sbjkx
/
mindspore
forked from OSSInnovation/mindspore
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

relax time constraint for GeneratorWorker

This commit is contained in:
YangLuo 2020-09-20 16:13:50 +08:00
parent e2821d0769
commit 291cf767ee
1 changed files with 6 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
mindspore/dataset/engine/datasets.py
View File

@ -3372,7 +3372,7 @@ class _GeneratorWorkerMt(threading.Thread):
""" """
Get function for worker result queue. Block with timeout. Get function for worker result queue. Block with timeout.
""" """
return self.res_queue.get(timeout=10) return self.res_queue.get(timeout=30)
class _GeneratorWorkerMp(multiprocessing.Process): class _GeneratorWorkerMp(multiprocessing.Process):
@ -3395,17 +3395,13 @@ class _GeneratorWorkerMp(multiprocessing.Process):
""" """
Get function for worker result queue. Block with timeout. Get function for worker result queue. Block with timeout.
""" """
while check_iterator_cleanup() is False: return self.res_queue.get(timeout=30)
try:
return self.res_queue.get(timeout=10)
except multiprocessing.TimeoutError:
continue
raise Exception("Generator worker process timeout")
def __del__(self): def __del__(self):
self.terminate() try:
self.terminate()
except AttributeError:
pass
class GeneratorDataset(MappableDataset): class GeneratorDataset(MappableDataset):