mindspore-Ecosystem
/
mindspore
21
0
Fork 27
Code Issues Pull Requests 6 Projects Releases Wiki Activity

fix queue.empty block for summary

This commit is contained in:
jiangshuqiang 2021-04-14 12:05:37 +08:00
parent a19f35ab14
commit 24f6da5984
1 changed files with 6 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
mindspore/train/summary/_writer_pool.py
View File

@ -16,6 +16,7 @@
import os import os
import time import time
import signal import signal
import queue
from collections import deque from collections import deque
import psutil import psutil
@ -108,14 +109,17 @@ class WriterPool(ctx.Process):
for plugin, data in deq.popleft().get(): for plugin, data in deq.popleft().get():
self._write(plugin, data) self._write(plugin, data)
if not self._queue.empty(): try:
action, data = self._queue.get() action, data = self._queue.get(block=False)
if action == 'WRITE': if action == 'WRITE':
deq.append(pool.apply_async(_pack_data, (data, time.time()))) deq.append(pool.apply_async(_pack_data, (data, time.time())))
elif action == 'FLUSH': elif action == 'FLUSH':
self._flush() self._flush()
elif action == 'END': elif action == 'END':
break break
except queue.Empty:
pass
for result in deq: for result in deq:
for plugin, data in result.get(): for plugin, data in result.get():
self._write(plugin, data) self._write(plugin, data)