xxq250
/
mindspore
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

!6582 [gpu timeline] fix a bug of gpu timeline multi card 

Merge pull request !6582 from gzhcv/GpuTimeline
This commit is contained in:
mindspore-ci-bot 2020-09-19 22:09:06 +08:00 committed by Gitee
parent f847414117 28d574cdd9
commit 685cd6b724
1 changed files with 12 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
mindspore/profiler/profiling.py
View File

@ -287,10 +287,18 @@ class Profiler:
"""Used for gpu, generate timeline info, write to json format file.""" """Used for gpu, generate timeline info, write to json format file."""
try: try:
size_limit = 100 * 1024 * 1024 # 100MB size_limit = 100 * 1024 * 1024 # 100MB
timeline_generator = GpuTimelineGenerator(self._output_path, self._dev_id) #stastic the number of dev_id
timeline_generator.init_timeline() file_list = os.listdir(self._output_path)
timeline_generator.write_timeline(size_limit) dev_id_list = []
timeline_generator.write_timeline_summary() for file_name in file_list:
if file_name.startswith('gpu_op_detail'):
_dev_id = file_name.split('.')[0].split('_')[-1]
dev_id_list.append(_dev_id)
for dev_id in dev_id_list:
timeline_generator = GpuTimelineGenerator(self._output_path, dev_id)
timeline_generator.init_timeline()
timeline_generator.write_timeline(size_limit)
timeline_generator.write_timeline_summary()
except (ProfilerIOException, ProfilerFileNotFoundException, RuntimeError) as err: except (ProfilerIOException, ProfilerFileNotFoundException, RuntimeError) as err:
logger.warning('Fail to write timeline data: %s', err) logger.warning('Fail to write timeline data: %s', err)
raise RuntimeError('Fail to write timeline data.') raise RuntimeError('Fail to write timeline data.')