p60975123
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!7471 Adapting GPU minddata profiler 

Merge pull request !7471 from 张毅辉/zyh_gpu_minddata_profiler_2
This commit is contained in:
mindspore-ci-bot 2020-10-20 10:00:34 +08:00 committed by Gitee
parent 6dd56e8d8b fc860e6555
commit f4d6fd9fcf
1 changed files with 14 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
mindspore/profiler/profiling.py
View File

@ -88,6 +88,9 @@ class Profiler:
logger.warning("The target dir already exists. " logger.warning("The target dir already exists. "
"There may be some old profiling data, and they will be rewrote in the end.") "There may be some old profiling data, and they will be rewrote in the end.")
os.environ['PROFILING_MODE'] = 'true'
os.environ['MINDDATA_PROFILING_DIR'] = self._output_path
if self._device_target and self._device_target == "GPU": if self._device_target and self._device_target == "GPU":
from mindspore._c_expression import GPUProfiler from mindspore._c_expression import GPUProfiler
self._gpu_profiler = GPUProfiler.get_instance() self._gpu_profiler = GPUProfiler.get_instance()
@ -95,6 +98,7 @@ class Profiler:
self._gpu_profiler.step_profiling_enable(True) self._gpu_profiler.step_profiling_enable(True)
init() init()
self._dev_id = get_rank() self._dev_id = get_rank()
os.environ['DEVICE_ID'] = str(self._dev_id)
if kwargs: if kwargs:
logger.warning("Params not be supported yet on GPU.") logger.warning("Params not be supported yet on GPU.")
@ -106,8 +110,6 @@ class Profiler:
if kwargs: if kwargs:
logger.warning("There are invalid params which don't work.") logger.warning("There are invalid params which don't work.")
os.environ['PROFILING_MODE'] = 'true'
os.environ['MINDDATA_PROFILING_DIR'] = self._output_path
os.environ['DEVICE_ID'] = self._dev_id os.environ['DEVICE_ID'] = self._dev_id
os.environ['AICPU_PROFILING_MODE'] = 'true' os.environ['AICPU_PROFILING_MODE'] = 'true'
@ -144,6 +146,16 @@ class Profiler:
if self._device_target and self._device_target == "GPU": if self._device_target and self._device_target == "GPU":
self._gpu_profiler.stop() self._gpu_profiler.stop()
self._generate_timeline() self._generate_timeline()
# parse minddata pipeline operator and queue for GPU
try:
pipeline_parser = MinddataPipelineParser(self._output_path, self._dev_id, self._output_path)
pipeline_parser.parse()
except ProfilerException as err:
logger.warning(err.message)
os.environ['PROFILING_MODE'] = str("false")
elif self._device_target and self._device_target == "Ascend": elif self._device_target and self._device_target == "Ascend":
release() release()