p60975123
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

default fusion group for ge

This commit is contained in:
kswang 2020-06-11 20:44:24 +08:00
parent 961af9fed1
commit 699166e552
1 changed files with 2 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
mindspore/parallel/_auto_parallel_context.py
View File

@ -274,10 +274,7 @@ class _AutoParallelContext:
self._context_handle.set_all_reduce_fusion_split_indices(indices, group) self._context_handle.set_all_reduce_fusion_split_indices(indices, group)
if context.get_context("device_target") == "Ascend": if context.get_context("device_target") == "Ascend":
if group == "": _set_fusion_strategy_by_idx(indices)
_set_fusion_strategy_by_idx(indices)
else:
_set_fusion_strategy_by_idx(indices, group)
def get_all_reduce_fusion_split_indices(self, group="hccl_world_groupsum1"): def get_all_reduce_fusion_split_indices(self, group="hccl_world_groupsum1"):
""" """
@ -330,10 +327,7 @@ class _AutoParallelContext:
self._context_handle.set_all_reduce_fusion_split_sizes(sizes, group) self._context_handle.set_all_reduce_fusion_split_sizes(sizes, group)
if context.get_context("device_target") == "Ascend": if context.get_context("device_target") == "Ascend":
if group == "": _set_fusion_strategy_by_size(sizes)
_set_fusion_strategy_by_size(sizes)
else:
_set_fusion_strategy_by_size(sizes, group)
def get_all_reduce_fusion_split_sizes(self, group="hccl_world_groupsum1"): def get_all_reduce_fusion_split_sizes(self, group="hccl_world_groupsum1"):
""" """