p04896132
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!1268 fix default allreduce fusion group 

Merge pull request !1268 from kisnwang/fix-default-allreduce-group
This commit is contained in:
mindspore-ci-bot 2020-05-19 22:32:48 +08:00 committed by Gitee
parent a4613b3107 503dd297c5
commit 6cbde2b3bb
1 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
mindspore/parallel/_auto_parallel_context.py
View File

@ -245,7 +245,7 @@ class _AutoParallelContext:
self.check_context_handle()
return self._context_handle.get_parameter_broadcast_is_set()
def set_all_reduce_fusion_split_indices(self, indices, group=""):
def set_all_reduce_fusion_split_indices(self, indices, group="hccl_world_groupsum1"):
"""
Set allreduce fusion strategy by parameters indices.
@ -279,7 +279,7 @@ class _AutoParallelContext:
else:
_set_fusion_strategy_by_idx(indices, group)
def get_all_reduce_fusion_split_indices(self, group=""):
def get_all_reduce_fusion_split_indices(self, group="hccl_world_groupsum1"):
"""
Get allreduce fusion split indices.
@ -301,7 +301,7 @@ class _AutoParallelContext:
raise TypeError('Group must be a python str')
return self._context_handle.get_all_reduce_fusion_split_indices(group)
def set_all_reduce_fusion_split_sizes(self, sizes, group=""):
def set_all_reduce_fusion_split_sizes(self, sizes, group="hccl_world_groupsum1"):
"""
Set allreduce fusion strategy by parameters data sizes.
@ -335,7 +335,7 @@ class _AutoParallelContext:
else:
_set_fusion_strategy_by_size(sizes, group)
def get_all_reduce_fusion_split_sizes(self, group=""):
def get_all_reduce_fusion_split_sizes(self, group="hccl_world_groupsum1"):
"""
Get allreduce fusion split sizes.