p47068915
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!12804 fix GlobalBatchNorm 

From: @yuchaojie
Reviewed-by: @kingxian,@jjfeing
Signed-off-by: @kingxian,@jjfeing
This commit is contained in:
mindspore-ci-bot 2021-03-03 16:07:39 +08:00 committed by Gitee
parent e58be0de71 029df0def3
commit 9493094f9f
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
mindspore/nn/layer/normalization.py
View File

@ -81,7 +81,7 @@ class _BatchNorm(Cell):
self.parallel_mode = context.get_auto_parallel_context("parallel_mode")
global SYNC_BN_GROUP_NAME
# for GlobalBatchNorm
if self.group_device_num != 1 and self.parallel_mode != context.ParallelMode.STAND_ALONE:
if self.group_device_num != 1:
self.rank_id = get_rank()
self.rank_size = get_group_size()
self.device_list = [i for i in range(0, self.rank_size)]