!6000 fix_model_zool_resnet50_scripts_allreduce_fusion_bug

Merge pull request !6000 from lichen/fix_model_resnet50_script_bug
This commit is contained in:
mindspore-ci-bot 2020-09-10 21:21:02 +08:00 committed by Gitee
commit 50f3e30ad5
2 changed files with 2 additions and 2 deletions

View File

@ -78,7 +78,7 @@ if __name__ == '__main__':
context.set_auto_parallel_context(device_num=args_opt.device_num, parallel_mode=ParallelMode.DATA_PARALLEL,
gradients_mean=True)
if args_opt.net == "resnet50" or args_opt.net == "se-resnet50":
context.set_auto_parallel_context(all_reduce_fusion_config=[85, 150])
context.set_auto_parallel_context(all_reduce_fusion_config=[85, 160])
else:
context.set_auto_parallel_context(all_reduce_fusion_config=[180, 313])
init()

View File

@ -99,7 +99,7 @@ if __name__ == '__main__':
else:
init()
context.set_auto_parallel_context(device_num=get_group_size(), parallel_mode=ParallelMode.DATA_PARALLEL,
gradients_mean=True, all_reduce_fusion_config=[104])
gradients_mean=True, all_reduce_fusion_config=[107])
ckpt_save_dir = config.save_checkpoint_path + "ckpt_" + str(get_rank()) + "/"
# create dataset