!6000 fix_model_zool_resnet50_scripts_allreduce_fusion_bug
Merge pull request !6000 from lichen/fix_model_resnet50_script_bug
This commit is contained in:
commit
50f3e30ad5
|
@ -78,7 +78,7 @@ if __name__ == '__main__':
|
|||
context.set_auto_parallel_context(device_num=args_opt.device_num, parallel_mode=ParallelMode.DATA_PARALLEL,
|
||||
gradients_mean=True)
|
||||
if args_opt.net == "resnet50" or args_opt.net == "se-resnet50":
|
||||
context.set_auto_parallel_context(all_reduce_fusion_config=[85, 150])
|
||||
context.set_auto_parallel_context(all_reduce_fusion_config=[85, 160])
|
||||
else:
|
||||
context.set_auto_parallel_context(all_reduce_fusion_config=[180, 313])
|
||||
init()
|
||||
|
|
|
@ -99,7 +99,7 @@ if __name__ == '__main__':
|
|||
else:
|
||||
init()
|
||||
context.set_auto_parallel_context(device_num=get_group_size(), parallel_mode=ParallelMode.DATA_PARALLEL,
|
||||
gradients_mean=True, all_reduce_fusion_config=[104])
|
||||
gradients_mean=True, all_reduce_fusion_config=[107])
|
||||
ckpt_save_dir = config.save_checkpoint_path + "ckpt_" + str(get_rank()) + "/"
|
||||
|
||||
# create dataset
|
||||
|
|
Loading…
Reference in New Issue