!6489 adjust order of split allreduce for bert_thor

Merge pull request !6489 from wangshuangling/master
2020-09-18 18:34:51 +08:00 · 2020-09-18 18:34:51 +08:00 · deb961e80d
parent 12b6086722 8d525fc051
commit deb961e80d
1 changed files with 1 additions and 1 deletions
--- a/model_zoo/official/nlp/bert_thor/run_pretrain.py
+++ b/model_zoo/official/nlp/bert_thor/run_pretrain.py
@ -153,8 +153,8 @@ def run_pretrain():
        device_num = D.get_group_size()
        rank = D.get_rank()
        ckpt_save_dir = args_opt.save_checkpoint_path + 'ckpt_' + str(rank) + '/'
-        _set_bert_all_reduce_split()
        context.reset_auto_parallel_context()
+        _set_bert_all_reduce_split()
        context.set_auto_parallel_context(parallel_mode=ParallelMode.DATA_PARALLEL, gradients_mean=True,
                                          device_num=device_num)