p04896132
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!2367 enlarge memory to support bert large pretraining with 96 bs 

Merge pull request !2367 from yoonlee666/edit-example
This commit is contained in:
mindspore-ci-bot 2020-06-20 09:54:13 +08:00 committed by Gitee
parent e447a9c7fb cfae890ca0
commit adb223925d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model_zoo/bert/run_pretrain.py
View File

@ -81,7 +81,7 @@ def run_pretrain():
args_opt = parser.parse_args()
context.set_context(mode=context.GRAPH_MODE, device_target=args_opt.device_target, device_id=args_opt.device_id)
context.set_context(reserve_class_name_in_scope=False)
context.set_context(variable_memory_max_size="30GB")
ckpt_save_dir = args_opt.save_checkpoint_path
if args_opt.distribute == "true":
if args_opt.device_target == 'Ascend':