p12346870
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!77 fix bug of bert pre training 

Merge pull request !77 from amongo/FixBugOfBertPreTraining
This commit is contained in:
mindspore-ci-bot 2020-04-01 20:09:38 +08:00 committed by Gitee
parent 37dba2ddcf 2fdf692c2e
commit 43adf281a2
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
mindspore/model_zoo/Bert_NEZHA/bert_for_pre_training.py
View File

@ -403,9 +403,6 @@ class BertTrainOneStepWithLossScaleCell(nn.Cell):
sens=None):
"""Defines the computation performed."""
weights = self.weights
# alloc status
init = self.alloc_status()
self.clear_before_grad(init)
loss = self.network(input_ids,
input_mask,
token_type_id,
@ -417,6 +414,9 @@ class BertTrainOneStepWithLossScaleCell(nn.Cell):
scaling_sens = self.loss_scale
else:
scaling_sens = sens
# alloc status and clear should be right before gradoperation
init = self.alloc_status()
self.clear_before_grad(init)
grads = self.grad(self.network, weights)(input_ids,
input_mask,
token_type_id,