mindspore-Ecosystem
/
mindspore
21
0
Fork 27
Code Issues Pull Requests 6 Projects Releases Wiki Activity

Fix Pynative AMP Backprop Bugs

This commit is contained in:
chenyijie6 2021-03-18 20:25:50 +08:00 committed by YijieChen
parent ea0462a87c
commit 99ebe71b39
1 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
mindspore/ccsrc/pipeline/pynative/pynative_execute.cc
View File

@ -896,6 +896,16 @@ py::object ForwardExecutor::DoParamMixPrecisionCast(bool *is_cast, const py::obj
// Update input for cast struct
auto cast_struct = cast_struct_pair->second;
cast_struct->op_inputs[0] = obj;
auto grad = this->grad();
MS_EXCEPTION_IF_NULL(grad);
if (grad->grad_flag()) {
// Get forward op index
if (!grad->cell_op_info_stack().empty()) {
std::string &cell_op_info = grad->cell_op_info_stack().top();
cell_op_info += cast_struct->op_index;
}
grad->op_index_map()[cast_struct->op_name]++;
}
py::object ret = py::none();
RunOpInner(&ret, cast_struct);
return ret;