!13489 insert depend for opt weight grouping

From: @gong_zi_yan
Reviewed-by: @hwhewei,@kisnwang
Signed-off-by: @hwhewei
This commit is contained in:
mindspore-ci-bot 2021-03-17 19:34:50 +08:00 committed by Gitee
commit a37e157697
2 changed files with 2 additions and 1 deletions

View File

@ -149,7 +149,6 @@ class Parameter(Tensor_):
self._is_init = False
self._inited_param = None
self._sliced = False
self.comm_fusion = 1
self.is_param_ps = False
self._cast_type = None
self._unique = False

View File

@ -585,6 +585,8 @@ class Optimizer(Cell):
ops = P.Broadcast(root)
if root > 0:
param_group[root] = F.depend(param_group[root], new_param_group[root-1])
else:
param_group[root] = F.depend(param_group[root], optim_result)
next_params = ops(param_group[root])
new_param_group.append(next_params)
for i in range(F.tuple_len(next_params)):