forked from mindspore-Ecosystem/mindspore
!13489 insert depend for opt weight grouping
From: @gong_zi_yan Reviewed-by: @hwhewei,@kisnwang Signed-off-by: @hwhewei
This commit is contained in:
commit
a37e157697
|
@ -149,7 +149,6 @@ class Parameter(Tensor_):
|
|||
self._is_init = False
|
||||
self._inited_param = None
|
||||
self._sliced = False
|
||||
self.comm_fusion = 1
|
||||
self.is_param_ps = False
|
||||
self._cast_type = None
|
||||
self._unique = False
|
||||
|
|
|
@ -585,6 +585,8 @@ class Optimizer(Cell):
|
|||
ops = P.Broadcast(root)
|
||||
if root > 0:
|
||||
param_group[root] = F.depend(param_group[root], new_param_group[root-1])
|
||||
else:
|
||||
param_group[root] = F.depend(param_group[root], optim_result)
|
||||
next_params = ops(param_group[root])
|
||||
new_param_group.append(next_params)
|
||||
for i in range(F.tuple_len(next_params)):
|
||||
|
|
Loading…
Reference in New Issue