forked from mindspore-Ecosystem/mindspore
!3060 modify init value of mean square in rmsprop optimizer
Merge pull request !3060 from wangnan39/modify_mean_square_init_value_in_rmsprop
This commit is contained in:
commit
1b9f0fc208
|
@ -171,7 +171,7 @@ class RMSProp(Optimizer):
|
|||
self.opt = P.ApplyRMSProp(use_locking)
|
||||
|
||||
self.momentum = momentum
|
||||
self.ms = self.parameters.clone(prefix="mean_square", init='zeros')
|
||||
self.ms = self.parameters.clone(prefix="mean_square", init='ones')
|
||||
self.moment = self.parameters.clone(prefix="moment", init='zeros')
|
||||
self.hyper_map = C.HyperMap()
|
||||
self.epsilon = epsilon
|
||||
|
|
Loading…
Reference in New Issue