p27049618
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!27510 fix AdamWeightDecay doc 

Merge pull request !27510 from zhaosida/code_docs_add_scripts_for_master
This commit is contained in:
i-robot 2021-12-10 02:43:22 +00:00 committed by Gitee
parent 4ee3072293 d1a001c9b8
commit 87674cf3bd
2 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
mindspore/ops/operations/inner_ops.py
View File

@ -469,7 +469,7 @@ class FusedCastAdamWeightDecay(PrimitiveWithInfer):
\begin{array}{ll} \\
m = \beta_1 * m + (1 - \beta_1) * g \\
v = \beta_2 * v + (1 - \beta_2) * g * g \\
update = \frac{m}{\sqrt{v} + eps} \\
update = \frac{m}{\sqrt{v} + \epsilon} \\
update =
\begin{cases}
update + weight\_decay * w

2
mindspore/ops/operations/nn_ops.py
View File

@ -4430,7 +4430,7 @@ class AdamWeightDecay(PrimitiveWithInfer):
\begin{array}{ll} \\
m = \beta_1 * m + (1 - \beta_1) * g \\
v = \beta_2 * v + (1 - \beta_2) * g * g \\
update = \frac{m}{\sqrt{v} + eps} \\
update = \frac{m}{\sqrt{v} + \epsilon} \\
update =
\begin{cases}
update + weight\_decay * w