From d1a001c9b8528e6224769611ae93f04345c08cb8 Mon Sep 17 00:00:00 2001 From: zhaosida Date: Fri, 10 Dec 2021 10:13:24 +0800 Subject: [PATCH] fix AdamWeightDecay doc --- mindspore/ops/operations/inner_ops.py | 2 +- mindspore/ops/operations/nn_ops.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/mindspore/ops/operations/inner_ops.py b/mindspore/ops/operations/inner_ops.py index 9d53ce944c9..0637ce0c069 100755 --- a/mindspore/ops/operations/inner_ops.py +++ b/mindspore/ops/operations/inner_ops.py @@ -469,7 +469,7 @@ class FusedCastAdamWeightDecay(PrimitiveWithInfer): \begin{array}{ll} \\ m = \beta_1 * m + (1 - \beta_1) * g \\ v = \beta_2 * v + (1 - \beta_2) * g * g \\ - update = \frac{m}{\sqrt{v} + eps} \\ + update = \frac{m}{\sqrt{v} + \epsilon} \\ update = \begin{cases} update + weight\_decay * w diff --git a/mindspore/ops/operations/nn_ops.py b/mindspore/ops/operations/nn_ops.py index 154b268e8af..07b106961e8 100644 --- a/mindspore/ops/operations/nn_ops.py +++ b/mindspore/ops/operations/nn_ops.py @@ -4430,7 +4430,7 @@ class AdamWeightDecay(PrimitiveWithInfer): \begin{array}{ll} \\ m = \beta_1 * m + (1 - \beta_1) * g \\ v = \beta_2 * v + (1 - \beta_2) * g * g \\ - update = \frac{m}{\sqrt{v} + eps} \\ + update = \frac{m}{\sqrt{v} + \epsilon} \\ update = \begin{cases} update + weight\_decay * w