p47068915
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix float bug

This commit is contained in:
yefeng 2022-07-20 15:20:29 +08:00
parent 459e34fdbc
commit 7d83acead1
1 changed files with 1 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
mindspore/lite/src/train/optimizer_kernel.h
View File

@ -27,11 +27,6 @@ using mindspore::lite::RET_ERROR;
using mindspore::lite::RET_OK; using mindspore::lite::RET_OK;
using mindspore::lite::RET_OUT_OF_TENSOR_RANGE; using mindspore::lite::RET_OUT_OF_TENSOR_RANGE;
static __attribute__((always_inline)) inline bool MS_ISNAN(float var) {
volatile float d = var;
return d != d;
}
namespace mindspore::kernel { namespace mindspore::kernel {
enum class WeightUpdateMode { NORMAL, VIRTUAL_BATCH, ACCUMULATE_GRADS }; enum class WeightUpdateMode { NORMAL, VIRTUAL_BATCH, ACCUMULATE_GRADS };
@ -194,7 +189,7 @@ class OptimizerKernel : public LiteKernel {
int length = in_tensors_.at(grad_idx_)->ElementsNum(); int length = in_tensors_.at(grad_idx_)->ElementsNum();
for (int i = 0; i < length; ++i) { for (int i = 0; i < length; ++i) {
if (MS_ISNAN(gradient[i]) || std::isinf(gradient[i])) { if (std::isnan(gradient[i]) || std::isinf(gradient[i])) {
MS_LOG(INFO) << "optimizer grad is nan or inf"; MS_LOG(INFO) << "optimizer grad is nan or inf";
return RET_OUT_OF_TENSOR_RANGE; return RET_OUT_OF_TENSOR_RANGE;
} }