forked from mindspore-Ecosystem/mindspore
58 lines
1.8 KiB
C
58 lines
1.8 KiB
C
|
/**
|
||
|
|
* Copyright 2021 Huawei Technologies Co., Ltd
|
||
|
|
*
|
||
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
* you may not use this file except in compliance with the License.
|
||
|
|
* You may obtain a copy of the License at
|
||
|
|
*
|
||
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
*
|
||
|
|
* Unless required by applicable law or agreed to in writing, software
|
||
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
* See the License for the specific language governing permissions and
|
||
|
|
* limitations under the License.
|
||
|
|
*/
|
||
|
|
#ifndef MINDSPORE_INCLUDE_API_CFG_H
|
||
|
|
#define MINDSPORE_INCLUDE_API_CFG_H
|
||
|
|
|
||
|
|
#include <cstddef>
|
||
|
|
#include <string>
|
||
|
|
#include <vector>
|
||
|
|
#include <memory>
|
||
|
|
#include "include/api/data_type.h"
|
||
|
|
#include "include/api/dual_abi_helper.h"
|
||
|
|
|
||
|
|
#ifdef _WIN32
|
||
|
|
#define MS_API __declspec(dllexport)
|
||
|
|
#else
|
||
|
|
#define MS_API __attribute__((visibility("default")))
|
||
|
|
#endif
|
||
|
|
|
||
|
|
namespace mindspore {
|
||
|
|
|
||
|
|
class MixPrecisionCfg {
|
||
|
|
public:
|
||
|
|
MixPrecisionCfg() {
|
||
|
|
this->dynamic_loss_scale_ = false;
|
||
|
|
this->loss_scale_ = 128.0f;
|
||
|
|
this->num_of_not_nan_iter_th_ = 1000;
|
||
|
|
}
|
||
|
|
|
||
|
|
bool dynamic_loss_scale_ = false; /**< Enable\disable dynamic loss scale during mix precision training */
|
||
|
|
float loss_scale_; /**< Initial loss scale factor */
|
||
|
|
uint32_t num_of_not_nan_iter_th_; /**< a threshold for modifying loss scale when dynamic loss scale is enabled */
|
||
|
|
};
|
||
|
|
|
||
|
|
class TrainCfg {
|
||
|
|
public:
|
||
|
|
TrainCfg() { this->loss_name_ = "_loss_fn"; }
|
||
|
|
|
||
|
|
OptimizationLevel optimization_level_ = kO0;
|
||
|
|
std::string loss_name_; /**< Set part of the name that identify a loss kernel */
|
||
|
|
MixPrecisionCfg mix_precision_cfg_; /**< Mix precision configuration */
|
||
|
|
};
|
||
|
|
|
||
|
|
} // namespace mindspore
|
||
|
|
#endif // MINDSPORE_INCLUDE_API_CFG_H
|