p60975123
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!24415 Fix non-fp32 quantization problem 

Merge pull request !24415 from yeyunpeng2020/master
This commit is contained in:
i-robot 2021-09-30 03:09:48 +00:00 committed by Gitee
parent 1084a5b133 2a5f1a38ef
commit 56ef451d43
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
mindspore/lite/tools/converter/quantizer/full_quant_quantizer.cc
View File

@ -655,8 +655,12 @@ STATUS FullQuantQuantizer::DoParameterNodeQuant(const CNodePtr &cnode, const Anf
MS_LOG(ERROR) << "Get data type failed.";
return RET_ERROR;
}
// support for share weight.
if (type_id == kNumberTypeInt8) {
return RET_CONTINUE;
}
if (type_id != kNumberTypeFloat32) {
ret = SetInOutQuantParam(input_node, nullptr, primitive, true, input_index);
ret = SetInOutQuantParam(input_node, nullptr, primitive, true, input_index - 1);
if (ret != RET_OK) {
MS_LOG(ERROR) << "Set In/Out quant param failed.";
return ret;