p12346870
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!11 Fix bug: Failed to get parameter data in model parallel scenes, when the size of tensor large than 2GB 

Merge pull request !11 from WeibiaoYu/fix-mem-problem
This commit is contained in:
mindspore-ci-bot 2020-04-03 15:44:31 +08:00 committed by Gitee
parent aba38a2401 b78427e619
commit f639766f97
1 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
mindspore/ccsrc/transform/util.cc
View File

@ -361,12 +361,11 @@ MeTensorPtr TransformUtil::GenerateMeTensor(const GeTensorPtr& ge_tensor, const
MS_LOG(ERROR) << "GE tensor data size is zero!";
return nullptr;
}
errno_t ret = memcpy_s(me_data_ptr, me_data_size, ge_tensor->GetData(), ge_tensor->GetSize());
if (ret != EOK) {
MS_LOG(INFO) << "GE tensor data size is " << ge_tensor->GetSize() << " bytes";
MS_LOG(ERROR) << "Copy GE tensor data to me tensor failed";
return nullptr;
}
// Use memcpy here, not memcpy_s, just because the size of ge_tensor may be bigger than 2GB
// which is the size limit of memcpy_s
memcpy(me_data_ptr, ge_tensor->GetData(), ge_tensor->GetSize());
return make_shared<MeTensor>(me_tensor);
}