p85971406
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!68 fix bug: Failed to get parameter data in model parallel scenes, when the size of tensor large than 2GB 

Merge pull request !68 from WeibiaoYu/master
This commit is contained in:
mindspore-ci-bot 2020-04-02 09:33:12 +08:00 committed by Gitee
parent f95a5b9027 60f7a95b1c
commit a44b5293de
1 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
mindspore/ccsrc/transform/util.cc
View File

@ -361,12 +361,11 @@ MeTensorPtr TransformUtil::GenerateMeTensor(const GeTensorPtr& ge_tensor, const
MS_LOG(ERROR) << "GE tensor data size is zero!"; MS_LOG(ERROR) << "GE tensor data size is zero!";
return nullptr; return nullptr;
} }
errno_t ret = memcpy_s(me_data_ptr, me_data_size, ge_tensor->GetData(), ge_tensor->GetSize());
if (ret != EOK) { // Use memcpy here, not memcpy_s, just because the size of ge_tensor may be bigger than 2GB
MS_LOG(INFO) << "GE tensor data size is " << ge_tensor->GetSize() << " bytes"; // which is the size limit of memcpy_s
MS_LOG(ERROR) << "Copy GE tensor data to me tensor failed"; memcpy(me_data_ptr, ge_tensor->GetData(), ge_tensor->GetSize());
return nullptr;
}
return make_shared<MeTensor>(me_tensor); return make_shared<MeTensor>(me_tensor);
} }