Nigel
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

fix opt shard not fully shard

This commit is contained in:
yao_yf 2022-11-29 11:47:39 +08:00
parent 85fe0139b9
commit d41f8b85c5
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
mindspore/ccsrc/frontend/parallel/step_parallel.cc
View File

@ -1065,6 +1065,9 @@ CNodePtr SkipTrivialNodesMoveUp(CNodePtr node) {
MS_EXCEPTION_IF_NULL(node);
while (True) {
if (IsPrimitiveCNode(node, prim::kPrimLoad) || IsInTrivialNodeList(node) || IsInAllGatherNodeList(node)) {
if (IsPrimitiveCNode(node->input(1), prim::kPrimMicroStepAllGather)) {
return node;
}
if (node->input(1)->isa<Parameter>()) {
return node;
}