Nigel
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!10296 Return false if Recv node is not found in gpu_stream_assign.cc 

From: @zpac
Reviewed-by: @kisnwang,@limingqi107
Signed-off-by: @limingqi107
This commit is contained in:
mindspore-ci-bot 2020-12-22 09:23:18 +08:00 committed by Gitee
parent 5c13ea110d bf793cd1a4
commit 112792e307
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
mindspore/ccsrc/runtime/device/gpu/gpu_stream_assign.cc
View File

@ -83,7 +83,10 @@ bool FindAllReduceStreamSwitchPos(const std::shared_ptr<session::KernelGraph> &k
std::vector<CNodePtr>::iterator mock_recv_node_iter =
FindRecvNodePos(iter, iter_end, *iter, kAllReduceStreamSwitch);
if (mock_recv_node_iter == iter_end) {
// Each AllReduce must have its corresponding node which takes AllReduce as a input to synchronize stream,
// otherwise consider FindAllReduceStreamSwitchPos as failed.
MS_LOG(INFO) << "Can't find recv node place after AllReduce node.";
return false;
} else if (AnfAlgo::GetCNodeName(*mock_recv_node_iter) != kAllReduceOpName) {
SendRecvPair pair2 = {kAllReduceStreamSwitch, *iter, *mock_recv_node_iter, IntToSize(iter - iter_begin + 1),
IntToSize(mock_recv_node_iter - iter_begin)};