Nigel
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Return false if Recv node is not found in gpu_stream_assign.cc

This commit is contained in:
ZPaC 2020-12-21 19:09:02 +08:00
parent 6d08fe5b93
commit bf793cd1a4
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
mindspore/ccsrc/runtime/device/gpu/gpu_stream_assign.cc
View File

@ -83,7 +83,10 @@ bool FindAllReduceStreamSwitchPos(const std::shared_ptr<session::KernelGraph> &k
std::vector<CNodePtr>::iterator mock_recv_node_iter =
FindRecvNodePos(iter, iter_end, *iter, kAllReduceStreamSwitch);
if (mock_recv_node_iter == iter_end) {
// Each AllReduce must have its corresponding node which takes AllReduce as a input to synchronize stream,
// otherwise consider FindAllReduceStreamSwitchPos as failed.
MS_LOG(INFO) << "Can't find recv node place after AllReduce node.";
return false;
} else if (AnfAlgo::GetCNodeName(*mock_recv_node_iter) != kAllReduceOpName) {
SendRecvPair pair2 = {kAllReduceStreamSwitch, *iter, *mock_recv_node_iter, IntToSize(iter - iter_begin + 1),
IntToSize(mock_recv_node_iter - iter_begin)};