diff --git a/mindspore/ccsrc/transform/graph_runner.cc b/mindspore/ccsrc/transform/graph_runner.cc
index f1f270cdb6d..51ab7b99228 100644
--- a/mindspore/ccsrc/transform/graph_runner.cc
+++ b/mindspore/ccsrc/transform/graph_runner.cc
@@ -138,6 +138,13 @@ Status GraphRunner::RunGraph(const RunOptions& options, const std::vector<GeTens
     return Status::FAILED;
   }
 
+  // The information of some nodes could be changed after fusion in some cases
+  // Therefore a graph needs to be rebuilt in above situation
+  if (sess_->IsGraphNeedRebuild(wrap_ptr->id_)) {
+    sess_->RemoveGraph(wrap_ptr->id_);
+    sess_->AddGraph(wrap_ptr->id_, *(it->graph_ptr_), it->options_);
+  }
+
   ge::Status ret = sess_->RunGraph(wrap_ptr->id_, ge_inputs, ge_outputs);
   if (ret != ge::GRAPH_SUCCESS) {
     MS_LOG(ERROR) << "Call GE RunGraph Failed, ret is: " << ret;