diff --git a/mindspore/ccsrc/runtime/framework/control_node_parser.cc b/mindspore/ccsrc/runtime/framework/control_node_parser.cc
index 9121b17c072..e844c599efc 100644
--- a/mindspore/ccsrc/runtime/framework/control_node_parser.cc
+++ b/mindspore/ccsrc/runtime/framework/control_node_parser.cc
@@ -925,8 +925,11 @@ void ControlNodeParser::FetchFrontValueNode(const std::vector<AnfNodePtr> &contr
           }
           if (front_to_backend_parameters_.find(parameters[i - kCallInputStartPos]) ==
               front_to_backend_parameters_.end()) {
-            MS_LOG(EXCEPTION) << "Cannot find backend parameter for front parameter:"
-                              << AnfAlgo::GetNodeDebugString(parameters[i - kCallInputStartPos]);
+            MS_LOG(INFO) << "Cannot find backend parameter for front parameter:"
+                         << AnfAlgo::GetNodeDebugString(parameters[i - kCallInputStartPos])
+                         << ", used the default format";
+            CreateDeviceTensorForFrontParameter(inputs[i], device_contexts[0]);
+            front_value_nodes_.push_back({inputs[i], device_contexts[0]});
           }
 
           const auto &backend_node = front_to_backend_parameters_[parameters[i - kCallInputStartPos]].first;