diff --git a/include/infer_log.h b/include/infer_log.h
index e3607e5500d..541b6fdd261 100644
--- a/include/infer_log.h
+++ b/include/infer_log.h
@@ -25,7 +25,7 @@
 #include <iostream>
 
 #ifndef ENABLE_ACL
-#include "mindspore/ccsrc/utils/log_adapter.h"
+#include "mindspore/core/utils/log_adapter.h"
 namespace mindspore::inference {
 #define MSI_LOG(level) MS_LOG(level)
 
diff --git a/mindspore/ccsrc/CMakeLists.txt b/mindspore/ccsrc/CMakeLists.txt
index 04cc9f092db..d2d19ec0af5 100644
--- a/mindspore/ccsrc/CMakeLists.txt
+++ b/mindspore/ccsrc/CMakeLists.txt
@@ -154,9 +154,11 @@ add_subdirectory(${CMAKE_SOURCE_DIR}/mindspore/core/base base)
 list(APPEND SUB_OBJECTS_SRC $<TARGET_OBJECTS:_mindspore_base_obj>)
 add_subdirectory(${CMAKE_SOURCE_DIR}/mindspore/core/abstract abstract)
 list(APPEND SUB_OBJECTS_SRC $<TARGET_OBJECTS:_mindspore_abstract_obj>)
+add_subdirectory(${CMAKE_SOURCE_DIR}/mindspore/core/utils util)
+list(APPEND SUB_OBJECTS_SRC $<TARGET_OBJECTS:_mindspore_core_utils_obj>)
 add_subdirectory(${CMAKE_SOURCE_DIR}/mindspore/core/ir ir)
 list(APPEND SUB_OBJECTS_SRC $<TARGET_OBJECTS:_mindspore_ir_obj>)
-add_dependencies(_mindspore_base_obj _mindspore_ir_obj _mindspore_abstract_obj proto_input flat_input)
+add_dependencies(_mindspore_core_utils_obj _mindspore_base_obj _mindspore_ir_obj _mindspore_abstract_obj proto_input flat_input)
 
 set_property(SOURCE ${SUB_OBJECTS_SRC} PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_ME)
 add_library(mindspore STATIC ${SUB_OBJECTS_SRC})
diff --git a/mindspore/ccsrc/backend/kernel_compiler/akg/akg_kernel_build.h b/mindspore/ccsrc/backend/kernel_compiler/akg/akg_kernel_build.h
index 3ba6e3303fa..41073007bcb 100644
--- a/mindspore/ccsrc/backend/kernel_compiler/akg/akg_kernel_build.h
+++ b/mindspore/ccsrc/backend/kernel_compiler/akg/akg_kernel_build.h
@@ -24,6 +24,7 @@
 #include <utility>
 #include "backend/kernel_compiler/kernel.h"
 #include "ir/dtype.h"
+#include "ir/primitive.h"
 #include <nlohmann/json.hpp>
 #include "backend/kernel_compiler/common_utils.h"
 #include "backend/kernel_compiler/oplib/oplib.h"
diff --git a/mindspore/ccsrc/backend/kernel_compiler/common_utils.cc b/mindspore/ccsrc/backend/kernel_compiler/common_utils.cc
index ef2f75ee6e1..1e029f98919 100644
--- a/mindspore/ccsrc/backend/kernel_compiler/common_utils.cc
+++ b/mindspore/ccsrc/backend/kernel_compiler/common_utils.cc
@@ -29,7 +29,7 @@
 #include "ir/meta_tensor.h"
 #include "ir/func_graph.h"
 #include "frontend/operator/ops.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 
 namespace mindspore {
 namespace kernel {
diff --git a/mindspore/ccsrc/backend/kernel_compiler/oplib/oplib.h b/mindspore/ccsrc/backend/kernel_compiler/oplib/oplib.h
index 832f365c394..ed647be3423 100644
--- a/mindspore/ccsrc/backend/kernel_compiler/oplib/oplib.h
+++ b/mindspore/ccsrc/backend/kernel_compiler/oplib/oplib.h
@@ -20,6 +20,7 @@
 #include <string>
 #include <memory>
 #include <nlohmann/json.hpp>
+#include "common/utils.h"
 #include "backend/kernel_compiler/oplib/opinfo.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/backend/optimizer/common/helper.cc b/mindspore/ccsrc/backend/optimizer/common/helper.cc
index 577cec3a592..695e1800996 100644
--- a/mindspore/ccsrc/backend/optimizer/common/helper.cc
+++ b/mindspore/ccsrc/backend/optimizer/common/helper.cc
@@ -23,7 +23,7 @@
 #include <set>
 #include <deque>
 #include "utils/utils.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 #include "backend/session/anf_runtime_algorithm.h"
 #include "frontend/operator/ops.h"
 #include "common/utils.h"
diff --git a/mindspore/ccsrc/backend/optimizer/common/optimizer.h b/mindspore/ccsrc/backend/optimizer/common/optimizer.h
index 34d65c30479..86822e3549a 100644
--- a/mindspore/ccsrc/backend/optimizer/common/optimizer.h
+++ b/mindspore/ccsrc/backend/optimizer/common/optimizer.h
@@ -26,7 +26,7 @@
 #include "ir/primitive.h"
 #include "backend/optimizer/common/pass_manager.h"
 #include "backend/optimizer/common/pattern_engine.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "common/utils.h"
 #include "backend/optimizer/common/helper.h"
 
diff --git a/mindspore/ccsrc/backend/optimizer/common/pattern_engine.h b/mindspore/ccsrc/backend/optimizer/common/pattern_engine.h
index 55f00241bc0..e461916c058 100644
--- a/mindspore/ccsrc/backend/optimizer/common/pattern_engine.h
+++ b/mindspore/ccsrc/backend/optimizer/common/pattern_engine.h
@@ -36,7 +36,7 @@
 #include "backend/optimizer/common/visit.h"
 #include "base/base.h"
 #include "utils/log_adapter.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 
 namespace mindspore {
 class CondVar;
diff --git a/mindspore/ccsrc/backend/optimizer/common/visit.h b/mindspore/ccsrc/backend/optimizer/common/visit.h
index 21158a5b9f9..53316f714b2 100644
--- a/mindspore/ccsrc/backend/optimizer/common/visit.h
+++ b/mindspore/ccsrc/backend/optimizer/common/visit.h
@@ -27,7 +27,7 @@
 #include <memory>
 
 #include "base/base.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 
 // namespace to support utils definition
 namespace mindspore {
diff --git a/mindspore/ccsrc/backend/optimizer/pass/add_atomic_clean.cc b/mindspore/ccsrc/backend/optimizer/pass/add_atomic_clean.cc
index 900dd0d5639..1bdf464d266 100644
--- a/mindspore/ccsrc/backend/optimizer/pass/add_atomic_clean.cc
+++ b/mindspore/ccsrc/backend/optimizer/pass/add_atomic_clean.cc
@@ -20,7 +20,7 @@
 #include <functional>
 #include "frontend/operator/ops.h"
 #include "utils/utils.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/log_adapter.h"
 #include "backend/session/anf_runtime_algorithm.h"
 #include "backend/session/kernel_graph.h"
diff --git a/mindspore/ccsrc/backend/optimizer/pass/communication_op_fusion.cc b/mindspore/ccsrc/backend/optimizer/pass/communication_op_fusion.cc
index eafb2bb59d2..8c2aaa85dd2 100644
--- a/mindspore/ccsrc/backend/optimizer/pass/communication_op_fusion.cc
+++ b/mindspore/ccsrc/backend/optimizer/pass/communication_op_fusion.cc
@@ -19,7 +19,7 @@
 #include <memory>
 #include <unordered_map>
 
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "frontend/operator/ops.h"
 #include "runtime/device/kernel_info.h"
 #include "backend/session/anf_runtime_algorithm.h"
diff --git a/mindspore/ccsrc/backend/optimizer/pass/convert_const_input_to_tensor_input.cc b/mindspore/ccsrc/backend/optimizer/pass/convert_const_input_to_tensor_input.cc
index d15205f7901..c4e3f38befc 100644
--- a/mindspore/ccsrc/backend/optimizer/pass/convert_const_input_to_tensor_input.cc
+++ b/mindspore/ccsrc/backend/optimizer/pass/convert_const_input_to_tensor_input.cc
@@ -19,7 +19,7 @@
 #include <memory>
 #include <utility>
 
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "backend/optimizer/common/helper.h"
 #include "backend/session/anf_runtime_algorithm.h"
 #include "backend/session/kernel_graph.h"
diff --git a/mindspore/ccsrc/backend/optimizer/pass/convert_const_input_to_tensor_input.h b/mindspore/ccsrc/backend/optimizer/pass/convert_const_input_to_tensor_input.h
index eb714f796ea..b2854ba3006 100644
--- a/mindspore/ccsrc/backend/optimizer/pass/convert_const_input_to_tensor_input.h
+++ b/mindspore/ccsrc/backend/optimizer/pass/convert_const_input_to_tensor_input.h
@@ -18,6 +18,7 @@
 #include <string>
 
 #include "ir/anf.h"
+#include "utils/convert_utils.h"
 #include "backend/optimizer/common/optimizer.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/backend/optimizer/pass/convert_const_scalar_to_tensor.cc b/mindspore/ccsrc/backend/optimizer/pass/convert_const_scalar_to_tensor.cc
index a8c2bbdf228..61825854bcf 100644
--- a/mindspore/ccsrc/backend/optimizer/pass/convert_const_scalar_to_tensor.cc
+++ b/mindspore/ccsrc/backend/optimizer/pass/convert_const_scalar_to_tensor.cc
@@ -19,7 +19,8 @@
 #include <memory>
 #include <utility>
 
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
+#include "utils/convert_utils.h"
 #include "backend/optimizer/common/helper.h"
 #include "backend/session/anf_runtime_algorithm.h"
 #include "backend/session/kernel_graph.h"
diff --git a/mindspore/ccsrc/backend/optimizer/pass/fuse_basic.cc b/mindspore/ccsrc/backend/optimizer/pass/fuse_basic.cc
index 32655f1ec2d..7280ecb7564 100644
--- a/mindspore/ccsrc/backend/optimizer/pass/fuse_basic.cc
+++ b/mindspore/ccsrc/backend/optimizer/pass/fuse_basic.cc
@@ -26,13 +26,13 @@
 
 #include "frontend/operator/ops.h"
 #include "utils/utils.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "backend/optimizer/common/helper.h"
 #include "backend/session/anf_runtime_algorithm.h"
 #include "vm/segment_runner.h"
 #include "debug/draw.h"
 #include "debug/anf_ir_dump.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 
 namespace mindspore {
 namespace opt {
diff --git a/mindspore/ccsrc/backend/optimizer/pass/fuse_graph_kernel.cc b/mindspore/ccsrc/backend/optimizer/pass/fuse_graph_kernel.cc
index e04110d8a02..e6079c768f8 100644
--- a/mindspore/ccsrc/backend/optimizer/pass/fuse_graph_kernel.cc
+++ b/mindspore/ccsrc/backend/optimizer/pass/fuse_graph_kernel.cc
@@ -27,13 +27,13 @@
 
 #include "frontend/operator/ops.h"
 #include "utils/utils.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "backend/optimizer/common/helper.h"
 #include "backend/session/anf_runtime_algorithm.h"
 #include "vm/segment_runner.h"
 #include "debug/draw.h"
 #include "debug/anf_ir_dump.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 
 namespace mindspore {
 namespace opt {
diff --git a/mindspore/ccsrc/backend/session/ascend_control_parser.h b/mindspore/ccsrc/backend/session/ascend_control_parser.h
index 193e4ee6884..3c370fa500b 100644
--- a/mindspore/ccsrc/backend/session/ascend_control_parser.h
+++ b/mindspore/ccsrc/backend/session/ascend_control_parser.h
@@ -23,7 +23,7 @@
 #include <utility>
 #include <functional>
 #include "backend/session/kernel_graph.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 #include "utils/contract.h"
 #include "utils/union_find_set.h"
 
diff --git a/mindspore/ccsrc/backend/session/infer_session.cc b/mindspore/ccsrc/backend/session/infer_session.cc
index 0eef030565b..5de815b8f74 100644
--- a/mindspore/ccsrc/backend/session/infer_session.cc
+++ b/mindspore/ccsrc/backend/session/infer_session.cc
@@ -21,7 +21,7 @@
 #include "utils/load_onnx/anf_converter.h"
 #include "backend/session/session_basic.h"
 #include "backend/session/session_factory.h"
-#include "utils/base_ref_utils.h"
+#include "base/base_ref_utils.h"
 #include "backend/kernel_compiler/oplib/oplib.h"
 
 #ifdef ENABLE_D
diff --git a/mindspore/ccsrc/backend/session/kernel_graph.h b/mindspore/ccsrc/backend/session/kernel_graph.h
index 1576a4c31d7..25cea907fb3 100644
--- a/mindspore/ccsrc/backend/session/kernel_graph.h
+++ b/mindspore/ccsrc/backend/session/kernel_graph.h
@@ -27,7 +27,7 @@
 #include <unordered_set>
 #include "ir/func_graph.h"
 #include "ir/anf.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/contract.h"
 #include "runtime/device/kernel_info.h"
 
diff --git a/mindspore/ccsrc/backend/session/session_basic.cc b/mindspore/ccsrc/backend/session/session_basic.cc
index d0cf4cee8cc..0a768066906 100644
--- a/mindspore/ccsrc/backend/session/session_basic.cc
+++ b/mindspore/ccsrc/backend/session/session_basic.cc
@@ -33,7 +33,7 @@
 #include "common/utils.h"
 #include "ir/dtype.h"
 #include "ir/anf.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #if (ENABLE_CPU && (ENABLE_D || ENABLE_GPU))
 #include "frontend/parallel/ps/worker.h"
 #include "frontend/parallel/ps/common.h"
diff --git a/mindspore/ccsrc/debug/anf_ir_dump.cc b/mindspore/ccsrc/debug/anf_ir_dump.cc
index 563000cd1f6..75e7df1882b 100644
--- a/mindspore/ccsrc/debug/anf_ir_dump.cc
+++ b/mindspore/ccsrc/debug/anf_ir_dump.cc
@@ -25,7 +25,7 @@
 #include "ir/primitive.h"
 #include "ir/func_graph.h"
 #include "runtime/device/kernel_info.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "backend/session/anf_runtime_algorithm.h"
 #include "frontend/parallel/ops_info/operator_info.h"
 
diff --git a/mindspore/ccsrc/debug/anf_ir_utils.cc b/mindspore/ccsrc/debug/anf_ir_utils.cc
index 580f243ebe0..0be250878df 100644
--- a/mindspore/ccsrc/debug/anf_ir_utils.cc
+++ b/mindspore/ccsrc/debug/anf_ir_utils.cc
@@ -23,11 +23,11 @@
 #include <unordered_set>
 #include <algorithm>
 
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/symbolic.h"
 #include "ir/meta_func_graph.h"
 #include "ir/param_value.h"
-#include "ir/tensor_py.h"
+#include "utils/tensor_py.h"
 #include "pipeline/jit/parse/python_adapter.h"
 #include "pipeline/jit/parse/resolve.h"
 #include "frontend/operator/composite/composite.h"
diff --git a/mindspore/ccsrc/debug/debugger/proto_exporter.cc b/mindspore/ccsrc/debug/debugger/proto_exporter.cc
index b4b4de9d994..35e7d906ed3 100644
--- a/mindspore/ccsrc/debug/debugger/proto_exporter.cc
+++ b/mindspore/ccsrc/debug/debugger/proto_exporter.cc
@@ -24,7 +24,7 @@
 
 #include "debug/debugger/debugger.h"
 #include "proto/debug_graph.pb.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/symbolic.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/debug/draw.cc b/mindspore/ccsrc/debug/draw.cc
index 6e42277d4e8..eee5394dadc 100644
--- a/mindspore/ccsrc/debug/draw.cc
+++ b/mindspore/ccsrc/debug/draw.cc
@@ -27,7 +27,7 @@
 #include "ir/meta_func_graph.h"
 #include "ir/param_value.h"
 #include "ir/primitive.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/utils.h"
 #include "frontend/operator/composite/composite.h"
 #include "ir/tensor.h"
diff --git a/mindspore/ccsrc/debug/dump_proto.cc b/mindspore/ccsrc/debug/dump_proto.cc
index 9172d11471a..df8b9bb8881 100644
--- a/mindspore/ccsrc/debug/dump_proto.cc
+++ b/mindspore/ccsrc/debug/dump_proto.cc
@@ -24,7 +24,7 @@
 
 #include "debug/anf_ir_utils.h"
 #include "proto/anf_ir.pb.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/symbolic.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/debug/info.h b/mindspore/ccsrc/debug/info.h
index 39475a4606f..a08a69a9dd0 100644
--- a/mindspore/ccsrc/debug/info.h
+++ b/mindspore/ccsrc/debug/info.h
@@ -63,11 +63,6 @@ class Location {
 };
 class TraceContext;
 using TraceContextPtr = std::shared_ptr<TraceContext>;
-class FuncGraph;
-using FuncGraphPtr = std::shared_ptr<FuncGraph>;
-using FuncGraphWeakPtr = std::weak_ptr<FuncGraph>;
-class AnfNode;
-using AnfNodeWeakPtr = std::weak_ptr<AnfNode>;
 
 class TraceManager {
  public:
diff --git a/mindspore/ccsrc/debug/trace.cc b/mindspore/ccsrc/debug/trace.cc
index b8d3f0a7c78..7ceb368290b 100644
--- a/mindspore/ccsrc/debug/trace.cc
+++ b/mindspore/ccsrc/debug/trace.cc
@@ -28,7 +28,7 @@
 #include <algorithm>
 
 #include "ir/meta_func_graph.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "frontend/operator/composite/composite.h"
 #include "ir/tensor.h"
 #include "debug/anf_ir_utils.h"
diff --git a/mindspore/ccsrc/debug/trace_base.cc b/mindspore/ccsrc/debug/trace_base.cc
index 6cd41d7f2d5..b2f591a3283 100644
--- a/mindspore/ccsrc/debug/trace_base.cc
+++ b/mindspore/ccsrc/debug/trace_base.cc
@@ -27,7 +27,7 @@
 #include <stack>
 #include <algorithm>
 
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 
 namespace mindspore {
 // namespace to support debug trace infomation
diff --git a/mindspore/ccsrc/frontend/operator/prim_structures.cc b/mindspore/ccsrc/frontend/operator/prim_structures.cc
index b602b07a0cc..1d1e6376d0f 100644
--- a/mindspore/ccsrc/frontend/operator/prim_structures.cc
+++ b/mindspore/ccsrc/frontend/operator/prim_structures.cc
@@ -21,7 +21,7 @@
 #include "abstract/param_validator.h"
 #include "frontend/operator/ops.h"
 #include "utils/convert_utils.h"
-#include "ir/tensor_py.h"
+#include "utils/tensor_py.h"
 
 using mindspore::tensor::TensorPy;
 
diff --git a/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.cc b/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.cc
index 681bd90eb16..b9342f80498 100644
--- a/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.cc
+++ b/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.cc
@@ -23,7 +23,7 @@
 #include "ir/anf.h"
 #include "ir/meta_func_graph.h"
 #include "debug/info.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "ir/manager.h"
 #include "pipeline/jit/resource.h"
 #include "pipeline/jit/parse/parse.h"
diff --git a/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.h b/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.h
index 0a25d3e3969..165d1f6c0b9 100644
--- a/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.h
+++ b/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.h
@@ -27,7 +27,7 @@
 
 #include "ir/anf.h"
 #include "ir/meta_func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "pipeline/jit/resource.h"
 #include "frontend/optimizer/ad/adjoint.h"
 #include "frontend/operator/ops.h"
diff --git a/mindspore/ccsrc/frontend/optimizer/ad/grad.cc b/mindspore/ccsrc/frontend/optimizer/ad/grad.cc
index ef2d7d400a4..5bc90e444f0 100644
--- a/mindspore/ccsrc/frontend/optimizer/ad/grad.cc
+++ b/mindspore/ccsrc/frontend/optimizer/ad/grad.cc
@@ -16,10 +16,10 @@
 
 #include "frontend/optimizer/ad/grad.h"
 #include "frontend/optimizer/ad/dfunctor.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "utils/context/ms_context.h"
 #include "utils/symbolic.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 
 namespace mindspore {
 namespace ad {
diff --git a/mindspore/ccsrc/frontend/optimizer/ad/kprim.cc b/mindspore/ccsrc/frontend/optimizer/ad/kprim.cc
index 105840874a5..607b3a4e545 100644
--- a/mindspore/ccsrc/frontend/optimizer/ad/kprim.cc
+++ b/mindspore/ccsrc/frontend/optimizer/ad/kprim.cc
@@ -20,9 +20,9 @@
 #include <string>
 #include <utility>
 #include "ir/anf.h"
-#include "ir/primitive_py.h"
+#include "utils/primitive_py.h"
 #include "ir/meta_func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "ir/manager.h"
 #include "pipeline/jit/resource.h"
 #include "pipeline/jit/parse/parse.h"
diff --git a/mindspore/ccsrc/frontend/optimizer/graph_kernel_reuse.cc b/mindspore/ccsrc/frontend/optimizer/graph_kernel_reuse.cc
index c157777040e..ef526559e5b 100644
--- a/mindspore/ccsrc/frontend/optimizer/graph_kernel_reuse.cc
+++ b/mindspore/ccsrc/frontend/optimizer/graph_kernel_reuse.cc
@@ -19,7 +19,7 @@
 #include <algorithm>
 #include <string>
 #include "./common.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 
 namespace mindspore {
 /* namespace to support opt */
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.cc b/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.cc
index dc580f6b633..6c2e9ad921b 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.cc
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.cc
@@ -21,7 +21,7 @@
 #include <unordered_map>
 
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "frontend/operator/ops.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.h b/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.h
index bcc6bf311f4..0eea40dfab8 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.h
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.h
@@ -21,7 +21,7 @@
 #include <algorithm>
 
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "frontend/optimizer/optimizer_caller.h"
 #include "ir/pattern_matcher.h"
 #include "frontend/operator/ops.h"
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/env_item_eliminate.h b/mindspore/ccsrc/frontend/optimizer/irpass/env_item_eliminate.h
index 1fee007a88f..407b9d8d99a 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/env_item_eliminate.h
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/env_item_eliminate.h
@@ -24,7 +24,7 @@
 #include <vector>
 
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "frontend/optimizer/optimizer_caller.h"
 #include "frontend/optimizer/anf_visitor.h"
 #include "frontend/operator/ops.h"
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/grad_var_prepare.cc b/mindspore/ccsrc/frontend/optimizer/irpass/grad_var_prepare.cc
index 89500844370..7146cd97347 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/grad_var_prepare.cc
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/grad_var_prepare.cc
@@ -26,7 +26,7 @@
 #include "frontend/optimizer/optimizer.h"
 #include "frontend/optimizer/anf_visitor.h"
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 
 namespace mindspore {
 namespace opt {
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/grad_var_prepare.h b/mindspore/ccsrc/frontend/optimizer/irpass/grad_var_prepare.h
index d9040044d9f..1bb6b552ff2 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/grad_var_prepare.h
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/grad_var_prepare.h
@@ -28,7 +28,7 @@
 #include "frontend/optimizer/optimizer.h"
 #include "frontend/optimizer/anf_visitor.h"
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 
 namespace mindspore {
 namespace opt {
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_call.h b/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_call.h
index ccfef5bcfb2..1872858dcc9 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_call.h
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_call.h
@@ -26,7 +26,7 @@
 #include "frontend/optimizer/optimizer.h"
 #include "frontend/optimizer/anf_visitor.h"
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "frontend/operator/ops.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_getitem.h b/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_getitem.h
index 9c02df6b2fb..b033b6de2a0 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_getitem.h
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_getitem.h
@@ -24,7 +24,7 @@
 #include <vector>
 
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "frontend/optimizer/optimizer_caller.h"
 #include "frontend/optimizer/anf_visitor.h"
 #include "frontend/operator/ops.h"
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/inline.h b/mindspore/ccsrc/frontend/optimizer/irpass/inline.h
index 0be228f44b9..dabd4d8bbd9 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/inline.h
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/inline.h
@@ -25,7 +25,7 @@
 #include "frontend/optimizer/optimizer.h"
 #include "frontend/optimizer/anf_visitor.h"
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "frontend/operator/ops.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/mark_interface_fusion.h b/mindspore/ccsrc/frontend/optimizer/irpass/mark_interface_fusion.h
index 1f38fc758b8..ffa383cc7ac 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/mark_interface_fusion.h
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/mark_interface_fusion.h
@@ -26,7 +26,7 @@
 #include "frontend/optimizer/irpass.h"
 #include "frontend/optimizer/anf_visitor.h"
 #include "frontend/operator/ops.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "frontend/operator/composite/composite.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/frontend/optimizer/irpass/specialize_transform.h b/mindspore/ccsrc/frontend/optimizer/irpass/specialize_transform.h
index 6cb93120288..899f44342e0 100644
--- a/mindspore/ccsrc/frontend/optimizer/irpass/specialize_transform.h
+++ b/mindspore/ccsrc/frontend/optimizer/irpass/specialize_transform.h
@@ -29,7 +29,7 @@
 #include "frontend/optimizer/anf_visitor.h"
 #include "ir/manager.h"
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "frontend/operator/ops.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/frontend/optimizer/py_pass_manager.h b/mindspore/ccsrc/frontend/optimizer/py_pass_manager.h
index acc17626e3e..1016b810207 100644
--- a/mindspore/ccsrc/frontend/optimizer/py_pass_manager.h
+++ b/mindspore/ccsrc/frontend/optimizer/py_pass_manager.h
@@ -23,8 +23,8 @@
 
 #include "ir/anf.h"
 #include "ir/func_graph.h"
-#include "ir/primitive_py.h"
-#include "utils/graph_utils.h"
+#include "utils/primitive_py.h"
+#include "ir/graph_utils.h"
 #include "common/utils.h"
 
 #include "pipeline/jit/parse/resolve.h"
diff --git a/mindspore/ccsrc/frontend/parallel/graph_util/graph_info.cc b/mindspore/ccsrc/frontend/parallel/graph_util/graph_info.cc
index 45a88c3a237..d7c346e6ec6 100644
--- a/mindspore/ccsrc/frontend/parallel/graph_util/graph_info.cc
+++ b/mindspore/ccsrc/frontend/parallel/graph_util/graph_info.cc
@@ -20,7 +20,7 @@
 #include "debug/draw.h"
 #include "ir/func_graph.h"
 #include "utils/context/ms_context.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/pipeline/jit/action.cc b/mindspore/ccsrc/pipeline/jit/action.cc
index 9fb3dc59d91..3a8461d50d9 100644
--- a/mindspore/ccsrc/pipeline/jit/action.cc
+++ b/mindspore/ccsrc/pipeline/jit/action.cc
@@ -23,7 +23,7 @@
 #include <algorithm>
 #include <functional>
 
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "ir/param_value.h"
 #include "frontend/parallel/costmodel_context.h"
 #include "frontend/parallel/context.h"
diff --git a/mindspore/ccsrc/pipeline/jit/parse/data_converter.cc b/mindspore/ccsrc/pipeline/jit/parse/data_converter.cc
index ae68bf97c79..13f6b73c369 100644
--- a/mindspore/ccsrc/pipeline/jit/parse/data_converter.cc
+++ b/mindspore/ccsrc/pipeline/jit/parse/data_converter.cc
@@ -28,7 +28,7 @@
 #include "pipeline/jit/parse/python_adapter.h"
 #include "frontend/operator/ops.h"
 #include "frontend/operator/composite/composite.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "utils/symbolic.h"
 #include "utils/context/ms_context.h"
 #include "debug/trace.h"
diff --git a/mindspore/ccsrc/pipeline/jit/pass.cc b/mindspore/ccsrc/pipeline/jit/pass.cc
index 27108380d90..ee2e910c07b 100644
--- a/mindspore/ccsrc/pipeline/jit/pass.cc
+++ b/mindspore/ccsrc/pipeline/jit/pass.cc
@@ -24,7 +24,7 @@
 #include <algorithm>
 #include <functional>
 
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "debug/anf_ir_utils.h"
 #include "pipeline/jit/parse/parse_base.h"
 #include "pipeline/jit/parse/data_converter.h"
diff --git a/mindspore/ccsrc/pipeline/jit/resource.cc b/mindspore/ccsrc/pipeline/jit/resource.cc
index 16d4a00346e..f31ab2159db 100644
--- a/mindspore/ccsrc/pipeline/jit/resource.cc
+++ b/mindspore/ccsrc/pipeline/jit/resource.cc
@@ -24,7 +24,7 @@
 #include "ir/dtype.h"
 #include "pipeline/jit/parse/data_converter.h"
 #include "frontend/operator/ops.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "frontend/optimizer/ad/dfunctor.h"
 #include "vm/segment_runner.h"
 
diff --git a/mindspore/ccsrc/pipeline/jit/static_analysis/evaluator.cc b/mindspore/ccsrc/pipeline/jit/static_analysis/evaluator.cc
index eb50974e548..7db68cc56ef 100644
--- a/mindspore/ccsrc/pipeline/jit/static_analysis/evaluator.cc
+++ b/mindspore/ccsrc/pipeline/jit/static_analysis/evaluator.cc
@@ -19,7 +19,7 @@
 #include <algorithm>
 #include <unordered_set>
 
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "abstract/utils.h"
 #include "debug/trace.h"
 #include "utils/context/ms_context.h"
diff --git a/mindspore/ccsrc/pipeline/jit/static_analysis/program_specialize.cc b/mindspore/ccsrc/pipeline/jit/static_analysis/program_specialize.cc
index 32c775bacd8..25b34d3681f 100644
--- a/mindspore/ccsrc/pipeline/jit/static_analysis/program_specialize.cc
+++ b/mindspore/ccsrc/pipeline/jit/static_analysis/program_specialize.cc
@@ -24,7 +24,7 @@
 #include "frontend/operator/ops.h"
 #include "frontend/operator/composite/do_signature.h"
 #include "abstract/abstract_function.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/log_adapter.h"
 #include "utils/profile.h"
 #include "debug/trace.h"
diff --git a/mindspore/ccsrc/pipeline/jit/static_analysis/program_specialize.h b/mindspore/ccsrc/pipeline/jit/static_analysis/program_specialize.h
index 2c08ea00ef7..7519eddf487 100644
--- a/mindspore/ccsrc/pipeline/jit/static_analysis/program_specialize.h
+++ b/mindspore/ccsrc/pipeline/jit/static_analysis/program_specialize.h
@@ -28,7 +28,7 @@
 #include <vector>
 
 #include "ir/anf.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "pipeline/jit/static_analysis/evaluator.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/pipeline/jit/static_analysis/static_analysis.cc b/mindspore/ccsrc/pipeline/jit/static_analysis/static_analysis.cc
index da71f3996c0..34299df00ae 100644
--- a/mindspore/ccsrc/pipeline/jit/static_analysis/static_analysis.cc
+++ b/mindspore/ccsrc/pipeline/jit/static_analysis/static_analysis.cc
@@ -26,7 +26,7 @@
 #include "frontend/operator/ops.h"
 #include "utils/symbolic.h"
 #include "ir/tensor.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "./common.h"
 #include "pipeline/jit/parse/data_converter.h"
 #include "debug/draw.h"
diff --git a/mindspore/ccsrc/pipeline/jit/static_analysis/static_analysis.h b/mindspore/ccsrc/pipeline/jit/static_analysis/static_analysis.h
index e2837a7da00..59b4a33b51e 100644
--- a/mindspore/ccsrc/pipeline/jit/static_analysis/static_analysis.h
+++ b/mindspore/ccsrc/pipeline/jit/static_analysis/static_analysis.h
@@ -33,7 +33,7 @@
 
 #include "utils/log_adapter.h"
 #include "ir/anf.h"
-#include "ir/primitive_py.h"
+#include "utils/primitive_py.h"
 #include "abstract/analysis_context.h"
 #include "abstract/abstract_function.h"
 #include "pipeline/jit/parse/parse.h"
diff --git a/mindspore/ccsrc/pipeline/pynative/base.h b/mindspore/ccsrc/pipeline/pynative/base.h
index 2739b6036e5..12664b4c851 100644
--- a/mindspore/ccsrc/pipeline/pynative/base.h
+++ b/mindspore/ccsrc/pipeline/pynative/base.h
@@ -27,7 +27,7 @@
 
 #include "pybind11/pybind11.h"
 #include "ir/anf.h"
-#include "ir/primitive_py.h"
+#include "utils/primitive_py.h"
 #include "abstract/abstract_value.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/pipeline/pynative/pynative_execute.cc b/mindspore/ccsrc/pipeline/pynative/pynative_execute.cc
index e77cfb233d9..21b00e6098b 100644
--- a/mindspore/ccsrc/pipeline/pynative/pynative_execute.cc
+++ b/mindspore/ccsrc/pipeline/pynative/pynative_execute.cc
@@ -23,7 +23,7 @@
 #include <algorithm>
 
 #include "debug/trace.h"
-#include "ir/tensor_py.h"
+#include "utils/tensor_py.h"
 #include "ir/param_value.h"
 #include "utils/any.h"
 #include "utils/utils.h"
diff --git a/mindspore/ccsrc/pipeline/pynative/pynative_execute_ge.cc b/mindspore/ccsrc/pipeline/pynative/pynative_execute_ge.cc
index 897c21fc90c..0b7f096b2e1 100644
--- a/mindspore/ccsrc/pipeline/pynative/pynative_execute_ge.cc
+++ b/mindspore/ccsrc/pipeline/pynative/pynative_execute_ge.cc
@@ -28,7 +28,7 @@
 #include "pipeline/jit/parse/data_converter.h"
 #include "pipeline/jit/static_analysis/prim.h"
 #include "backend/session/session_factory.h"
-#include "ir/tensor_py.h"
+#include "utils/tensor_py.h"
 
 const char SINGLE_OP_GRAPH[] = "single_op_graph";
 
diff --git a/mindspore/ccsrc/pybind_api/export_flags.cc b/mindspore/ccsrc/pybind_api/export_flags.cc
index a9953debdca..c8f988d4ef6 100644
--- a/mindspore/ccsrc/pybind_api/export_flags.cc
+++ b/mindspore/ccsrc/pybind_api/export_flags.cc
@@ -16,18 +16,8 @@
 
 #include "pybind_api/export_flags.h"
 namespace mindspore {
-
 const char PYTHON_PRIMITIVE_FLAG[] = "__primitive_flag__";
 const char PYTHON_CELL_AS_LIST[] = "__cell_as_list__";
 const char PYTHON_DATACLASS_FIELDS[] = "__dataclass_fields__";
 const char PYTHON_CLASS_MEMBER_NAMESPACE[] = "__class_member_namespace__";
-
-// flag names
-const char GRAPH_FLAG_MIX_PRECISION_FP16[] = "fp16";
-const char GRAPH_FLAG_MIX_PRECISION_FP32[] = "fp32";
-const char GRAPH_FLAG_HAS_EFFECT[] = "has_effect";
-const char GRAPH_FLAG_EFFECT_PATIAL_ORDER[] = "_effect_patial_order";
-const char GRAPH_FLAG_RANDOM_EFFECT[] = "_random_effect";
-const char GRAPH_FLAG_SIDE_EFFECT[] = "_side_effect";
-
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/pybind_api/export_flags.h b/mindspore/ccsrc/pybind_api/export_flags.h
index eb2348d88d3..56e0a87ead6 100644
--- a/mindspore/ccsrc/pybind_api/export_flags.h
+++ b/mindspore/ccsrc/pybind_api/export_flags.h
@@ -17,19 +17,12 @@
 #ifndef PYBIND_API_EXPORT_FLAGS_H_
 #define PYBIND_API_EXPORT_FLAGS_H_
 
+#include "utils/flags.h"
 namespace mindspore {
-
 extern const char PYTHON_PRIMITIVE_FLAG[];
 extern const char PYTHON_CELL_AS_LIST[];
 extern const char PYTHON_DATACLASS_FIELDS[];
 extern const char PYTHON_CLASS_MEMBER_NAMESPACE[];
-
-extern const char GRAPH_FLAG_MIX_PRECISION_FP16[];
-extern const char GRAPH_FLAG_MIX_PRECISION_FP32[];
-extern const char GRAPH_FLAG_HAS_EFFECT[];
-extern const char GRAPH_FLAG_EFFECT_PATIAL_ORDER[];
-extern const char GRAPH_FLAG_RANDOM_EFFECT[];
-extern const char GRAPH_FLAG_SIDE_EFFECT[];
 }  // namespace mindspore
 
 #endif  // PYBIND_API_EXPORT_FLAGS_H_
diff --git a/mindspore/ccsrc/runtime/device/kernel_runtime.h b/mindspore/ccsrc/runtime/device/kernel_runtime.h
index 3405d6d5911..d368b3eedf1 100644
--- a/mindspore/ccsrc/runtime/device/kernel_runtime.h
+++ b/mindspore/ccsrc/runtime/device/kernel_runtime.h
@@ -23,6 +23,7 @@
 
 #include "runtime/device/device_address.h"
 #include "ir/tensor.h"
+#include "utils/convert_utils.h"
 #include "predict/generator/utils/ir_model_util.h"
 #ifdef ENABLE_DUMP_E2E
 #include "debug/e2e_dump.h"
diff --git a/mindspore/ccsrc/transform/graph_ir/convert.cc b/mindspore/ccsrc/transform/graph_ir/convert.cc
index e05f3e01a03..74de7eae65a 100644
--- a/mindspore/ccsrc/transform/graph_ir/convert.cc
+++ b/mindspore/ccsrc/transform/graph_ir/convert.cc
@@ -23,7 +23,7 @@
 
 #include "frontend/operator/ops.h"
 #include "utils/log_adapter.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/symbolic.h"
 #include "utils/config_manager.h"
 #include "utils/convert_utils.h"
diff --git a/mindspore/core/ir/anf_py.cc b/mindspore/ccsrc/utils/anf_py.cc
similarity index 100%
rename from mindspore/core/ir/anf_py.cc
rename to mindspore/ccsrc/utils/anf_py.cc
diff --git a/mindspore/ccsrc/utils/base_ref_extends.h b/mindspore/ccsrc/utils/base_ref_extends.h
index 5aa603bfe96..18d51c26119 100644
--- a/mindspore/ccsrc/utils/base_ref_extends.h
+++ b/mindspore/ccsrc/utils/base_ref_extends.h
@@ -20,7 +20,7 @@
 #include <string>
 
 #include "utils/base_ref_py.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 
 namespace mindspore {
 class PyObjectRef : public BaseRef {
diff --git a/mindspore/ccsrc/utils/convert_utils.h b/mindspore/ccsrc/utils/convert_utils.h
index 55953bb80ca..32167262145 100644
--- a/mindspore/ccsrc/utils/convert_utils.h
+++ b/mindspore/ccsrc/utils/convert_utils.h
@@ -28,7 +28,7 @@
 #include "pybind11/pybind11.h"
 #include "utils/convert_utils_base.h"
 #include "utils/any.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 #include "base/base.h"
 #include "ir/anf.h"
 
diff --git a/mindspore/core/ir/dtype_py.cc b/mindspore/ccsrc/utils/dtype_py.cc
similarity index 99%
rename from mindspore/core/ir/dtype_py.cc
rename to mindspore/ccsrc/utils/dtype_py.cc
index db02cb3257b..f7cece948a5 100644
--- a/mindspore/core/ir/dtype_py.cc
+++ b/mindspore/ccsrc/utils/dtype_py.cc
@@ -35,7 +35,7 @@ REGISTER_PYBIND_DEFINE(
       "dump_type", [](const TypePtr &t) { return t->type_id(); }, "dump type");
     (void)m_sub.def("str_to_type", &StringToType, "string to typeptr");
     (void)py::class_<Type, std::shared_ptr<Type>>(m_sub, "Type")
-     .def("__eq__",
+      .def("__eq__",
            [](const TypePtr &t1, const py::object &other) {
              if (!py::isinstance<Type>(other)) {
                return false;
diff --git a/mindspore/core/ir/func_graph_cloner.cc b/mindspore/ccsrc/utils/func_graph_cloner.cc
similarity index 99%
rename from mindspore/core/ir/func_graph_cloner.cc
rename to mindspore/ccsrc/utils/func_graph_cloner.cc
index a06710c4854..29fab5d3d10 100644
--- a/mindspore/core/ir/func_graph_cloner.cc
+++ b/mindspore/ccsrc/utils/func_graph_cloner.cc
@@ -14,7 +14,7 @@
  * limitations under the License.
  */
 
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 
 #include <algorithm>
 
@@ -25,7 +25,7 @@
 #include "utils/log_adapter.h"
 #include "utils/profile.h"
 #include "utils/context/ms_context.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 
 // namespace to support intermediate representation definition
 namespace mindspore {
@@ -412,7 +412,7 @@ void Cloner::Lift() {
   auto sorted = BroadFirstSearchGraphUsed(*(manager_->roots().begin()));
   for (auto r_iter = sorted.rbegin(); r_iter != sorted.rend(); ++r_iter) {
     auto func_graph = *r_iter;
-    auto iter  = repl_func_graph_params_.find(func_graph);
+    auto iter = repl_func_graph_params_.find(func_graph);
     if (iter != repl_func_graph_params_.end()) {
       auto &params = iter->second;
       for (auto &cnode : func_graph->func_graph_cnodes_index()) {
diff --git a/mindspore/core/ir/func_graph_cloner.h b/mindspore/ccsrc/utils/func_graph_cloner.h
similarity index 96%
rename from mindspore/core/ir/func_graph_cloner.h
rename to mindspore/ccsrc/utils/func_graph_cloner.h
index cdf9a8698b5..da9773a2b76 100644
--- a/mindspore/core/ir/func_graph_cloner.h
+++ b/mindspore/ccsrc/utils/func_graph_cloner.h
@@ -14,8 +14,8 @@
  * limitations under the License.
  */
 
-#ifndef MINDSPORE_CORE_IR_FUNC_GRAPH_CLONER_H_
-#define MINDSPORE_CORE_IR_FUNC_GRAPH_CLONER_H_
+#ifndef MINDSPORE_CCSRC_UTILS_FUNC_GRAPH_CLONER_H_
+#define MINDSPORE_CCSRC_UTILS_FUNC_GRAPH_CLONER_H_
 
 #include <functional>
 #include <list>
@@ -119,8 +119,6 @@ class Cloner {
   std::unordered_map<FuncGraphPtr, AnfNodePtrList> repl_func_graph_params_;
 };
 
-FuncGraphPtr BasicClone(const FuncGraphPtr &func_graph);
-
 AnfNodePtr InlineClone(const FuncGraphPtr &func_graph, const FuncGraphPtr &target_func_graph,
                        const AnfNodePtrList &func_graph_args, const ScopePtr &scope = nullptr);
 
@@ -132,4 +130,4 @@ FuncGraphPtr TransformableClone(const FuncGraphPtr &func_graph,
                                 const TraceInfoPtr &relation = std::make_shared<TraceTransform>());
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CORE_IR_FUNC_GRAPH_CLONER_H_
+#endif  // MINDSPORE_CCSRC_UTILS_FUNC_GRAPH_CLONER_H_
diff --git a/mindspore/core/ir/func_graph_py.cc b/mindspore/ccsrc/utils/func_graph_py.cc
similarity index 100%
rename from mindspore/core/ir/func_graph_py.cc
rename to mindspore/ccsrc/utils/func_graph_py.cc
diff --git a/mindspore/core/ir/param_value_py.cc b/mindspore/ccsrc/utils/param_value_py.cc
similarity index 100%
rename from mindspore/core/ir/param_value_py.cc
rename to mindspore/ccsrc/utils/param_value_py.cc
diff --git a/mindspore/core/ir/primitive_py.cc b/mindspore/ccsrc/utils/primitive_py.cc
similarity index 99%
rename from mindspore/core/ir/primitive_py.cc
rename to mindspore/ccsrc/utils/primitive_py.cc
index f8881f26cd4..efaedcb4196 100644
--- a/mindspore/core/ir/primitive_py.cc
+++ b/mindspore/ccsrc/utils/primitive_py.cc
@@ -14,9 +14,8 @@
  * limitations under the License.
  */
 
-#include "ir/primitive_py.h"
+#include "utils/primitive_py.h"
 #include <mutex>
-#include <utility>
 #include "ir/signature.h"
 #include "./common.h"
 #include "pipeline/jit/parse/python_adapter.h"
diff --git a/mindspore/core/ir/primitive_py.h b/mindspore/ccsrc/utils/primitive_py.h
similarity index 100%
rename from mindspore/core/ir/primitive_py.h
rename to mindspore/ccsrc/utils/primitive_py.h
diff --git a/mindspore/ccsrc/utils/primitive_utils.h b/mindspore/ccsrc/utils/primitive_utils.h
index 0faeca9c47f..cb23e535b02 100644
--- a/mindspore/ccsrc/utils/primitive_utils.h
+++ b/mindspore/ccsrc/utils/primitive_utils.h
@@ -19,7 +19,8 @@
 
 #include <string>
 #include "pybind11/pybind11.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
+#include "utils/convert_utils.h"
 
 namespace py = pybind11;
 
diff --git a/mindspore/core/ir/signature_py.cc b/mindspore/ccsrc/utils/signature_py.cc
similarity index 100%
rename from mindspore/core/ir/signature_py.cc
rename to mindspore/ccsrc/utils/signature_py.cc
diff --git a/mindspore/core/ir/tensor_py.cc b/mindspore/ccsrc/utils/tensor_py.cc
similarity index 99%
rename from mindspore/core/ir/tensor_py.cc
rename to mindspore/ccsrc/utils/tensor_py.cc
index b5b4fc0d699..d9875d374b3 100644
--- a/mindspore/core/ir/tensor_py.cc
+++ b/mindspore/ccsrc/utils/tensor_py.cc
@@ -14,7 +14,7 @@
  * limitations under the License.
  */
 
-#include "ir/tensor_py.h"
+#include "utils/tensor_py.h"
 
 #include <functional>
 #include <numeric>
diff --git a/mindspore/core/ir/tensor_py.h b/mindspore/ccsrc/utils/tensor_py.h
similarity index 100%
rename from mindspore/core/ir/tensor_py.h
rename to mindspore/ccsrc/utils/tensor_py.h
diff --git a/mindspore/ccsrc/utils/tensorprint_utils.cc b/mindspore/ccsrc/utils/tensorprint_utils.cc
index 08cd4e42912..5c81640206c 100644
--- a/mindspore/ccsrc/utils/tensorprint_utils.cc
+++ b/mindspore/ccsrc/utils/tensorprint_utils.cc
@@ -21,6 +21,8 @@
 #include <string>
 #include <vector>
 #include "ir/tensor.h"
+#include "pybind11/pybind11.h"
+#include "common/utils.h"
 #include "runtime/device/convert_tensor_utils.h"
 #include "./securec.h"
 #ifndef NO_DLIB
@@ -29,6 +31,7 @@
 #include "tdt/data_common.h"
 #endif
 
+namespace py = pybind11;
 namespace mindspore {
 const char kShapeSeperator[] = ",";
 const char kShapeScalar[] = "[0]";
diff --git a/mindspore/core/ir/value_py.cc b/mindspore/ccsrc/utils/value_py.cc
similarity index 100%
rename from mindspore/core/ir/value_py.cc
rename to mindspore/ccsrc/utils/value_py.cc
diff --git a/mindspore/ccsrc/vm/segment_runner.cc b/mindspore/ccsrc/vm/segment_runner.cc
index 151c20a5355..ba27c460865 100644
--- a/mindspore/ccsrc/vm/segment_runner.cc
+++ b/mindspore/ccsrc/vm/segment_runner.cc
@@ -30,7 +30,7 @@
 #include "utils/log_adapter.h"
 #include "utils/utils.h"
 #include "ir/manager.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "frontend/operator/ops.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/vm/transform.cc b/mindspore/ccsrc/vm/transform.cc
index 495d5c4af72..bf39e4e2e73 100644
--- a/mindspore/ccsrc/vm/transform.cc
+++ b/mindspore/ccsrc/vm/transform.cc
@@ -30,7 +30,7 @@
 #ifdef ENABLE_GE
 #include "transform/graph_ir/convert.h"
 #endif
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/context/ms_context.h"
 #include "debug/trace.h"
 #include "debug/anf_ir_dump.h"
diff --git a/mindspore/ccsrc/vm/vmimpl.cc b/mindspore/ccsrc/vm/vmimpl.cc
index 8ce65c3a269..56cc9b32071 100644
--- a/mindspore/ccsrc/vm/vmimpl.cc
+++ b/mindspore/ccsrc/vm/vmimpl.cc
@@ -29,8 +29,8 @@
 #include "ir/tensor.h"
 #include "frontend/operator/ops.h"
 #include "ir/manager.h"
-#include "ir/func_graph_cloner.h"
-#include "ir/primitive_py.h"
+#include "utils/func_graph_cloner.h"
+#include "utils/primitive_py.h"
 #include "utils/convert_utils.h"
 #include "utils/primitive_utils.h"
 #include "debug/draw.h"
diff --git a/mindspore/core/abstract/abstract_value.h b/mindspore/core/abstract/abstract_value.h
index d74837d6d2a..a66593b359b 100644
--- a/mindspore/core/abstract/abstract_value.h
+++ b/mindspore/core/abstract/abstract_value.h
@@ -27,6 +27,7 @@
 
 #include "utils/log_adapter.h"
 #include "utils/hashing.h"
+#include "utils/any.h"
 #include "base/base.h"
 #include "ir/dtype.h"
 #include "ir/value.h"
diff --git a/mindspore/core/abstract/utils.h b/mindspore/core/abstract/utils.h
index 6f96a7a5c38..75ba63aa0b7 100644
--- a/mindspore/core/abstract/utils.h
+++ b/mindspore/core/abstract/utils.h
@@ -26,7 +26,6 @@
 #include "abstract/abstract_value.h"
 #include "utils/any.h"
 #include "utils/misc.h"
-#include "utils/convert_utils.h"
 
 namespace mindspore {
 namespace abstract {
diff --git a/mindspore/core/base/base.h b/mindspore/core/base/base.h
index 84a23bbcb95..e43b042cfac 100644
--- a/mindspore/core/base/base.h
+++ b/mindspore/core/base/base.h
@@ -131,6 +131,11 @@ class AnfNode;
 using AnfNodePtr = std::shared_ptr<AnfNode>;
 using AnfNodePtrList = std::vector<AnfNodePtr>;
 using AnfNodeSet = OrderedSet<AnfNodePtr>;
+using AnfNodeWeakPtr = std::weak_ptr<AnfNode>;
+
+class FuncGraph;
+using FuncGraphPtr = std::shared_ptr<FuncGraph>;
+using FuncGraphWeakPtr = std::weak_ptr<FuncGraph>;
 
 namespace abstract {
 class AbstractBase;
diff --git a/mindspore/ccsrc/utils/base_ref.cc b/mindspore/core/base/base_ref.cc
similarity index 99%
rename from mindspore/ccsrc/utils/base_ref.cc
rename to mindspore/core/base/base_ref.cc
index b0d3564c1c9..d7d6ea747ca 100644
--- a/mindspore/ccsrc/utils/base_ref.cc
+++ b/mindspore/core/base/base_ref.cc
@@ -14,7 +14,7 @@
  * limitations under the License.
  */
 
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 
 namespace mindspore {
 iterator ConstIteratorCast(std::vector<BaseRef> *v, const const_iterator iter) {
diff --git a/mindspore/ccsrc/utils/base_ref.h b/mindspore/core/base/base_ref.h
similarity index 98%
rename from mindspore/ccsrc/utils/base_ref.h
rename to mindspore/core/base/base_ref.h
index 7c0b4b2f1ca..05157a40209 100644
--- a/mindspore/ccsrc/utils/base_ref.h
+++ b/mindspore/core/base/base_ref.h
@@ -13,8 +13,8 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-#ifndef MINDSPORE_CCSRC_UTILS_BASE_REF_H_
-#define MINDSPORE_CCSRC_UTILS_BASE_REF_H_
+#ifndef MINDSPORE_CORE_UTILS_BASE_REF_H_
+#define MINDSPORE_CORE_UTILS_BASE_REF_H_
 
 #include <type_traits>
 #include <algorithm>
@@ -378,4 +378,4 @@ class RunFunctionRef : public BaseRef {
 };
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_UTILS_NODE_REF_H_
+#endif  // MINDSPORE_CORE_UTILS_BASE_REF_H_
diff --git a/mindspore/ccsrc/utils/base_ref_utils.cc b/mindspore/core/base/base_ref_utils.cc
similarity index 98%
rename from mindspore/ccsrc/utils/base_ref_utils.cc
rename to mindspore/core/base/base_ref_utils.cc
index 2c1223a13e5..69051fa9fda 100644
--- a/mindspore/ccsrc/utils/base_ref_utils.cc
+++ b/mindspore/core/base/base_ref_utils.cc
@@ -13,15 +13,14 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-
+#include "base/base_ref_utils.h"
 #include <vector>
 #include <memory>
-#include "utils/base_ref_utils.h"
+
 #include "include/infer_tensor.h"
 #include "ir/tensor.h"
 
 namespace mindspore {
-
 void IterateFindTensor(std::vector<tensor::TensorPtr> *msTensors, const VectorRef &ref_list) {
   for (size_t i = 0; i < ref_list.size(); ++i) {
     if (utils::isa<tensor::TensorPtr>(ref_list[i])) {
@@ -51,5 +50,4 @@ std::vector<tensor::TensorPtr> TransformVectorRefToMultiTensor(const VectorRef &
   }
   return msTensors;
 }
-
 }  // namespace mindspore
diff --git a/mindspore/ccsrc/utils/base_ref_utils.h b/mindspore/core/base/base_ref_utils.h
similarity index 97%
rename from mindspore/ccsrc/utils/base_ref_utils.h
rename to mindspore/core/base/base_ref_utils.h
index 04a6fcefda7..c12f41fc2f5 100644
--- a/mindspore/ccsrc/utils/base_ref_utils.h
+++ b/mindspore/core/base/base_ref_utils.h
@@ -16,9 +16,11 @@
 
 #include <vector>
 #include <memory>
-#include "utils/base_ref.h"
+
 #include "include/infer_tensor.h"
 #include "ir/tensor.h"
+#include "base/base_ref.h"
+
 
 #ifndef MINDSPORE_CCSRC_UTILS_BASE_REF_UTILS_H
 #define MINDSPORE_CCSRC_UTILS_BASE_REF_UTILS_H
diff --git a/mindspore/core/ir/func_graph.cc b/mindspore/core/ir/func_graph.cc
index 93013b8d8de..c552bd64b2d 100644
--- a/mindspore/core/ir/func_graph.cc
+++ b/mindspore/core/ir/func_graph.cc
@@ -22,8 +22,9 @@
 #include <sstream>
 #include <utility>
 
-#include "debug/trace.h"
+#include "debug/trace_base.h"
 #include "ir/manager.h"
+#include "utils/flags.h"
 #include "utils/ordered_set.h"
 #include "utils/convert_utils_base.h"
 #include "abstract/abstract_function.h"
diff --git a/mindspore/core/ir/func_graph.h b/mindspore/core/ir/func_graph.h
index c6542bf3dac..cfc6ec4163f 100644
--- a/mindspore/core/ir/func_graph.h
+++ b/mindspore/core/ir/func_graph.h
@@ -32,7 +32,7 @@
 #include "ir/manager.h"
 #include "utils/ordered_set.h"
 #include "utils/ordered_map.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 
 namespace mindspore {
 using BaseRefCounterMap = OrderedMap<BaseRef, int, BaseRefHash>;
@@ -420,6 +420,8 @@ size_t NewFgSeenGeneration();
 std::shared_ptr<OrderedSet<CNodePtr>> FindRoots(const std::vector<CNodePtr> &segment);
 // Find the leaf cnodes of a segment of cnodes.
 std::shared_ptr<OrderedSet<CNodePtr>> FindLeaves(const std::vector<CNodePtr> &segment);
+
+FuncGraphPtr BasicClone(const FuncGraphPtr &func_graph);
 }  // namespace mindspore
 
 #endif  // MINDSPORE_CORE_IR_FUNC_GRAPH_H_
diff --git a/mindspore/core/ir/func_graph_extends.cc b/mindspore/core/ir/func_graph_extends.cc
index 4fa751a32f4..fad7d5413d5 100644
--- a/mindspore/core/ir/func_graph_extends.cc
+++ b/mindspore/core/ir/func_graph_extends.cc
@@ -18,14 +18,11 @@
 
 #include <algorithm>
 #include <sstream>
-#include <utility>
 
 #include "ir/manager.h"
-#include "ir/func_graph_cloner.h"
 #include "base/core_ops.h"
 #include "utils/ordered_set.h"
 #include "abstract/abstract_value.h"
-#include "debug/anf_ir_dump.h"
 #include "debug/trace.h"
 #include "debug/draw.h"
 #include "debug/label.h"
diff --git a/mindspore/ccsrc/utils/graph_utils.cc b/mindspore/core/ir/graph_utils.cc
similarity index 99%
rename from mindspore/ccsrc/utils/graph_utils.cc
rename to mindspore/core/ir/graph_utils.cc
index 213abdf9030..a2d28cf6de9 100644
--- a/mindspore/ccsrc/utils/graph_utils.cc
+++ b/mindspore/core/ir/graph_utils.cc
@@ -16,7 +16,7 @@
  * limitations under the License.
  */
 
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 
 #include <unordered_map>
 #include <unordered_set>
@@ -28,10 +28,10 @@
 #include <deque>
 #include <set>
 
-#include "common/utils.h"
 #include "debug/label.h"
 #include "ir/func_graph.h"
 #include "utils/log_adapter.h"
+#include "utils/context/ms_context.h"
 
 namespace mindspore {
 std::vector<AnfNodePtr> TopoSort(const AnfNodePtr &root, const SuccFunc &succ, const IncludeFunc &include) {
diff --git a/mindspore/ccsrc/utils/graph_utils.h b/mindspore/core/ir/graph_utils.h
similarity index 100%
rename from mindspore/ccsrc/utils/graph_utils.h
rename to mindspore/core/ir/graph_utils.h
diff --git a/mindspore/ccsrc/utils/graph_utils_extends.cc b/mindspore/core/ir/graph_utils_extends.cc
similarity index 97%
rename from mindspore/ccsrc/utils/graph_utils_extends.cc
rename to mindspore/core/ir/graph_utils_extends.cc
index a6f2594cd15..647728bf0ee 100644
--- a/mindspore/ccsrc/utils/graph_utils_extends.cc
+++ b/mindspore/core/ir/graph_utils_extends.cc
@@ -14,7 +14,7 @@
  * limitations under the License.
  */
 
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 
 #include <unordered_map>
 #include <unordered_set>
@@ -31,8 +31,6 @@
 #include "debug/label.h"
 #include "utils/log_adapter.h"
 #include "common/utils.h"
-#include "pipeline/jit/parse/function_block.h"
-#include "pipeline/jit/parse/python_adapter.h"
 
 namespace mindspore {
 namespace {
diff --git a/mindspore/core/ir/manager.cc b/mindspore/core/ir/manager.cc
index 1b14f9184e4..2970d22ee2c 100644
--- a/mindspore/core/ir/manager.cc
+++ b/mindspore/core/ir/manager.cc
@@ -19,12 +19,9 @@
 #include "ir/manager.h"
 
 #include <algorithm>
-#include <numeric>
 #include <list>
 
-#include "debug/trace_base.h"
 #include "ir/func_graph.h"
-#include "utils/profile.h"
 #include "utils/convert_utils_base.h"
 #include "base/core_ops.h"
 
diff --git a/mindspore/core/ir/manager.h b/mindspore/core/ir/manager.h
index 9e804ab53ad..d961e94ae54 100644
--- a/mindspore/core/ir/manager.h
+++ b/mindspore/core/ir/manager.h
@@ -34,10 +34,10 @@
 #include "utils/signal.h"
 #include "utils/ordered_set.h"
 #include "utils/ordered_map.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/counter.h"
 #include "utils/hashing.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 #include "ir/anf.h"
 
 namespace mindspore {
diff --git a/mindspore/core/ir/meta_tensor.h b/mindspore/core/ir/meta_tensor.h
index 22bd5ad2907..100c3cc59e9 100644
--- a/mindspore/core/ir/meta_tensor.h
+++ b/mindspore/core/ir/meta_tensor.h
@@ -24,7 +24,7 @@
 
 #include "base/base.h"
 #include "ir/dtype.h"
-#include "utils/convert_utils.h"
+#include "utils/convert_utils_base.h"
 #include "utils/hashing.h"
 
 // brief mindspore namespace.
diff --git a/mindspore/core/utils/CMakeLists.txt b/mindspore/core/utils/CMakeLists.txt
new file mode 100644
index 00000000000..b52a6591fff
--- /dev/null
+++ b/mindspore/core/utils/CMakeLists.txt
@@ -0,0 +1,3 @@
+file(GLOB_RECURSE _UTIL_ALL_SRC_FILES RELATIVE ${CMAKE_CURRENT_SOURCE_DIR} "*.cc")
+set_property(SOURCE ${_UTIL_ALL_SRC_FILES} PROPERTY COMPILE_DEFINITIONS SUBMODULE_ID=mindspore::SubModuleId::SM_IR)
+add_library(_mindspore_core_utils_obj OBJECT ${_UTIL_ALL_SRC_FILES})
diff --git a/mindspore/ccsrc/utils/any.cc b/mindspore/core/utils/any.cc
similarity index 100%
rename from mindspore/ccsrc/utils/any.cc
rename to mindspore/core/utils/any.cc
diff --git a/mindspore/ccsrc/utils/any.h b/mindspore/core/utils/any.h
similarity index 100%
rename from mindspore/ccsrc/utils/any.h
rename to mindspore/core/utils/any.h
diff --git a/mindspore/ccsrc/utils/convert_utils_base.h b/mindspore/core/utils/convert_utils_base.h
similarity index 100%
rename from mindspore/ccsrc/utils/convert_utils_base.h
rename to mindspore/core/utils/convert_utils_base.h
diff --git a/mindspore/ccsrc/utils/counter.h b/mindspore/core/utils/counter.h
similarity index 95%
rename from mindspore/ccsrc/utils/counter.h
rename to mindspore/core/utils/counter.h
index ead0ad84f20..f70271d37f0 100644
--- a/mindspore/ccsrc/utils/counter.h
+++ b/mindspore/core/utils/counter.h
@@ -14,8 +14,8 @@
  * limitations under the License.
  */
 
-#ifndef MINDSPORE_CCSRC_UTILS_COUNTER_H_
-#define MINDSPORE_CCSRC_UTILS_COUNTER_H_
+#ifndef MINDSPORE_CORE_UTILS_COUNTER_H_
+#define MINDSPORE_CORE_UTILS_COUNTER_H_
 #include <functional>
 #include "utils/ordered_map.h"
 
@@ -99,4 +99,4 @@ class Counter {
 };
 }  // namespace mindspore
 
-#endif  // MINDSPORE_CCSRC_UTILS_COUNTER_H_
+#endif  // MINDSPORE_CORE_UTILS_COUNTER_H_
diff --git a/mindspore/core/utils/flags.cc b/mindspore/core/utils/flags.cc
new file mode 100644
index 00000000000..a36d0367d66
--- /dev/null
+++ b/mindspore/core/utils/flags.cc
@@ -0,0 +1,26 @@
+/**
+ * Copyright 2020 Huawei Technologies Co., Ltd
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#include "utils/flags.h"
+namespace mindspore {
+// flag names
+const char GRAPH_FLAG_MIX_PRECISION_FP16[] = "fp16";
+const char GRAPH_FLAG_MIX_PRECISION_FP32[] = "fp32";
+const char GRAPH_FLAG_HAS_EFFECT[] = "has_effect";
+const char GRAPH_FLAG_EFFECT_PATIAL_ORDER[] = "_effect_patial_order";
+const char GRAPH_FLAG_RANDOM_EFFECT[] = "_random_effect";
+const char GRAPH_FLAG_SIDE_EFFECT[] = "_side_effect";
+}  // namespace mindspore
diff --git a/mindspore/core/utils/flags.h b/mindspore/core/utils/flags.h
new file mode 100644
index 00000000000..cc751aaa214
--- /dev/null
+++ b/mindspore/core/utils/flags.h
@@ -0,0 +1,28 @@
+/**
+ * Copyright 2020 Huawei Technologies Co., Ltd
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+#ifndef MINDSPORE_CORE_UTILS_FLAGS_H
+#define MINDSPORE_CORE_UTILS_FLAGS_H
+namespace mindspore {
+extern const char GRAPH_FLAG_MIX_PRECISION_FP16[];
+extern const char GRAPH_FLAG_MIX_PRECISION_FP32[];
+extern const char GRAPH_FLAG_HAS_EFFECT[];
+extern const char GRAPH_FLAG_EFFECT_PATIAL_ORDER[];
+extern const char GRAPH_FLAG_RANDOM_EFFECT[];
+extern const char GRAPH_FLAG_SIDE_EFFECT[];
+}
+
+#endif  // MINDSPORE_CORE_UTILS_FLAGS_H
diff --git a/mindspore/ccsrc/utils/hashing.h b/mindspore/core/utils/hashing.h
similarity index 100%
rename from mindspore/ccsrc/utils/hashing.h
rename to mindspore/core/utils/hashing.h
diff --git a/mindspore/ccsrc/utils/log_adapter.cc b/mindspore/core/utils/log_adapter.cc
similarity index 100%
rename from mindspore/ccsrc/utils/log_adapter.cc
rename to mindspore/core/utils/log_adapter.cc
diff --git a/mindspore/ccsrc/utils/log_adapter.h b/mindspore/core/utils/log_adapter.h
similarity index 98%
rename from mindspore/ccsrc/utils/log_adapter.h
rename to mindspore/core/utils/log_adapter.h
index 53c94a634a5..866b61b864c 100644
--- a/mindspore/ccsrc/utils/log_adapter.h
+++ b/mindspore/core/utils/log_adapter.h
@@ -23,7 +23,7 @@
 #include <sstream>
 #include <memory>
 #include <functional>
-#include "./overload.h"
+#include "utils/overload.h"
 #include "./securec.h"
 #ifdef USE_GLOG
 #include "glog/logging.h"
@@ -31,7 +31,7 @@
 #include "toolchain/slog.h"
 #endif
 // NOTICE: when relative path of 'log_adapter.h' changed, macro 'LOG_HDR_FILE_REL_PATH' must be changed
-#define LOG_HDR_FILE_REL_PATH "mindspore/ccsrc/utils/log_adapter.h"
+#define LOG_HDR_FILE_REL_PATH "mindspore/core/utils/log_adapter.h"
 
 // Get start index of file relative path in __FILE__
 static constexpr int GetRelPathPos() noexcept {
diff --git a/mindspore/ccsrc/utils/misc.cc b/mindspore/core/utils/misc.cc
similarity index 99%
rename from mindspore/ccsrc/utils/misc.cc
rename to mindspore/core/utils/misc.cc
index a9eb8071ef8..ae93c750ee1 100644
--- a/mindspore/ccsrc/utils/misc.cc
+++ b/mindspore/core/utils/misc.cc
@@ -17,7 +17,6 @@
 #include "utils/misc.h"
 
 namespace mindspore {
-
 const int RET_SUCCESS = 0;
 const int RET_FAILED = 1;
 const int RET_CONTINUE = 2;
diff --git a/mindspore/ccsrc/utils/misc.h b/mindspore/core/utils/misc.h
similarity index 99%
rename from mindspore/ccsrc/utils/misc.h
rename to mindspore/core/utils/misc.h
index e2cdebe98ad..be83b2999ce 100644
--- a/mindspore/ccsrc/utils/misc.h
+++ b/mindspore/core/utils/misc.h
@@ -26,7 +26,6 @@
 #include "utils/log_adapter.h"
 
 namespace mindspore {
-
 extern const int RET_SUCCESS;
 extern const int RET_FAILED;
 extern const int RET_CONTINUE;
diff --git a/mindspore/ccsrc/utils/ordered_map.h b/mindspore/core/utils/ordered_map.h
similarity index 100%
rename from mindspore/ccsrc/utils/ordered_map.h
rename to mindspore/core/utils/ordered_map.h
diff --git a/mindspore/ccsrc/utils/ordered_set.h b/mindspore/core/utils/ordered_set.h
similarity index 100%
rename from mindspore/ccsrc/utils/ordered_set.h
rename to mindspore/core/utils/ordered_set.h
diff --git a/mindspore/ccsrc/utils/overload.h b/mindspore/core/utils/overload.h
similarity index 99%
rename from mindspore/ccsrc/utils/overload.h
rename to mindspore/core/utils/overload.h
index a95e285fc72..be3a42b77b8 100644
--- a/mindspore/ccsrc/utils/overload.h
+++ b/mindspore/core/utils/overload.h
@@ -28,7 +28,6 @@
 #include <string>
 
 namespace mindspore {
-
 template <typename T>
 std::ostream &operator<<(std::ostream &out, const std::vector<T> &v) {
   out << "[const vector][";
@@ -134,7 +133,6 @@ std::string ToString(const std::map<T1, T2> &map) {
   buffer << map;
   return buffer.str();
 }
-
 }  // namespace mindspore
 
 #endif  // MINDSPORE_CCSRC_UTILS_OVERLOAD_H_
diff --git a/mindspore/ccsrc/utils/signal.h b/mindspore/core/utils/signal.h
similarity index 100%
rename from mindspore/ccsrc/utils/signal.h
rename to mindspore/core/utils/signal.h
diff --git a/mindspore/ccsrc/utils/symbolic.cc b/mindspore/core/utils/symbolic.cc
similarity index 100%
rename from mindspore/ccsrc/utils/symbolic.cc
rename to mindspore/core/utils/symbolic.cc
diff --git a/mindspore/ccsrc/utils/symbolic.h b/mindspore/core/utils/symbolic.h
similarity index 99%
rename from mindspore/ccsrc/utils/symbolic.h
rename to mindspore/core/utils/symbolic.h
index 90190002336..7ac04530915 100644
--- a/mindspore/ccsrc/utils/symbolic.h
+++ b/mindspore/core/utils/symbolic.h
@@ -27,7 +27,6 @@
 
 #include "ir/anf.h"
 #include "abstract/abstract_value.h"
-#include "utils/any.h"
 
 namespace mindspore {
 
diff --git a/mindspore/ccsrc/utils/visible.h b/mindspore/core/utils/visible.h
similarity index 100%
rename from mindspore/ccsrc/utils/visible.h
rename to mindspore/core/utils/visible.h
diff --git a/tests/ut/cpp/CMakeLists.txt b/tests/ut/cpp/CMakeLists.txt
index 880a2810378..b4af09dee7f 100644
--- a/tests/ut/cpp/CMakeLists.txt
+++ b/tests/ut/cpp/CMakeLists.txt
@@ -55,6 +55,7 @@ file(GLOB_RECURSE MINDSPORE_SRC_LIST RELATIVE ${CMAKE_CURRENT_SOURCE_DIR}
         "../../../mindspore/core/base/*.cc"
         "../../../mindspore/core/abstract/*.cc"
         "../../../mindspore/core/ir/*.cc"
+        "../../../mindspore/core/utils/*.cc"
         "../../../mindspore/ccsrc/common/*.cc"
         "../../../mindspore/ccsrc/utils/*.cc"
         "../../../mindspore/ccsrc/pipeline/jit/parse/*.cc"
diff --git a/tests/ut/cpp/ir/clone_test.cc b/tests/ut/cpp/ir/clone_test.cc
index 20da3fb8b57..ac32cc7f39d 100644
--- a/tests/ut/cpp/ir/clone_test.cc
+++ b/tests/ut/cpp/ir/clone_test.cc
@@ -20,9 +20,9 @@
 
 #include "ir/manager.h"
 #include "utils/log_adapter.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "pipeline/jit/parse/parse.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "debug/draw.h"
 #include "./common.h"
 
diff --git a/tests/ut/cpp/ir/manager_test.cc b/tests/ut/cpp/ir/manager_test.cc
index 3e6d1a312c0..3284a1e06f2 100644
--- a/tests/ut/cpp/ir/manager_test.cc
+++ b/tests/ut/cpp/ir/manager_test.cc
@@ -17,7 +17,7 @@
 #include "common/py_func_graph_fetcher.h"
 #include "ir/dtype.h"
 #include "ir/manager.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "pipeline/jit/parse/parse.h"
 #include "frontend/operator/ops.h"
 #include "utils/log_adapter.h"
diff --git a/tests/ut/cpp/ir/meta_tensor_test.cc b/tests/ut/cpp/ir/meta_tensor_test.cc
index 537d4c460ea..555a4e96548 100644
--- a/tests/ut/cpp/ir/meta_tensor_test.cc
+++ b/tests/ut/cpp/ir/meta_tensor_test.cc
@@ -22,7 +22,7 @@
 
 #include "securec/include/securec.h"
 #include "ir/tensor.h"
-#include "ir/tensor_py.h"
+#include "utils/tensor_py.h"
 
 using mindspore::tensor::TensorPy;
 
diff --git a/tests/ut/cpp/operator/ops_test.cc b/tests/ut/cpp/operator/ops_test.cc
index 20f4734bf06..4af615e9c69 100644
--- a/tests/ut/cpp/operator/ops_test.cc
+++ b/tests/ut/cpp/operator/ops_test.cc
@@ -19,7 +19,7 @@
 
 #include "common/common_test.h"
 #include "ir/value.h"
-#include "ir/primitive_py.h"
+#include "utils/primitive_py.h"
 #include "frontend/operator/ops.h"
 #include "./common.h"
 
diff --git a/tests/ut/cpp/optimizer/ad/ad_test.cc b/tests/ut/cpp/optimizer/ad/ad_test.cc
index 3f861d36049..effc3d3b1af 100644
--- a/tests/ut/cpp/optimizer/ad/ad_test.cc
+++ b/tests/ut/cpp/optimizer/ad/ad_test.cc
@@ -21,9 +21,9 @@
 #include "common/py_func_graph_fetcher.h"
 #include "ir/manager.h"
 #include "ir/value.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "utils/log_adapter.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "pipeline/jit/resource.h"
 #include "pipeline/jit/parse/parse.h"
 #include "debug/draw.h"
diff --git a/tests/ut/cpp/optimizer/cconv_test.cc b/tests/ut/cpp/optimizer/cconv_test.cc
index c0044090580..d98905955f6 100644
--- a/tests/ut/cpp/optimizer/cconv_test.cc
+++ b/tests/ut/cpp/optimizer/cconv_test.cc
@@ -18,7 +18,7 @@
 #include "common/common_test.h"
 #include "common/py_func_graph_fetcher.h"
 
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "utils/log_adapter.h"
 #include "pipeline/jit/parse/parse.h"
 #include "debug/draw.h"
diff --git a/tests/ut/cpp/optimizer/lib_test.cc b/tests/ut/cpp/optimizer/lib_test.cc
index 48865a10d24..84bc0d8b75d 100644
--- a/tests/ut/cpp/optimizer/lib_test.cc
+++ b/tests/ut/cpp/optimizer/lib_test.cc
@@ -21,7 +21,7 @@
 #include "common/py_func_graph_fetcher.h"
 #include "ir/anf.h"
 #include "ir/func_graph.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "ir/manager.h"
 #include "ir/value.h"
 #include "frontend/operator/ops.h"
diff --git a/tests/ut/cpp/optimizer/opt_test.cc b/tests/ut/cpp/optimizer/opt_test.cc
index bf70f597d76..d5eaf98eabd 100644
--- a/tests/ut/cpp/optimizer/opt_test.cc
+++ b/tests/ut/cpp/optimizer/opt_test.cc
@@ -20,7 +20,8 @@
 #include "common/py_func_graph_fetcher.h"
 
 #include "ir/anf.h"
-#include "ir/func_graph_cloner.h"
+#include "ir/visitor.h"
+#include "utils/func_graph_cloner.h"
 #include "frontend/optimizer/opt.h"
 #include "frontend/optimizer/anf_visitor.h"
 #include "frontend/optimizer/irpass.h"
diff --git a/tests/ut/cpp/pipeline/static_analysis/specialize_test.cc b/tests/ut/cpp/pipeline/static_analysis/specialize_test.cc
index e32a86d9bed..1a320d72ed5 100644
--- a/tests/ut/cpp/pipeline/static_analysis/specialize_test.cc
+++ b/tests/ut/cpp/pipeline/static_analysis/specialize_test.cc
@@ -24,7 +24,7 @@
 #include "pipeline/jit/static_analysis/program_specialize.h"
 #include "pipeline/static_analysis/helper.h"
 #include "utils/log_adapter.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "utils/misc.h"
 #include "debug/draw.h"
 
diff --git a/tests/ut/cpp/pre_activate/common/pattern_engine_test.cc b/tests/ut/cpp/pre_activate/common/pattern_engine_test.cc
index 12030433fce..e1efa3baafc 100644
--- a/tests/ut/cpp/pre_activate/common/pattern_engine_test.cc
+++ b/tests/ut/cpp/pre_activate/common/pattern_engine_test.cc
@@ -22,7 +22,7 @@
 #include "common/common_test.h"
 #include "backend/optimizer/common/pattern_engine.h"
 #include "backend/optimizer/common/visit.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 #include "ir/anf.h"
 
 namespace mindspore {
diff --git a/tests/ut/cpp/transform/graph_runner_test.cc b/tests/ut/cpp/transform/graph_runner_test.cc
index b91ec959d25..fed34b1c62f 100644
--- a/tests/ut/cpp/transform/graph_runner_test.cc
+++ b/tests/ut/cpp/transform/graph_runner_test.cc
@@ -18,7 +18,7 @@
 #include <memory>
 #include "common/common_test.h"
 #include "ir/dtype.h"
-#include "ir/tensor_py.h"
+#include "utils/tensor_py.h"
 #include "transform/transform_base_test.h"
 #include "common/py_func_graph_fetcher.h"
 #include "pipeline/jit/static_analysis/static_analysis.h"
diff --git a/tests/ut/cpp/transform/transform_base_test.cc b/tests/ut/cpp/transform/transform_base_test.cc
index 50227bc53cd..86c4e7b8e07 100644
--- a/tests/ut/cpp/transform/transform_base_test.cc
+++ b/tests/ut/cpp/transform/transform_base_test.cc
@@ -16,7 +16,7 @@
 #include <iostream>
 #include "common/common_test.h"
 #include "transform/transform_base_test.h"
-#include "ir/tensor_py.h"
+#include "utils/tensor_py.h"
 
 using mindspore::tensor::TensorPy;
 
diff --git a/tests/ut/cpp/utils/baseref_test.cc b/tests/ut/cpp/utils/baseref_test.cc
index 4e1556d8199..4a5a267d9dd 100644
--- a/tests/ut/cpp/utils/baseref_test.cc
+++ b/tests/ut/cpp/utils/baseref_test.cc
@@ -19,7 +19,7 @@
 #include "common/common_test.h"
 
 #include "ir/anf.h"
-#include "utils/base_ref.h"
+#include "base/base_ref.h"
 
 namespace mindspore {
 namespace utils {
diff --git a/tests/ut/cpp/utils/graph_utils_test.cc b/tests/ut/cpp/utils/graph_utils_test.cc
index 35fa9cdc6ae..60bc3f75ec7 100644
--- a/tests/ut/cpp/utils/graph_utils_test.cc
+++ b/tests/ut/cpp/utils/graph_utils_test.cc
@@ -22,8 +22,8 @@
 #include "common/py_func_graph_fetcher.h"
 
 #include "ir/anf.h"
-#include "utils/graph_utils.h"
-
+#include "ir/graph_utils.h"
+#include "utils/convert_utils.h"
 #include "pipeline/jit/parse/parse_base.h"
 #include "pipeline/jit/parse/parse.h"
 
diff --git a/tests/ut/cpp/vm/segment_runner_test.cc b/tests/ut/cpp/vm/segment_runner_test.cc
index 60c027b0779..3b9d5d52daf 100644
--- a/tests/ut/cpp/vm/segment_runner_test.cc
+++ b/tests/ut/cpp/vm/segment_runner_test.cc
@@ -19,9 +19,9 @@
 #include "common/py_func_graph_fetcher.h"
 #include "ir/manager.h"
 #include "utils/log_adapter.h"
-#include "ir/func_graph_cloner.h"
+#include "utils/func_graph_cloner.h"
 #include "pipeline/jit/parse/parse.h"
-#include "utils/graph_utils.h"
+#include "ir/graph_utils.h"
 #include "pipeline/jit/resource.h"
 #include "debug/draw.h"
 #include "frontend/operator/ops.h"