diff --git a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.cc b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.cc
index 37b6eb42edc..e4f54056a8a 100644
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.cc
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.cc
@@ -15,16 +15,16 @@
  */
 
 #include "parallel/allreduce_fusion/allreduce_fusion.h"
-#include <queue>
-#include <unordered_set>
-#include <string>
 #include <memory>
-#include "utils/log_adapter.h"
-#include "parallel/status.h"
+#include <queue>
+#include <string>
+#include <unordered_set>
 #include "ir/func_graph.h"
-#include "parallel/step_parallel.h"
-#include "parallel/graph_util/node_info.h"
 #include "parallel/costmodel_context.h"
+#include "parallel/graph_util/node_info.h"
+#include "parallel/status.h"
+#include "parallel/step_parallel.h"
+#include "utils/log_adapter.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.h b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.h
index de2844fa51c..a2fea451871 100644
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.h
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.h
@@ -20,8 +20,8 @@
 #include <unordered_map>
 #include <vector>
 #include "ir/anf.h"
-#include "parallel/status.h"
 #include "parallel/allreduce_fusion/allreduce_graph.h"
+#include "parallel/status.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.cc b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.cc
index 5c97eda8d86..559ce023490 100644
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.cc
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.cc
@@ -17,9 +17,9 @@
 #include "parallel/allreduce_fusion/allreduce_graph.h"
 #include <algorithm>
 #include <functional>
-#include "utils/log_adapter.h"
 #include "ir/anf.h"
 #include "parallel/allreduce_fusion/allreduce_node.h"
+#include "utils/log_adapter.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.h b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.h
index da4cbf88005..f0db78a1308 100644
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.h
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.h
@@ -18,14 +18,14 @@
 #define MINDSPORE_CCSRC_PARALLEL_ALLREDUCE_FUSION_ALLREDUCE_GRAPH_H_
 
 #include <memory>
-#include <vector>
+#include <set>
 #include <unordered_map>
 #include <unordered_set>
-#include <set>
 #include <utility>
+#include <vector>
 #include "ir/anf.h"
-#include "parallel/status.h"
 #include "parallel/allreduce_fusion/allreduce_node.h"
+#include "parallel/status.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_node.h b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_node.h
index f3eeb53ec7e..dc6fbed4ba5 100644
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_node.h
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_node.h
@@ -17,9 +17,9 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_ALLREDUCE_FUSION_ALLREDUCE_NODE_H_
 #define MINDSPORE_CCSRC_PARALLEL_ALLREDUCE_FUSION_ALLREDUCE_NODE_H_
 
-#include <unordered_set>
-#include <unordered_map>
 #include <memory>
+#include <unordered_map>
+#include <unordered_set>
 #include <vector>
 #include "ir/anf.h"
 #include "parallel/status.h"
diff --git a/mindspore/ccsrc/parallel/allreduce_fusion/step_allreduce_fusion.cc b/mindspore/ccsrc/parallel/allreduce_fusion/step_allreduce_fusion.cc
index 4db7007448e..9dbd3a02465 100644
--- a/mindspore/ccsrc/parallel/allreduce_fusion/step_allreduce_fusion.cc
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/step_allreduce_fusion.cc
@@ -17,12 +17,12 @@
 #include "parallel/allreduce_fusion/step_allreduce_fusion.h"
 #include <ctime>
 #include <string>
-#include "utils/log_adapter.h"
-#include "parallel/status.h"
-#include "parallel/context.h"
 #include "optimizer/optimizer.h"
 #include "parallel/allreduce_fusion/allreduce_fusion.h"
+#include "parallel/context.h"
 #include "parallel/graph_util/graph_info.h"
+#include "parallel/status.h"
+#include "utils/log_adapter.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/costmodel.cc b/mindspore/ccsrc/parallel/auto_parallel/costmodel.cc
index 618e505eba8..f5cf5069beb 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/costmodel.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/costmodel.cc
@@ -15,9 +15,9 @@
  */
 
 #include "parallel/auto_parallel/costmodel.h"
-#include <utility>
-#include <numeric>
 #include <cmath>
+#include <numeric>
+#include <utility>
 #include "parallel/auto_parallel/graph_costmodel.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/costmodel.h b/mindspore/ccsrc/parallel/auto_parallel/costmodel.h
index 97155fb9c3c..361c19573ff 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/costmodel.h
@@ -17,11 +17,11 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_COSTMODEL_H_
 #define MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_COSTMODEL_H_
 
-#include <memory>
 #include <algorithm>
-#include <vector>
+#include <memory>
 #include <string>
 #include <utility>
+#include <vector>
 #include "parallel/strategy.h"
 #include "parallel/tensor_layout/tensor_info.h"
 
diff --git a/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.cc b/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.cc
index 8e042eadabd..060caa4cca4 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.cc
@@ -17,8 +17,8 @@
 #include "parallel/auto_parallel/dp_algo_costmodel.h"
 
 #include <memory>
-#include <vector>
 #include <utility>
+#include <vector>
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.h b/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.h
index de8ebc6fcad..c9b6a073177 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.h
@@ -18,8 +18,8 @@
 #define MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_DP_ALGO_COSTMODEL_H_
 
 #include <memory>
-#include <vector>
 #include <utility>
+#include <vector>
 #include "ir/value.h"
 #include "parallel/auto_parallel/edge_costmodel.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
diff --git a/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.cc b/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.cc
index 30fa90457ea..6381049f170 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.cc
@@ -18,11 +18,11 @@
 
 #include <algorithm>
 #include <functional>
-#include <utility>
 #include <iterator>
+#include <utility>
 #include "parallel/auto_parallel/costmodel.h"
-#include "parallel/tensor_layout/tensor_redistribution.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
+#include "parallel/tensor_layout/tensor_redistribution.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.h b/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.h
index d2bad602158..1fa49029fae 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.h
@@ -17,16 +17,16 @@
 #ifndef PARALLEL_AUTO_PARALLEL_EDGE_COSTMODEL_H_
 #define PARALLEL_AUTO_PARALLEL_EDGE_COSTMODEL_H_
 
-#include <memory>
-#include <vector>
-#include <utility>
 #include <map>
+#include <memory>
 #include <string>
+#include <utility>
+#include <vector>
 #include "common/utils.h"
-#include "parallel/tensor_layout/tensor_layout.h"
-#include "parallel/tensor_layout/tensor_info.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/costmodel.h"
+#include "parallel/ops_info/operator_info.h"
+#include "parallel/tensor_layout/tensor_info.h"
+#include "parallel/tensor_layout/tensor_layout.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.cc b/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.cc
index f99b2718945..59b9d9e992c 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.cc
@@ -17,11 +17,11 @@
 #include "parallel/auto_parallel/graph_costmodel.h"
 
 #include <algorithm>
+#include <cstdlib>
+#include <iterator>
 #include <numeric>
 #include <string>
 #include <utility>
-#include <iterator>
-#include <cstdlib>
 #include <vector>
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.h b/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.h
index 3b04703a47b..e4cbdffb610 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.h
@@ -17,17 +17,17 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_GRAPH_COSTMODEL_H_
 #define MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_GRAPH_COSTMODEL_H_
 
-#include <memory>
-#include <vector>
 #include <map>
-#include <utility>
+#include <memory>
 #include <string>
+#include <utility>
+#include <vector>
 #include "../../common.h"
 #include "common/utils.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/edge_costmodel.h"
-#include "parallel/ops_info/tmp_identity_info.h"
 #include "parallel/costmodel_context.h"
+#include "parallel/ops_info/operator_info.h"
+#include "parallel/ops_info/tmp_identity_info.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/operator_costmodel.h b/mindspore/ccsrc/parallel/auto_parallel/operator_costmodel.h
index ad856fc9109..9fb86d467ed 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/operator_costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/operator_costmodel.h
@@ -17,10 +17,10 @@
 #ifndef PARALLEL_AUTO_PARALLEL_OPERATOR_COSTMODEL_H_
 #define PARALLEL_AUTO_PARALLEL_OPERATOR_COSTMODEL_H_
 
-#include <vector>
 #include <memory>
-#include "parallel/tensor_layout/tensor_info.h"
+#include <vector>
 #include "parallel/device_manager.h"
+#include "parallel/tensor_layout/tensor_info.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.cc b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.cc
index 45407a89e6e..4591753efef 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.cc
@@ -16,13 +16,13 @@
 
 #include "parallel/auto_parallel/rec_core/rec_cost.h"
 
-#include <iostream>
-#include <vector>
-#include <string>
-#include <utility>
 #include <algorithm>
+#include <iostream>
 #include <limits>
 #include <memory>
+#include <string>
+#include <utility>
+#include <vector>
 
 #include "ir/anf.h"
 
diff --git a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.h b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.h
index 7e07ff9be30..af37b9178e4 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.h
@@ -18,13 +18,13 @@
 #define PARALLEL_AUTO_PARALLEL_REC_COST_H_
 
 #include <iostream>
-#include <vector>
+#include <memory>
 #include <string>
 #include <utility>
-#include <memory>
+#include <vector>
 
-#include "parallel/auto_parallel/rec_core/rec_strategy.h"
 #include "parallel/auto_parallel/rec_core/rec_graph.h"
+#include "parallel/auto_parallel/rec_core/rec_strategy.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.cc b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.cc
index 06b7bf544a0..60f3003a42b 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.cc
@@ -16,14 +16,14 @@
 
 #include "parallel/auto_parallel/rec_core/rec_generate_strategy.h"
 
-#include <vector>
 #include <algorithm>
 #include <memory>
+#include <vector>
 
-#include "parallel/ops_info/operator_info.h"
-#include "parallel/auto_parallel/rec_core/rec_partition.h"
-#include "parallel/strategy.h"
 #include "ir/value.h"
+#include "parallel/auto_parallel/rec_core/rec_partition.h"
+#include "parallel/ops_info/operator_info.h"
+#include "parallel/strategy.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.h b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.h
index 7445d3940eb..4abef843a8e 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.h
@@ -17,10 +17,10 @@
 #ifndef PARALLEL_AUTO_PARALLEL_REC_GENERATE_STRATEGY_H_
 #define PARALLEL_AUTO_PARALLEL_REC_GENERATE_STRATEGY_H_
 
-#include <vector>
+#include <memory>
 #include <string>
 #include <utility>
-#include <memory>
+#include <vector>
 
 #include "parallel/auto_parallel/rec_core/rec_graph.h"
 #include "parallel/ops_info/operator_info.h"
diff --git a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_graph.h b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_graph.h
index 209ce6b13e7..6ab2782cb24 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_graph.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_graph.h
@@ -18,11 +18,11 @@
 #define PARALLEL_AUTO_PARALLEL_REC_GRAPH_H_
 
 #include <iostream>
-#include <vector>
 #include <string>
+#include <vector>
 
-#include "parallel/auto_parallel/rec_core/rec_tensor.h"
 #include "parallel/auto_parallel/rec_core/rec_strategy.h"
+#include "parallel/auto_parallel/rec_core/rec_tensor.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.cc b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.cc
index 153ce2ea17a..3ff34732988 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.cc
@@ -17,14 +17,14 @@
 #include "parallel/auto_parallel/rec_core/rec_parse_graph.h"
 
 #include <algorithm>
+#include <memory>
 #include <string>
 #include <vector>
-#include <memory>
 
-#include "parallel/ops_info/operator_info.h"
-#include "parallel/auto_parallel/rec_core/rec_tensor.h"
-#include "parallel/auto_parallel/rec_core/rec_graph.h"
 #include "ir/value.h"
+#include "parallel/auto_parallel/rec_core/rec_graph.h"
+#include "parallel/auto_parallel/rec_core/rec_tensor.h"
+#include "parallel/ops_info/operator_info.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.h b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.h
index 7904d260c02..7dfca86a217 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.h
@@ -17,11 +17,11 @@
 #ifndef PARALLEL_AUTO_PARALLEL_REC_PARSE_GRAPH_H_
 #define PARALLEL_AUTO_PARALLEL_REC_PARSE_GRAPH_H_
 
-#include <vector>
+#include <map>
+#include <memory>
 #include <string>
 #include <utility>
-#include <memory>
-#include <map>
+#include <vector>
 
 #include "parallel/auto_parallel/rec_core/rec_graph.h"
 #include "parallel/ops_info/operator_info.h"
diff --git a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.cc b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.cc
index a33b861f1a7..24ad8ac2037 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.cc
@@ -16,13 +16,13 @@
 
 #include "parallel/auto_parallel/rec_core/rec_partition.h"
 
+#include <algorithm>
+#include <cmath>
 #include <iostream>
-#include <vector>
+#include <memory>
 #include <string>
 #include <utility>
-#include <memory>
-#include <cmath>
-#include <algorithm>
+#include <vector>
 
 #include "ir/anf.h"
 #include "parallel/status.h"
diff --git a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.h b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.h
index 4e49305156e..4f831f4f9a7 100644
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.h
@@ -17,17 +17,17 @@
 #ifndef PARALLEL_AUTO_PARALLEL_REC_PARTITION_H_
 #define PARALLEL_AUTO_PARALLEL_REC_PARTITION_H_
 
-#include <iostream>
-#include <vector>
-#include <string>
-#include <map>
-#include <utility>
 #include <cmath>
+#include <iostream>
+#include <map>
 #include <memory>
+#include <string>
+#include <utility>
+#include <vector>
 
+#include "parallel/auto_parallel/rec_core/rec_cost.h"
 #include "parallel/auto_parallel/rec_core/rec_graph.h"
 #include "parallel/auto_parallel/rec_core/rec_strategy.h"
-#include "parallel/auto_parallel/rec_core/rec_cost.h"
 #include "parallel/status.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/context.cc b/mindspore/ccsrc/parallel/context.cc
index 64cecf1669d..ab216cb22cf 100644
--- a/mindspore/ccsrc/parallel/context.cc
+++ b/mindspore/ccsrc/parallel/context.cc
@@ -16,15 +16,15 @@
 
 #include "parallel/context.h"
 
-#include <cstdint>
 #include <algorithm>
-#include <utility>
-#include <numeric>
+#include <cstdint>
 #include <functional>
 #include <memory>
+#include <numeric>
+#include <utility>
 
-#include "parallel/device_manager.h"
 #include "common/utils.h"
+#include "parallel/device_manager.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/context.h b/mindspore/ccsrc/parallel/context.h
index 866609fbfe9..265f5bac715 100644
--- a/mindspore/ccsrc/parallel/context.h
+++ b/mindspore/ccsrc/parallel/context.h
@@ -18,12 +18,12 @@
 #define MINDSPORE_CCSRC_PARALLEL_CONTEXT_H_
 
 #include <cstdint>
+#include <memory>
 #include <string>
 #include <vector>
-#include <memory>
 
-#include "parallel/status.h"
 #include "parallel/ops_info/ops_utils.h"
+#include "parallel/status.h"
 #include "utils/convert_utils.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/costmodel_context.cc b/mindspore/ccsrc/parallel/costmodel_context.cc
index 45b158bde56..0ebbd2c626a 100644
--- a/mindspore/ccsrc/parallel/costmodel_context.cc
+++ b/mindspore/ccsrc/parallel/costmodel_context.cc
@@ -18,8 +18,8 @@
 
 #include <memory>
 
-#include "parallel/auto_parallel/graph_costmodel.h"
 #include "parallel/allreduce_fusion/allreduce_fusion.h"
+#include "parallel/auto_parallel/graph_costmodel.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/costmodel_context.h b/mindspore/ccsrc/parallel/costmodel_context.h
index a808fc556f0..04782fa3660 100644
--- a/mindspore/ccsrc/parallel/costmodel_context.h
+++ b/mindspore/ccsrc/parallel/costmodel_context.h
@@ -17,9 +17,9 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_COSTMODEL_CONTEXT_H_
 #define MINDSPORE_CCSRC_PARALLEL_COSTMODEL_CONTEXT_H_
 
+#include <memory>
 #include <string>
 #include <vector>
-#include <memory>
 
 #include "utils/log_adapter.h"
 
diff --git a/mindspore/ccsrc/parallel/device_manager.h b/mindspore/ccsrc/parallel/device_manager.h
index 798d99383de..e87c1d740f3 100644
--- a/mindspore/ccsrc/parallel/device_manager.h
+++ b/mindspore/ccsrc/parallel/device_manager.h
@@ -19,19 +19,19 @@
 
 #include <cstdint>
 #include <cstring>
-#include <vector>
 #include <map>
 #include <memory>
 #include <string>
 #include <utility>
+#include <vector>
 
-#include "utils/convert_utils.h"
 #include "common/utils.h"
 #include "parallel/device.h"
-#include "parallel/status.h"
-#include "parallel/group_manager.h"
-#include "parallel/strategy.h"
 #include "parallel/device_matrix.h"
+#include "parallel/group_manager.h"
+#include "parallel/status.h"
+#include "parallel/strategy.h"
+#include "utils/convert_utils.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/device_matrix.cc b/mindspore/ccsrc/parallel/device_matrix.cc
index f9f314d5a34..a581dbf2759 100644
--- a/mindspore/ccsrc/parallel/device_matrix.cc
+++ b/mindspore/ccsrc/parallel/device_matrix.cc
@@ -16,15 +16,15 @@
 
 #include "parallel/device_matrix.h"
 
-#include <cstdint>
 #include <algorithm>
-#include <utility>
-#include <numeric>
+#include <cstdint>
 #include <functional>
+#include <numeric>
+#include <utility>
 #include <vector>
 
-#include "parallel/status.h"
 #include "parallel/ops_info/operator_info.h"
+#include "parallel/status.h"
 #include "utils/log_adapter.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/graph_util/generate_graph.h b/mindspore/ccsrc/parallel/graph_util/generate_graph.h
index bb1f811f2ff..c829e67b6a9 100644
--- a/mindspore/ccsrc/parallel/graph_util/generate_graph.h
+++ b/mindspore/ccsrc/parallel/graph_util/generate_graph.h
@@ -17,12 +17,12 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_GRAPH_UTIL_GENERATE_GRAPH_H_
 #define MINDSPORE_CCSRC_PARALLEL_GRAPH_UTIL_GENERATE_GRAPH_H_
 
-#include <vector>
-#include <memory>
-#include <unordered_map>
 #include <map>
+#include <memory>
 #include <string>
+#include <unordered_map>
 #include <utility>
+#include <vector>
 
 #include "./common.h"
 #include "optimizer/opt.h"
diff --git a/mindspore/ccsrc/parallel/graph_util/get_parallel_info.cc b/mindspore/ccsrc/parallel/graph_util/get_parallel_info.cc
index 6619f2cc9c2..3006cb76801 100644
--- a/mindspore/ccsrc/parallel/graph_util/get_parallel_info.cc
+++ b/mindspore/ccsrc/parallel/graph_util/get_parallel_info.cc
@@ -16,16 +16,16 @@
 
 #include "parallel/graph_util/get_parallel_info.h"
 
-#include <string>
 #include <memory>
+#include <string>
 #include <utility>
 #include <vector>
 
-#include "parallel/tensor_layout/tensor_layout.h"
-#include "parallel/strategy.h"
-#include "ir/func_graph.h"
 #include "common/utils.h"
+#include "ir/func_graph.h"
 #include "parallel/graph_util/graph_info.h"
+#include "parallel/strategy.h"
+#include "parallel/tensor_layout/tensor_layout.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/graph_util/graph_info.cc b/mindspore/ccsrc/parallel/graph_util/graph_info.cc
index be73683c576..46c9a37960b 100644
--- a/mindspore/ccsrc/parallel/graph_util/graph_info.cc
+++ b/mindspore/ccsrc/parallel/graph_util/graph_info.cc
@@ -15,12 +15,12 @@
  */
 
 #include "parallel/graph_util/graph_info.h"
-#include "ir/func_graph.h"
-#include "utils/graph_utils.h"
-#include "utils/context/ms_context.h"
-#include "debug/draw.h"
 #include "debug/anf_ir_dump.h"
 #include "debug/anf_ir_utils.h"
+#include "debug/draw.h"
+#include "ir/func_graph.h"
+#include "utils/context/ms_context.h"
+#include "utils/graph_utils.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/group_manager.cc b/mindspore/ccsrc/parallel/group_manager.cc
index cff5877f0a3..1562cbc140c 100644
--- a/mindspore/ccsrc/parallel/group_manager.cc
+++ b/mindspore/ccsrc/parallel/group_manager.cc
@@ -16,8 +16,8 @@
 
 #include "parallel/group_manager.h"
 
-#include <vector>
 #include <algorithm>
+#include <vector>
 
 #include "parallel/device_manager.h"
 #include "parallel/ops_info/ops_utils.h"
diff --git a/mindspore/ccsrc/parallel/group_manager.h b/mindspore/ccsrc/parallel/group_manager.h
index 9e23569b159..430d2f64ed7 100644
--- a/mindspore/ccsrc/parallel/group_manager.h
+++ b/mindspore/ccsrc/parallel/group_manager.h
@@ -18,9 +18,9 @@
 #define MINDSPORE_CCSRC_PARALLEL_GROUP_MANAGER_H_
 
 #include <cstdint>
-#include <vector>
 #include <map>
 #include <string>
+#include <vector>
 
 #include "parallel/device.h"
 #include "parallel/status.h"
diff --git a/mindspore/ccsrc/parallel/node_check.cc b/mindspore/ccsrc/parallel/node_check.cc
index db53bbc59f9..fc6115c3c55 100644
--- a/mindspore/ccsrc/parallel/node_check.cc
+++ b/mindspore/ccsrc/parallel/node_check.cc
@@ -16,8 +16,8 @@
 
 #include "parallel/node_check.h"
 
-#include <string>
 #include <set>
+#include <string>
 
 #include "parallel/ops_info/ops_utils.h"
 
diff --git a/mindspore/ccsrc/parallel/ops_info/activation_info.cc b/mindspore/ccsrc/parallel/ops_info/activation_info.cc
index 6e581d6280f..13155ee4f1b 100644
--- a/mindspore/ccsrc/parallel/ops_info/activation_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/activation_info.cc
@@ -17,13 +17,13 @@
 #include "parallel/ops_info/activation_info.h"
 
 #include <algorithm>
-#include <vector>
 #include <memory>
+#include <vector>
 
 #include "ir/value.h"
+#include "parallel/auto_parallel/costmodel.h"
 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
-#include "parallel/auto_parallel/costmodel.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/ops_info/activation_info.h b/mindspore/ccsrc/parallel/ops_info/activation_info.h
index d05f8743b0d..3cadad6b80f 100644
--- a/mindspore/ccsrc/parallel/ops_info/activation_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/activation_info.h
@@ -18,13 +18,13 @@
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ACTIVATION_INFO_H_
 
 #include <ir/value.h>
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/arithmetic_info.cc b/mindspore/ccsrc/parallel/ops_info/arithmetic_info.cc
index 48741690ba6..02c26ea965b 100644
--- a/mindspore/ccsrc/parallel/ops_info/arithmetic_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/arithmetic_info.cc
@@ -17,9 +17,9 @@
 #include "parallel/ops_info/arithmetic_info.h"
 
 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>
 
 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/arithmetic_info.h b/mindspore/ccsrc/parallel/ops_info/arithmetic_info.h
index 734368a533a..7cd0d66b1bc 100644
--- a/mindspore/ccsrc/parallel/ops_info/arithmetic_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/arithmetic_info.h
@@ -17,14 +17,14 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ARITHMETIC_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ARITHMETIC_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/batch_parallel_info.h b/mindspore/ccsrc/parallel/ops_info/batch_parallel_info.h
index 0ffdea97f3d..57711b52983 100644
--- a/mindspore/ccsrc/parallel/ops_info/batch_parallel_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/batch_parallel_info.h
@@ -17,10 +17,10 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_BATCH_PARALLEL_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_BATCH_PARALLEL_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 #include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/bias_add_info.cc b/mindspore/ccsrc/parallel/ops_info/bias_add_info.cc
index f07606e4d33..005edaf7c73 100644
--- a/mindspore/ccsrc/parallel/ops_info/bias_add_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/bias_add_info.cc
@@ -17,9 +17,9 @@
 #include "parallel/ops_info/bias_add_info.h"
 
 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>
 
 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/bias_add_info.h b/mindspore/ccsrc/parallel/ops_info/bias_add_info.h
index e5001fc0d3c..07f0bc00ffe 100644
--- a/mindspore/ccsrc/parallel/ops_info/bias_add_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/bias_add_info.h
@@ -19,13 +19,13 @@
 
 #include <string>
 
+#include <memory>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/comparison_function_info.h b/mindspore/ccsrc/parallel/ops_info/comparison_function_info.h
index 8760ce56662..110a9a6c38a 100644
--- a/mindspore/ccsrc/parallel/ops_info/comparison_function_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/comparison_function_info.h
@@ -21,8 +21,8 @@
 #include <unordered_map>
 #include <vector>
 #include "ir/value.h"
-#include "parallel/ops_info/arithmetic_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/arithmetic_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.cc b/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.cc
index 1b77b913da0..c6cd94b7be9 100644
--- a/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.cc
@@ -17,15 +17,15 @@
 #include "parallel/ops_info/dropout_do_mask_info.h"
 
 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>
 
 #include "ir/value.h"
+#include "parallel/auto_parallel/costmodel.h"
 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
 #include "parallel/tensor_layout/tensor_redistribution.h"
-#include "parallel/auto_parallel/costmodel.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.h b/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.h
index 45d4c28d8e9..e43601355a6 100644
--- a/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.h
@@ -17,14 +17,14 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_DROPOUT_DO_MASK_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_DROPOUT_DO_MASK_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/elementary_function_info.h b/mindspore/ccsrc/parallel/ops_info/elementary_function_info.h
index 33ad04023b4..57b4650f26d 100644
--- a/mindspore/ccsrc/parallel/ops_info/elementary_function_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/elementary_function_info.h
@@ -22,8 +22,8 @@
 #include <vector>
 #include "ir/value.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
-#include "parallel/strategy.h"
 #include "parallel/ops_info/activation_info.h"
+#include "parallel/strategy.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/ops_info/generator_info.cc b/mindspore/ccsrc/parallel/ops_info/generator_info.cc
index b0fd0eaa9ad..a39f9faab9b 100644
--- a/mindspore/ccsrc/parallel/ops_info/generator_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/generator_info.cc
@@ -17,9 +17,9 @@
 #include "parallel/ops_info/generator_info.h"
 
 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>
 
 #include "ir/value.h"
 #include "parallel/device_matrix.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/generator_info.h b/mindspore/ccsrc/parallel/ops_info/generator_info.h
index 1473fead675..a280fac28e1 100644
--- a/mindspore/ccsrc/parallel/ops_info/generator_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/generator_info.h
@@ -17,13 +17,13 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_GENERATOR_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_GENERATOR_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/get_next_info.cc b/mindspore/ccsrc/parallel/ops_info/get_next_info.cc
index f38baa1e4e4..ac9acff41b0 100644
--- a/mindspore/ccsrc/parallel/ops_info/get_next_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/get_next_info.cc
@@ -17,9 +17,9 @@
 #include "parallel/ops_info/get_next_info.h"
 
 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>
 
 #include "ir/value.h"
 #include "parallel/device_matrix.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/get_next_info.h b/mindspore/ccsrc/parallel/ops_info/get_next_info.h
index 3dd639ba57c..32adce11652 100644
--- a/mindspore/ccsrc/parallel/ops_info/get_next_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/get_next_info.h
@@ -17,13 +17,13 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_GETNEXT_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_GETNEXT_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.cc b/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.cc
index 183c5dec458..2955f765063 100644
--- a/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.cc
@@ -17,9 +17,9 @@
 #include "parallel/ops_info/l2_normalize_info.h"
 
 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>
 
 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.h b/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.h
index 1a670730650..c0af9dbcb9c 100644
--- a/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.h
@@ -17,15 +17,15 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_L2_NORMALIZE_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_L2_NORMALIZE_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "ir/value.h"
+#include "parallel/auto_parallel/operator_costmodel.h"
 #include "parallel/ops_info/activation_info.h"
 #include "parallel/strategy.h"
-#include "parallel/auto_parallel/operator_costmodel.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/ops_info/loss_info.cc b/mindspore/ccsrc/parallel/ops_info/loss_info.cc
index 5ca383ebb54..31f80e338b7 100644
--- a/mindspore/ccsrc/parallel/ops_info/loss_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/loss_info.cc
@@ -17,9 +17,9 @@
 #include "parallel/ops_info/loss_info.h"
 
 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>
 
 #include "ir/value.h"
 #include "parallel/device_matrix.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/loss_info.h b/mindspore/ccsrc/parallel/ops_info/loss_info.h
index 585545302f9..6a9697a4471 100644
--- a/mindspore/ccsrc/parallel/ops_info/loss_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/loss_info.h
@@ -17,14 +17,14 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_LOSS_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_LOSS_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/ops_info/activation_info.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/matmul_info.cc b/mindspore/ccsrc/parallel/ops_info/matmul_info.cc
index 6103087a1d7..ad6409be0a8 100644
--- a/mindspore/ccsrc/parallel/ops_info/matmul_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/matmul_info.cc
@@ -18,16 +18,16 @@
 
 #include <algorithm>
 #include <functional>
-#include <vector>
-#include <utility>
 #include <memory>
 #include <string>
+#include <utility>
+#include <vector>
 
 #include "ir/value.h"
+#include "parallel/auto_parallel/graph_costmodel.h"
+#include "parallel/device_manager.h"
 #include "parallel/device_matrix.h"
 #include "parallel/tensor_layout/tensor_redistribution.h"
-#include "parallel/device_manager.h"
-#include "parallel/auto_parallel/graph_costmodel.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/ops_info/matmul_info.h b/mindspore/ccsrc/parallel/ops_info/matmul_info.h
index b434e4522d4..7ced12b14af 100644
--- a/mindspore/ccsrc/parallel/ops_info/matmul_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/matmul_info.h
@@ -17,16 +17,16 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_MATMUL_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_MATMUL_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
+#include "common/utils.h"
 #include "ir/value.h"
+#include "parallel/auto_parallel/operator_costmodel.h"
 #include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
-#include "parallel/auto_parallel/operator_costmodel.h"
-#include "common/utils.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/ops_info/onehot_info.cc b/mindspore/ccsrc/parallel/ops_info/onehot_info.cc
index 9b8e9071b04..e07609d3c4d 100644
--- a/mindspore/ccsrc/parallel/ops_info/onehot_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/onehot_info.cc
@@ -16,15 +16,15 @@
 
 #include "parallel/ops_info/onehot_info.h"
 
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>
 
 #include "ir/value.h"
-#include "parallel/device_matrix.h"
-#include "parallel/strategy.h"
 #include "parallel/auto_parallel/costmodel.h"
+#include "parallel/device_matrix.h"
 #include "parallel/graph_util/generate_graph.h"
+#include "parallel/strategy.h"
 #include "utils/log_adapter.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/onehot_info.h b/mindspore/ccsrc/parallel/ops_info/onehot_info.h
index 62c66695fa5..4697e201a43 100644
--- a/mindspore/ccsrc/parallel/ops_info/onehot_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/onehot_info.h
@@ -17,14 +17,14 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ONEHOT_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ONEHOT_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/operator_info.cc b/mindspore/ccsrc/parallel/ops_info/operator_info.cc
index f187d386736..8b96425bf75 100644
--- a/mindspore/ccsrc/parallel/ops_info/operator_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/operator_info.cc
@@ -17,21 +17,21 @@
 #include "parallel/ops_info/operator_info.h"
 
 #include <algorithm>
-#include <functional>
-#include <vector>
-#include <utility>
-#include <memory>
 #include <cmath>
+#include <functional>
+#include <memory>
 #include <string>
+#include <utility>
+#include <vector>
 
-#include "ir/value.h"
 #include "ir/dtype.h"
 #include "ir/meta_tensor.h"
-#include "utils/context/ms_context.h"
-#include "utils/log_adapter.h"
-#include "parallel/context.h"
+#include "ir/value.h"
 #include "parallel/auto_parallel/edge_costmodel.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
+#include "parallel/context.h"
+#include "utils/context/ms_context.h"
+#include "utils/log_adapter.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/ops_info/operator_info.h b/mindspore/ccsrc/parallel/ops_info/operator_info.h
index 89fd73564f9..cc70f1b8702 100644
--- a/mindspore/ccsrc/parallel/ops_info/operator_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/operator_info.h
@@ -25,17 +25,17 @@
 #include <utility>
 #include <vector>
 
-#include "utils/log_adapter.h"
-#include "ir/base.h"
 #include "common/utils.h"
+#include "ir/base.h"
+#include "parallel/auto_parallel/costmodel.h"
+#include "parallel/auto_parallel/operator_costmodel.h"
 #include "parallel/device_manager.h"
 #include "parallel/device_matrix.h"
 #include "parallel/group_manager.h"
+#include "parallel/ops_info/ops_utils.h"
 #include "parallel/strategy.h"
 #include "parallel/tensor_layout/tensor_info.h"
-#include "parallel/auto_parallel/costmodel.h"
-#include "parallel/auto_parallel/operator_costmodel.h"
-#include "parallel/ops_info/ops_utils.h"
+#include "utils/log_adapter.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/ops_info/ops_info_head_files.h b/mindspore/ccsrc/parallel/ops_info/ops_info_head_files.h
index 7eb24bd30a3..cc13512b545 100644
--- a/mindspore/ccsrc/parallel/ops_info/ops_info_head_files.h
+++ b/mindspore/ccsrc/parallel/ops_info/ops_info_head_files.h
@@ -18,22 +18,22 @@
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_OPS_INFO_HEAD_FILES_H_
 
 #include "parallel/ops_info/activation_info.h"
+#include "parallel/ops_info/arithmetic_info.h"
 #include "parallel/ops_info/batch_parallel_info.h"
+#include "parallel/ops_info/bias_add_info.h"
+#include "parallel/ops_info/comparison_function_info.h"
+#include "parallel/ops_info/dropout_do_mask_info.h"
+#include "parallel/ops_info/elementary_function_info.h"
+#include "parallel/ops_info/generator_info.h"
+#include "parallel/ops_info/get_next_info.h"
+#include "parallel/ops_info/l2_normalize_info.h"
 #include "parallel/ops_info/loss_info.h"
 #include "parallel/ops_info/matmul_info.h"
 #include "parallel/ops_info/onehot_info.h"
-#include "parallel/ops_info/virtual_dataset_info.h"
-#include "parallel/ops_info/arithmetic_info.h"
-#include "parallel/ops_info/elementary_function_info.h"
-#include "parallel/ops_info/comparison_function_info.h"
-#include "parallel/ops_info/l2_normalize_info.h"
-#include "parallel/ops_info/reduce_method_info.h"
-#include "parallel/ops_info/transpose_info.h"
 #include "parallel/ops_info/prelu_info.h"
+#include "parallel/ops_info/reduce_method_info.h"
 #include "parallel/ops_info/reshape_info.h"
-#include "parallel/ops_info/generator_info.h"
-#include "parallel/ops_info/dropout_do_mask_info.h"
-#include "parallel/ops_info/get_next_info.h"
-#include "parallel/ops_info/bias_add_info.h"
+#include "parallel/ops_info/transpose_info.h"
+#include "parallel/ops_info/virtual_dataset_info.h"
 
 #endif  // MINDSPORE_CCSRC_PARALLEL_OPS_INFO_HEAD_FILES_H_
diff --git a/mindspore/ccsrc/parallel/ops_info/prelu_info.h b/mindspore/ccsrc/parallel/ops_info/prelu_info.h
index 2e74118f802..d491ecb3319 100644
--- a/mindspore/ccsrc/parallel/ops_info/prelu_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/prelu_info.h
@@ -17,10 +17,10 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_PRELU_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_PRELU_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/reduce_method_info.cc b/mindspore/ccsrc/parallel/ops_info/reduce_method_info.cc
index 5f9a67c22df..5b07f8d0a96 100644
--- a/mindspore/ccsrc/parallel/ops_info/reduce_method_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/reduce_method_info.cc
@@ -17,14 +17,14 @@
 #include "parallel/ops_info/reduce_method_info.h"
 
 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>
 
 #include "ir/value.h"
+#include "parallel/device_manager.h"
 #include "parallel/device_matrix.h"
 #include "parallel/tensor_layout/tensor_redistribution.h"
-#include "parallel/device_manager.h"
 #include "utils/log_adapter.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/reduce_method_info.h b/mindspore/ccsrc/parallel/ops_info/reduce_method_info.h
index 6f26b99ffb7..8e2e17af99e 100644
--- a/mindspore/ccsrc/parallel/ops_info/reduce_method_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/reduce_method_info.h
@@ -17,16 +17,16 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_REDUCE_SUM_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_REDUCE_SUM_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
+#include "ir/meta_tensor.h"
 #include "ir/value.h"
+#include "parallel/auto_parallel/operator_costmodel.h"
 #include "parallel/ops_info/activation_info.h"
 #include "parallel/strategy.h"
-#include "parallel/auto_parallel/operator_costmodel.h"
-#include "ir/meta_tensor.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/ops_info/reshape_info.h b/mindspore/ccsrc/parallel/ops_info/reshape_info.h
index 982894a8e0b..1d6a14b1f6d 100644
--- a/mindspore/ccsrc/parallel/ops_info/reshape_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/reshape_info.h
@@ -19,10 +19,10 @@
 
 #include <ir/value.h>
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.cc b/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.cc
index 73b18ad473a..772a4f83f69 100644
--- a/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.cc
@@ -1,6 +1,4 @@
 /**
-#include "utils/log_adapter.h"
-#include "utils/log_adapter.h"
 #include "utils/log_adapter.h"
  * Copyright 2019 Huawei Technologies Co., Ltd
  *
diff --git a/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.h b/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.h
index 304e336adfb..6df5856e0ca 100644
--- a/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.h
@@ -17,12 +17,12 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_TMP_IDENTITY_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_TMP_IDENTITY_INFO_H_
 
-#include <vector>
 #include <memory>
 #include <string>
+#include <vector>
 
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
 
 namespace mindspore {
diff --git a/mindspore/ccsrc/parallel/ops_info/transpose_info.h b/mindspore/ccsrc/parallel/ops_info/transpose_info.h
index c7c1c966750..4f6f6bb6951 100644
--- a/mindspore/ccsrc/parallel/ops_info/transpose_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/transpose_info.h
@@ -17,10 +17,10 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_TRANSPOSE_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_TRANSPOSE_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
diff --git a/mindspore/ccsrc/parallel/ops_info/virtual_dataset_info.h b/mindspore/ccsrc/parallel/ops_info/virtual_dataset_info.h
index c4fdfcef049..d0278f27d9d 100644
--- a/mindspore/ccsrc/parallel/ops_info/virtual_dataset_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/virtual_dataset_info.h
@@ -17,10 +17,10 @@
 #ifndef PARALLEL_OPS_INFO_DATASET_INFO_H_
 #define PARALLEL_OPS_INFO_DATASET_INFO_H_
 
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 
 #include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
diff --git a/mindspore/ccsrc/parallel/step_auto_parallel.cc b/mindspore/ccsrc/parallel/step_auto_parallel.cc
index 883e0d9f153..b06ec383fa1 100644
--- a/mindspore/ccsrc/parallel/step_auto_parallel.cc
+++ b/mindspore/ccsrc/parallel/step_auto_parallel.cc
@@ -18,30 +18,30 @@
 
 #include <inttypes.h>
 #include <sys/time.h>
-#include <vector>
+#include <algorithm>
+#include <map>
 #include <memory>
 #include <set>
-#include <map>
-#include <utility>
 #include <string>
-#include <algorithm>
 #include <unordered_map>
+#include <utility>
+#include <vector>
 
 #include "ir/anf.h"
+#include "ir/meta_tensor.h"
 #include "optimizer/opt.h"
 #include "optimizer/optimizer.h"
-#include "pipeline/pipeline.h"
-#include "pipeline/parse/python_adapter.h"
+#include "parallel/auto_parallel/dp_algo_costmodel.h"
 #include "parallel/auto_parallel/edge_costmodel.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
-#include "parallel/step_parallel.h"
-#include "parallel/auto_parallel/dp_algo_costmodel.h"
-#include "parallel/ops_info/tmp_identity_info.h"
-#include "parallel/context.h"
-#include "parallel/auto_parallel/rec_core/rec_partition.h"
-#include "parallel/auto_parallel/rec_core/rec_parse_graph.h"
 #include "parallel/auto_parallel/rec_core/rec_generate_strategy.h"
-#include "ir/meta_tensor.h"
+#include "parallel/auto_parallel/rec_core/rec_parse_graph.h"
+#include "parallel/auto_parallel/rec_core/rec_partition.h"
+#include "parallel/context.h"
+#include "parallel/ops_info/tmp_identity_info.h"
+#include "parallel/step_parallel.h"
+#include "pipeline/parse/python_adapter.h"
+#include "pipeline/pipeline.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/step_auto_parallel.h b/mindspore/ccsrc/parallel/step_auto_parallel.h
index d0d603a4f43..5ee75ca1622 100644
--- a/mindspore/ccsrc/parallel/step_auto_parallel.h
+++ b/mindspore/ccsrc/parallel/step_auto_parallel.h
@@ -17,14 +17,14 @@
 #ifndef PARALLEL_STEP_AUTO_PARALLEL_H_
 #define PARALLEL_STEP_AUTO_PARALLEL_H_
 
-#include <vector>
+#include <map>
 #include <memory>
 #include <string>
-#include <map>
+#include <vector>
 #include "ir/anf.h"
 #include "optimizer/opt.h"
-#include "pipeline/pipeline.h"
 #include "parallel/status.h"
+#include "pipeline/pipeline.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/step_parallel.cc b/mindspore/ccsrc/parallel/step_parallel.cc
index e2b4d55aada..886a0aebf4a 100644
--- a/mindspore/ccsrc/parallel/step_parallel.cc
+++ b/mindspore/ccsrc/parallel/step_parallel.cc
@@ -22,26 +22,26 @@
 
 #include <map>
 #include <memory>
+#include <set>
 #include <string>
 #include <unordered_map>
 #include <utility>
-#include <set>
 
-#include "parallel/graph_util/graph_info.h"
 #include "ir/meta_tensor.h"
-#include "optimizer/optimizer.h"
-#include "parallel/dynamic_creator.h"
-#include "parallel/ops_info/matmul_info.h"
-#include "utils/symbolic.h"
 #include "operator/ops.h"
+#include "optimizer/optimizer.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
-#include "parallel/device_manager.h"
-#include "parallel/strategy_checkpoint/parallel_strategy_checkpoint.h"
-#include "parallel/graph_util/generate_graph.h"
 #include "parallel/context.h"
-#include "parallel/node_check.h"
-#include "utils/comm_manager.h"
+#include "parallel/device_manager.h"
+#include "parallel/dynamic_creator.h"
+#include "parallel/graph_util/generate_graph.h"
+#include "parallel/graph_util/graph_info.h"
 #include "parallel/graph_util/node_info.h"
+#include "parallel/node_check.h"
+#include "parallel/ops_info/matmul_info.h"
+#include "parallel/strategy_checkpoint/parallel_strategy_checkpoint.h"
+#include "utils/comm_manager.h"
+#include "utils/symbolic.h"
 
 using mindspore::tensor::Tensor;
 
diff --git a/mindspore/ccsrc/parallel/step_parallel.h b/mindspore/ccsrc/parallel/step_parallel.h
index 2d1982dc9c1..fd47a59bf55 100644
--- a/mindspore/ccsrc/parallel/step_parallel.h
+++ b/mindspore/ccsrc/parallel/step_parallel.h
@@ -19,10 +19,10 @@
 
 #include <vector>
 
-#include <memory>
-#include <unordered_map>
 #include <map>
+#include <memory>
 #include <string>
+#include <unordered_map>
 #include <utility>
 
 #include "./common.h"
diff --git a/mindspore/ccsrc/parallel/strategy.h b/mindspore/ccsrc/parallel/strategy.h
index 68ba4962d7c..acc6ca928f7 100644
--- a/mindspore/ccsrc/parallel/strategy.h
+++ b/mindspore/ccsrc/parallel/strategy.h
@@ -18,10 +18,10 @@
 #define MINDSPORE_CCSRC_PARALLEL_STRATEGY_H_
 
 #include <cstdint>
-#include <string>
-#include <vector>
 #include <memory>
+#include <string>
 #include <utility>
+#include <vector>
 
 #include "parallel/status.h"
 
diff --git a/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.cc b/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.cc
index 4e008feee11..9e3573eee25 100644
--- a/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.cc
+++ b/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.cc
@@ -20,10 +20,10 @@
 #include <memory>
 #include <vector>
 
+#include "common/utils.h"
+#include "utils/convert_utils.h"
 #include "utils/log_adapter.h"
 #include "utils/node_strategy.pb.h"
-#include "utils/convert_utils.h"
-#include "common/utils.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.h b/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.h
index 3cbb116b421..b5d3626f532 100644
--- a/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.h
+++ b/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.h
@@ -19,8 +19,8 @@
 
 #include <string>
 #include <unordered_map>
-#include "parallel/strategy.h"
 #include "parallel/ops_info/ops_utils.h"
+#include "parallel/strategy.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/arrangement.cc b/mindspore/ccsrc/parallel/tensor_layout/arrangement.cc
index fea7e4ba65c..68acae87f36 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/arrangement.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/arrangement.cc
@@ -15,14 +15,14 @@
  */
 
 #include "parallel/tensor_layout/arrangement.h"
-#include <utility>
-#include <iostream>
 #include <algorithm>
+#include <iostream>
+#include <utility>
+#include "common/utils.h"
 #include "parallel/status.h"
-#include "utils/log_adapter.h"
 #include "parallel/tensor_layout/shape_util.h"
 #include "utils/convert_utils.h"
-#include "common/utils.h"
+#include "utils/log_adapter.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/arrangement.h b/mindspore/ccsrc/parallel/tensor_layout/arrangement.h
index 582beeaff2a..6d64e07f031 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/arrangement.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/arrangement.h
@@ -21,8 +21,8 @@
 #include <map>
 #include <memory>
 #include <string>
-#include <vector>
 #include <utility>
+#include <vector>
 #include "parallel/status.h"
 #include "parallel/tensor_layout/array.h"
 
diff --git a/mindspore/ccsrc/parallel/tensor_layout/array.cc b/mindspore/ccsrc/parallel/tensor_layout/array.cc
index e073c3905c1..ce1b9b8ecfe 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/array.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/array.cc
@@ -16,8 +16,8 @@
 
 #include "parallel/tensor_layout/array.h"
 #include <utility>
-#include "utils/log_adapter.h"
 #include "parallel/status.h"
+#include "utils/log_adapter.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/construct_operator.h b/mindspore/ccsrc/parallel/tensor_layout/construct_operator.h
index 641b0975dd1..91f52360373 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/construct_operator.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/construct_operator.h
@@ -21,9 +21,9 @@
 #include <utility>
 #include <vector>
 
+#include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
 #include "parallel/status.h"
-#include "ir/value.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/layout_transfer.cc b/mindspore/ccsrc/parallel/tensor_layout/layout_transfer.cc
index 3321d751bbd..b2ee51b40b6 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/layout_transfer.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/layout_transfer.cc
@@ -15,8 +15,8 @@
  */
 
 #include "parallel/tensor_layout/layout_transfer.h"
-#include "parallel/status.h"
 #include "common/utils.h"
+#include "parallel/status.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/map.cc b/mindspore/ccsrc/parallel/tensor_layout/map.cc
index 46c066b250b..4f3f2369c7e 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/map.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/map.cc
@@ -15,14 +15,14 @@
  */
 
 #include "parallel/tensor_layout/map.h"
-#include <utility>
-#include <iostream>
 #include <algorithm>
+#include <iostream>
+#include <utility>
+#include "common/utils.h"
 #include "parallel/status.h"
-#include "utils/log_adapter.h"
 #include "parallel/tensor_layout/shape_util.h"
 #include "utils/convert_utils.h"
-#include "common/utils.h"
+#include "utils/log_adapter.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/map.h b/mindspore/ccsrc/parallel/tensor_layout/map.h
index 55ed3e55775..f7bc061aa1f 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/map.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/map.h
@@ -23,8 +23,8 @@
 #include <string>
 #include <vector>
 #include "parallel/status.h"
-#include "parallel/tensor_layout/array.h"
 #include "parallel/tensor_layout/arrangement.h"
+#include "parallel/tensor_layout/array.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/redistribution_layout_transfer.cc b/mindspore/ccsrc/parallel/tensor_layout/redistribution_layout_transfer.cc
index dea44ee60e2..2ee682fad87 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/redistribution_layout_transfer.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/redistribution_layout_transfer.cc
@@ -16,8 +16,8 @@
 
 #include "parallel/tensor_layout/redistribution_layout_transfer.h"
 #include "parallel/status.h"
-#include "parallel/tensor_layout/shape_util.h"
 #include "parallel/tensor_layout/reshape_layout_transfer.h"
+#include "parallel/tensor_layout/shape_util.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/redistribution_operator_infer.h b/mindspore/ccsrc/parallel/tensor_layout/redistribution_operator_infer.h
index 3515c7383a6..13f9e7af247 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/redistribution_operator_infer.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/redistribution_operator_infer.h
@@ -18,13 +18,13 @@
 #define MINDSPORE_CCSRC_PARALLEL_TENSOR_LAYOUT_REDISTRIBUTION_OPERATOR_INFER_H_
 
 #include <algorithm>
-#include <unordered_map>
 #include <string>
-#include <vector>
+#include <unordered_map>
 #include <utility>
+#include <vector>
 
-#include "parallel/tensor_layout/redistribution_layout_transfer.h"
 #include "parallel/tensor_layout/construct_operator.h"
+#include "parallel/tensor_layout/redistribution_layout_transfer.h"
 #include "utils/convert_utils.h"
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/shape_util.h b/mindspore/ccsrc/parallel/tensor_layout/shape_util.h
index 5451af063ee..85ca70969b8 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/shape_util.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/shape_util.h
@@ -18,10 +18,10 @@
 #define MINDSPORE_CCSRC_PARALLEL_TENSOR_LAYOUT_SHAPE_UTIL_H_
 
 #include <cstdint>
-#include <string>
-#include <vector>
 #include <map>
 #include <memory>
+#include <string>
+#include <vector>
 
 #include "parallel/status.h"
 
diff --git a/mindspore/ccsrc/parallel/tensor_layout/tensor_info.h b/mindspore/ccsrc/parallel/tensor_layout/tensor_info.h
index b24df6bbf2c..9fc6a229e21 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_info.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_info.h
@@ -19,12 +19,12 @@
 
 #include <cstdint>
 #include <string>
-#include <vector>
 #include <utility>
+#include <vector>
 
+#include "parallel/device_matrix.h"
 #include "parallel/status.h"
 #include "parallel/tensor_layout/tensor_layout.h"
-#include "parallel/device_matrix.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.cc b/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.cc
index 9463b99ce63..f49b967abcc 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.cc
@@ -15,15 +15,15 @@
  */
 
 #include "parallel/tensor_layout/tensor_layout.h"
-#include <utility>
 #include <iostream>
-#include "parallel/status.h"
-#include "utils/log_adapter.h"
-#include "parallel/tensor_layout/shape_util.h"
-#include "parallel/tensor_layout/array.h"
+#include <utility>
+#include "common/utils.h"
 #include "ir/value.h"
 #include "parallel/device_matrix.h"
-#include "common/utils.h"
+#include "parallel/status.h"
+#include "parallel/tensor_layout/array.h"
+#include "parallel/tensor_layout/shape_util.h"
+#include "utils/log_adapter.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.h b/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.h
index 0db356b8b10..238c9373d93 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.h
@@ -22,11 +22,11 @@
 #include <memory>
 #include <string>
 #include <vector>
+#include "parallel/device_manager.h"
 #include "parallel/status.h"
 #include "parallel/tensor_layout/arrangement.h"
 #include "parallel/tensor_layout/map.h"
 #include "utils/convert_utils.h"
-#include "parallel/device_manager.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.cc b/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.cc
index 365a2be1cb0..93bda5da814 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.cc
@@ -18,9 +18,9 @@
 #include <cfloat>
 #include <functional>
 #include <numeric>
+#include "common/utils.h"
 #include "parallel/status.h"
 #include "parallel/tensor_layout/shape_util.h"
-#include "common/utils.h"
 
 namespace mindspore {
 namespace parallel {
diff --git a/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.h b/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.h
index daf474b3d7c..38fb5959ad9 100644
--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.h
@@ -18,18 +18,18 @@
 #define MINDSPORE_CCSRC_PARALLEL_TENSOR_LAYOUT_TENSOR_REDISTRIBUTION_H_
 
 #include <cstdint>
-#include <string>
-#include <vector>
 #include <map>
 #include <memory>
+#include <string>
 #include <utility>
+#include <vector>
 
 #include "ir/value.h"
-#include "parallel/status.h"
-#include "parallel/tensor_layout/tensor_layout.h"
 #include "parallel/ops_info/operator_info.h"
+#include "parallel/status.h"
 #include "parallel/tensor_layout/construct_operator.h"
 #include "parallel/tensor_layout/redistribution_operator_infer.h"
+#include "parallel/tensor_layout/tensor_layout.h"
 
 namespace mindspore {
 namespace parallel {