!103 Sort include file in parallel dir.

Merge pull request !103 from suteng/master
2020-04-02 17:19:06 +08:00 · 2020-04-02 17:19:06 +08:00 · 13b6da8602
parent 2aae218f4b 60b68a1470
commit 13b6da8602
92 changed files with 255 additions and 257 deletions
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.cc
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.cc
@ -15,16 +15,16 @@
 */

 #include "parallel/allreduce_fusion/allreduce_fusion.h"
-#include <queue>
-#include <unordered_set>
-#include <string>
 #include <memory>
-#include "utils/log_adapter.h"
-#include "parallel/status.h"
+#include <queue>
+#include <string>
+#include <unordered_set>
 #include "ir/func_graph.h"
-#include "parallel/step_parallel.h"
-#include "parallel/graph_util/node_info.h"
 #include "parallel/costmodel_context.h"
+#include "parallel/graph_util/node_info.h"
+#include "parallel/status.h"
+#include "parallel/step_parallel.h"
+#include "utils/log_adapter.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.h
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_fusion.h
@ -20,8 +20,8 @@
 #include <unordered_map>
 #include <vector>
 #include "ir/anf.h"
-#include "parallel/status.h"
 #include "parallel/allreduce_fusion/allreduce_graph.h"
+#include "parallel/status.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.cc
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.cc
@ -17,9 +17,9 @@
 #include "parallel/allreduce_fusion/allreduce_graph.h"
 #include <algorithm>
 #include <functional>
-#include "utils/log_adapter.h"
 #include "ir/anf.h"
 #include "parallel/allreduce_fusion/allreduce_node.h"
+#include "utils/log_adapter.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.h
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_graph.h
@ -18,14 +18,14 @@
 #define MINDSPORE_CCSRC_PARALLEL_ALLREDUCE_FUSION_ALLREDUCE_GRAPH_H_

 #include <memory>
-#include <vector>
+#include <set>
 #include <unordered_map>
 #include <unordered_set>
-#include <set>
 #include <utility>
+#include <vector>
 #include "ir/anf.h"
-#include "parallel/status.h"
 #include "parallel/allreduce_fusion/allreduce_node.h"
+#include "parallel/status.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_node.h
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/allreduce_node.h
@ -17,9 +17,9 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_ALLREDUCE_FUSION_ALLREDUCE_NODE_H_
 #define MINDSPORE_CCSRC_PARALLEL_ALLREDUCE_FUSION_ALLREDUCE_NODE_H_

-#include <unordered_set>
-#include <unordered_map>
 #include <memory>
+#include <unordered_map>
+#include <unordered_set>
 #include <vector>
 #include "ir/anf.h"
 #include "parallel/status.h"
--- a/mindspore/ccsrc/parallel/allreduce_fusion/step_allreduce_fusion.cc
+++ b/mindspore/ccsrc/parallel/allreduce_fusion/step_allreduce_fusion.cc
@ -17,12 +17,12 @@
 #include "parallel/allreduce_fusion/step_allreduce_fusion.h"
 #include <ctime>
 #include <string>
-#include "utils/log_adapter.h"
-#include "parallel/status.h"
-#include "parallel/context.h"
 #include "optimizer/optimizer.h"
 #include "parallel/allreduce_fusion/allreduce_fusion.h"
+#include "parallel/context.h"
 #include "parallel/graph_util/graph_info.h"
+#include "parallel/status.h"
+#include "utils/log_adapter.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/costmodel.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/costmodel.cc
@ -15,9 +15,9 @@
 */

 #include "parallel/auto_parallel/costmodel.h"
-#include <utility>
-#include <numeric>
 #include <cmath>
+#include <numeric>
+#include <utility>
 #include "parallel/auto_parallel/graph_costmodel.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/auto_parallel/costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/costmodel.h
@ -17,11 +17,11 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_COSTMODEL_H_
 #define MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_COSTMODEL_H_

-#include <memory>
 #include <algorithm>
-#include <vector>
+#include <memory>
 #include <string>
 #include <utility>
+#include <vector>
 #include "parallel/strategy.h"
 #include "parallel/tensor_layout/tensor_info.h"

--- a/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.cc
@ -17,8 +17,8 @@
 #include "parallel/auto_parallel/dp_algo_costmodel.h"

 #include <memory>
-#include <vector>
 #include <utility>
+#include <vector>

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/dp_algo_costmodel.h
@ -18,8 +18,8 @@
 #define MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_DP_ALGO_COSTMODEL_H_

 #include <memory>
-#include <vector>
 #include <utility>
+#include <vector>
 #include "ir/value.h"
 #include "parallel/auto_parallel/edge_costmodel.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
--- a/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.cc
@ -18,11 +18,11 @@

 #include <algorithm>
 #include <functional>
-#include <utility>
 #include <iterator>
+#include <utility>
 #include "parallel/auto_parallel/costmodel.h"
-#include "parallel/tensor_layout/tensor_redistribution.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
+#include "parallel/tensor_layout/tensor_redistribution.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/edge_costmodel.h
@ -17,16 +17,16 @@
 #ifndef PARALLEL_AUTO_PARALLEL_EDGE_COSTMODEL_H_
 #define PARALLEL_AUTO_PARALLEL_EDGE_COSTMODEL_H_

-#include <memory>
-#include <vector>
-#include <utility>
 #include <map>
+#include <memory>
 #include <string>
+#include <utility>
+#include <vector>
 #include "common/utils.h"
-#include "parallel/tensor_layout/tensor_layout.h"
-#include "parallel/tensor_layout/tensor_info.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/costmodel.h"
+#include "parallel/ops_info/operator_info.h"
+#include "parallel/tensor_layout/tensor_info.h"
+#include "parallel/tensor_layout/tensor_layout.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.cc
@ -17,11 +17,11 @@
 #include "parallel/auto_parallel/graph_costmodel.h"

 #include <algorithm>
+#include <cstdlib>
+#include <iterator>
 #include <numeric>
 #include <string>
 #include <utility>
-#include <iterator>
-#include <cstdlib>
 #include <vector>

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/graph_costmodel.h
@ -17,17 +17,17 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_GRAPH_COSTMODEL_H_
 #define MINDSPORE_CCSRC_PARALLEL_AUTO_PARALLEL_GRAPH_COSTMODEL_H_

-#include <memory>
-#include <vector>
 #include <map>
-#include <utility>
+#include <memory>
 #include <string>
+#include <utility>
+#include <vector>
 #include "../../common.h"
 #include "common/utils.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/edge_costmodel.h"
-#include "parallel/ops_info/tmp_identity_info.h"
 #include "parallel/costmodel_context.h"
+#include "parallel/ops_info/operator_info.h"
+#include "parallel/ops_info/tmp_identity_info.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/operator_costmodel.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/operator_costmodel.h
@ -17,10 +17,10 @@
 #ifndef PARALLEL_AUTO_PARALLEL_OPERATOR_COSTMODEL_H_
 #define PARALLEL_AUTO_PARALLEL_OPERATOR_COSTMODEL_H_

-#include <vector>
 #include <memory>
-#include "parallel/tensor_layout/tensor_info.h"
+#include <vector>
 #include "parallel/device_manager.h"
+#include "parallel/tensor_layout/tensor_info.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.cc
@ -16,13 +16,13 @@

 #include "parallel/auto_parallel/rec_core/rec_cost.h"

-#include <iostream>
-#include <vector>
-#include <string>
-#include <utility>
 #include <algorithm>
+#include <iostream>
 #include <limits>
 #include <memory>
+#include <string>
+#include <utility>
+#include <vector>

 #include "ir/anf.h"

--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_cost.h
@ -18,13 +18,13 @@
 #define PARALLEL_AUTO_PARALLEL_REC_COST_H_

 #include <iostream>
-#include <vector>
+#include <memory>
 #include <string>
 #include <utility>
-#include <memory>
+#include <vector>

-#include "parallel/auto_parallel/rec_core/rec_strategy.h"
 #include "parallel/auto_parallel/rec_core/rec_graph.h"
+#include "parallel/auto_parallel/rec_core/rec_strategy.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.cc
@ -16,14 +16,14 @@

 #include "parallel/auto_parallel/rec_core/rec_generate_strategy.h"

-#include <vector>
 #include <algorithm>
 #include <memory>
+#include <vector>

-#include "parallel/ops_info/operator_info.h"
-#include "parallel/auto_parallel/rec_core/rec_partition.h"
-#include "parallel/strategy.h"
 #include "ir/value.h"
+#include "parallel/auto_parallel/rec_core/rec_partition.h"
+#include "parallel/ops_info/operator_info.h"
+#include "parallel/strategy.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_generate_strategy.h
@ -17,10 +17,10 @@
 #ifndef PARALLEL_AUTO_PARALLEL_REC_GENERATE_STRATEGY_H_
 #define PARALLEL_AUTO_PARALLEL_REC_GENERATE_STRATEGY_H_

-#include <vector>
+#include <memory>
 #include <string>
 #include <utility>
-#include <memory>
+#include <vector>

 #include "parallel/auto_parallel/rec_core/rec_graph.h"
 #include "parallel/ops_info/operator_info.h"
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_graph.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_graph.h
@ -18,11 +18,11 @@
 #define PARALLEL_AUTO_PARALLEL_REC_GRAPH_H_

 #include <iostream>
-#include <vector>
 #include <string>
+#include <vector>

-#include "parallel/auto_parallel/rec_core/rec_tensor.h"
 #include "parallel/auto_parallel/rec_core/rec_strategy.h"
+#include "parallel/auto_parallel/rec_core/rec_tensor.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.cc
@ -17,14 +17,14 @@
 #include "parallel/auto_parallel/rec_core/rec_parse_graph.h"

 #include <algorithm>
+#include <memory>
 #include <string>
 #include <vector>
-#include <memory>

-#include "parallel/ops_info/operator_info.h"
-#include "parallel/auto_parallel/rec_core/rec_tensor.h"
-#include "parallel/auto_parallel/rec_core/rec_graph.h"
 #include "ir/value.h"
+#include "parallel/auto_parallel/rec_core/rec_graph.h"
+#include "parallel/auto_parallel/rec_core/rec_tensor.h"
+#include "parallel/ops_info/operator_info.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_parse_graph.h
@ -17,11 +17,11 @@
 #ifndef PARALLEL_AUTO_PARALLEL_REC_PARSE_GRAPH_H_
 #define PARALLEL_AUTO_PARALLEL_REC_PARSE_GRAPH_H_

-#include <vector>
+#include <map>
+#include <memory>
 #include <string>
 #include <utility>
-#include <memory>
-#include <map>
+#include <vector>

 #include "parallel/auto_parallel/rec_core/rec_graph.h"
 #include "parallel/ops_info/operator_info.h"
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.cc
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.cc
@ -16,13 +16,13 @@

 #include "parallel/auto_parallel/rec_core/rec_partition.h"

+#include <algorithm>
+#include <cmath>
 #include <iostream>
-#include <vector>
+#include <memory>
 #include <string>
 #include <utility>
-#include <memory>
-#include <cmath>
-#include <algorithm>
+#include <vector>

 #include "ir/anf.h"
 #include "parallel/status.h"
--- a/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.h
+++ b/mindspore/ccsrc/parallel/auto_parallel/rec_core/rec_partition.h
@ -17,17 +17,17 @@
 #ifndef PARALLEL_AUTO_PARALLEL_REC_PARTITION_H_
 #define PARALLEL_AUTO_PARALLEL_REC_PARTITION_H_

-#include <iostream>
-#include <vector>
-#include <string>
-#include <map>
-#include <utility>
 #include <cmath>
+#include <iostream>
+#include <map>
 #include <memory>
+#include <string>
+#include <utility>
+#include <vector>

+#include "parallel/auto_parallel/rec_core/rec_cost.h"
 #include "parallel/auto_parallel/rec_core/rec_graph.h"
 #include "parallel/auto_parallel/rec_core/rec_strategy.h"
-#include "parallel/auto_parallel/rec_core/rec_cost.h"
 #include "parallel/status.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/context.cc
+++ b/mindspore/ccsrc/parallel/context.cc
@ -16,15 +16,15 @@

 #include "parallel/context.h"

-#include <cstdint>
 #include <algorithm>
-#include <utility>
-#include <numeric>
+#include <cstdint>
 #include <functional>
 #include <memory>
+#include <numeric>
+#include <utility>

-#include "parallel/device_manager.h"
 #include "common/utils.h"
+#include "parallel/device_manager.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/context.h
+++ b/mindspore/ccsrc/parallel/context.h
@ -18,12 +18,12 @@
 #define MINDSPORE_CCSRC_PARALLEL_CONTEXT_H_

 #include <cstdint>
+#include <memory>
 #include <string>
 #include <vector>
-#include <memory>

-#include "parallel/status.h"
 #include "parallel/ops_info/ops_utils.h"
+#include "parallel/status.h"
 #include "utils/convert_utils.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/costmodel_context.cc
+++ b/mindspore/ccsrc/parallel/costmodel_context.cc
@ -18,8 +18,8 @@

 #include <memory>

-#include "parallel/auto_parallel/graph_costmodel.h"
 #include "parallel/allreduce_fusion/allreduce_fusion.h"
+#include "parallel/auto_parallel/graph_costmodel.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/costmodel_context.h
+++ b/mindspore/ccsrc/parallel/costmodel_context.h
@ -17,9 +17,9 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_COSTMODEL_CONTEXT_H_
 #define MINDSPORE_CCSRC_PARALLEL_COSTMODEL_CONTEXT_H_

+#include <memory>
 #include <string>
 #include <vector>
-#include <memory>

 #include "utils/log_adapter.h"

--- a/mindspore/ccsrc/parallel/device_manager.h
+++ b/mindspore/ccsrc/parallel/device_manager.h
@ -19,19 +19,19 @@

 #include <cstdint>
 #include <cstring>
-#include <vector>
 #include <map>
 #include <memory>
 #include <string>
 #include <utility>
+#include <vector>

-#include "utils/convert_utils.h"
 #include "common/utils.h"
 #include "parallel/device.h"
-#include "parallel/status.h"
-#include "parallel/group_manager.h"
-#include "parallel/strategy.h"
 #include "parallel/device_matrix.h"
+#include "parallel/group_manager.h"
+#include "parallel/status.h"
+#include "parallel/strategy.h"
+#include "utils/convert_utils.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/device_matrix.cc
+++ b/mindspore/ccsrc/parallel/device_matrix.cc
@ -16,15 +16,15 @@

 #include "parallel/device_matrix.h"

-#include <cstdint>
 #include <algorithm>
-#include <utility>
-#include <numeric>
+#include <cstdint>
 #include <functional>
+#include <numeric>
+#include <utility>
 #include <vector>

-#include "parallel/status.h"
 #include "parallel/ops_info/operator_info.h"
+#include "parallel/status.h"
 #include "utils/log_adapter.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/graph_util/generate_graph.h
+++ b/mindspore/ccsrc/parallel/graph_util/generate_graph.h
@ -17,12 +17,12 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_GRAPH_UTIL_GENERATE_GRAPH_H_
 #define MINDSPORE_CCSRC_PARALLEL_GRAPH_UTIL_GENERATE_GRAPH_H_

-#include <vector>
-#include <memory>
-#include <unordered_map>
 #include <map>
+#include <memory>
 #include <string>
+#include <unordered_map>
 #include <utility>
+#include <vector>

 #include "./common.h"
 #include "optimizer/opt.h"
--- a/mindspore/ccsrc/parallel/graph_util/get_parallel_info.cc
+++ b/mindspore/ccsrc/parallel/graph_util/get_parallel_info.cc
@ -16,16 +16,16 @@

 #include "parallel/graph_util/get_parallel_info.h"

-#include <string>
 #include <memory>
+#include <string>
 #include <utility>
 #include <vector>

-#include "parallel/tensor_layout/tensor_layout.h"
-#include "parallel/strategy.h"
-#include "ir/func_graph.h"
 #include "common/utils.h"
+#include "ir/func_graph.h"
 #include "parallel/graph_util/graph_info.h"
+#include "parallel/strategy.h"
+#include "parallel/tensor_layout/tensor_layout.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/graph_util/graph_info.cc
+++ b/mindspore/ccsrc/parallel/graph_util/graph_info.cc
@ -15,12 +15,12 @@
 */

 #include "parallel/graph_util/graph_info.h"
-#include "ir/func_graph.h"
-#include "utils/graph_utils.h"
-#include "utils/context/ms_context.h"
-#include "debug/draw.h"
 #include "debug/anf_ir_dump.h"
 #include "debug/anf_ir_utils.h"
+#include "debug/draw.h"
+#include "ir/func_graph.h"
+#include "utils/context/ms_context.h"
+#include "utils/graph_utils.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/group_manager.cc
+++ b/mindspore/ccsrc/parallel/group_manager.cc
@ -16,8 +16,8 @@

 #include "parallel/group_manager.h"

-#include <vector>
 #include <algorithm>
+#include <vector>

 #include "parallel/device_manager.h"
 #include "parallel/ops_info/ops_utils.h"
--- a/mindspore/ccsrc/parallel/group_manager.h
+++ b/mindspore/ccsrc/parallel/group_manager.h
@ -18,9 +18,9 @@
 #define MINDSPORE_CCSRC_PARALLEL_GROUP_MANAGER_H_

 #include <cstdint>
-#include <vector>
 #include <map>
 #include <string>
+#include <vector>

 #include "parallel/device.h"
 #include "parallel/status.h"
--- a/mindspore/ccsrc/parallel/node_check.cc
+++ b/mindspore/ccsrc/parallel/node_check.cc
@ -16,8 +16,8 @@

 #include "parallel/node_check.h"

-#include <string>
 #include <set>
+#include <string>

 #include "parallel/ops_info/ops_utils.h"

--- a/mindspore/ccsrc/parallel/ops_info/activation_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/activation_info.cc
@ -17,13 +17,13 @@
 #include "parallel/ops_info/activation_info.h"

 #include <algorithm>
-#include <vector>
 #include <memory>
+#include <vector>

 #include "ir/value.h"
+#include "parallel/auto_parallel/costmodel.h"
 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
-#include "parallel/auto_parallel/costmodel.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/ops_info/activation_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/activation_info.h
@ -18,13 +18,13 @@
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ACTIVATION_INFO_H_

 #include <ir/value.h>
+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/arithmetic_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/arithmetic_info.cc
@ -17,9 +17,9 @@
 #include "parallel/ops_info/arithmetic_info.h"

 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>

 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
--- a/mindspore/ccsrc/parallel/ops_info/arithmetic_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/arithmetic_info.h
@ -17,14 +17,14 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ARITHMETIC_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ARITHMETIC_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/batch_parallel_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/batch_parallel_info.h
@ -17,10 +17,10 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_BATCH_PARALLEL_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_BATCH_PARALLEL_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>
 #include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
--- a/mindspore/ccsrc/parallel/ops_info/bias_add_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/bias_add_info.cc
@ -17,9 +17,9 @@
 #include "parallel/ops_info/bias_add_info.h"

 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>

 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
--- a/mindspore/ccsrc/parallel/ops_info/bias_add_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/bias_add_info.h
@ -19,13 +19,13 @@

 #include <string>

+#include <memory>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/comparison_function_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/comparison_function_info.h
@ -21,8 +21,8 @@
 #include <unordered_map>
 #include <vector>
 #include "ir/value.h"
-#include "parallel/ops_info/arithmetic_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/arithmetic_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.cc
@ -17,15 +17,15 @@
 #include "parallel/ops_info/dropout_do_mask_info.h"

 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>

 #include "ir/value.h"
+#include "parallel/auto_parallel/costmodel.h"
 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
 #include "parallel/tensor_layout/tensor_redistribution.h"
-#include "parallel/auto_parallel/costmodel.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/dropout_do_mask_info.h
@ -17,14 +17,14 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_DROPOUT_DO_MASK_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_DROPOUT_DO_MASK_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/elementary_function_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/elementary_function_info.h
@ -22,8 +22,8 @@
 #include <vector>
 #include "ir/value.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
-#include "parallel/strategy.h"
 #include "parallel/ops_info/activation_info.h"
+#include "parallel/strategy.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/ops_info/generator_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/generator_info.cc
@ -17,9 +17,9 @@
 #include "parallel/ops_info/generator_info.h"

 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>

 #include "ir/value.h"
 #include "parallel/device_matrix.h"
--- a/mindspore/ccsrc/parallel/ops_info/generator_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/generator_info.h
@ -17,13 +17,13 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_GENERATOR_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_GENERATOR_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/get_next_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/get_next_info.cc
@ -17,9 +17,9 @@
 #include "parallel/ops_info/get_next_info.h"

 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>

 #include "ir/value.h"
 #include "parallel/device_matrix.h"
--- a/mindspore/ccsrc/parallel/ops_info/get_next_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/get_next_info.h
@ -17,13 +17,13 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_GETNEXT_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_GETNEXT_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.cc
@ -17,9 +17,9 @@
 #include "parallel/ops_info/l2_normalize_info.h"

 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>

 #include "parallel/device_matrix.h"
 #include "parallel/strategy.h"
--- a/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/l2_normalize_info.h
@ -17,15 +17,15 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_L2_NORMALIZE_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_L2_NORMALIZE_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "ir/value.h"
+#include "parallel/auto_parallel/operator_costmodel.h"
 #include "parallel/ops_info/activation_info.h"
 #include "parallel/strategy.h"
-#include "parallel/auto_parallel/operator_costmodel.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/ops_info/loss_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/loss_info.cc
@ -17,9 +17,9 @@
 #include "parallel/ops_info/loss_info.h"

 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>

 #include "ir/value.h"
 #include "parallel/device_matrix.h"
--- a/mindspore/ccsrc/parallel/ops_info/loss_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/loss_info.h
@ -17,14 +17,14 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_LOSS_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_LOSS_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/ops_info/activation_info.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/matmul_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/matmul_info.cc
@ -18,16 +18,16 @@

 #include <algorithm>
 #include <functional>
-#include <vector>
-#include <utility>
 #include <memory>
 #include <string>
+#include <utility>
+#include <vector>

 #include "ir/value.h"
+#include "parallel/auto_parallel/graph_costmodel.h"
+#include "parallel/device_manager.h"
 #include "parallel/device_matrix.h"
 #include "parallel/tensor_layout/tensor_redistribution.h"
-#include "parallel/device_manager.h"
-#include "parallel/auto_parallel/graph_costmodel.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/ops_info/matmul_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/matmul_info.h
@ -17,16 +17,16 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_MATMUL_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_MATMUL_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

+#include "common/utils.h"
 #include "ir/value.h"
+#include "parallel/auto_parallel/operator_costmodel.h"
 #include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
-#include "parallel/auto_parallel/operator_costmodel.h"
-#include "common/utils.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/ops_info/onehot_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/onehot_info.cc
@ -16,15 +16,15 @@

 #include "parallel/ops_info/onehot_info.h"

-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>

 #include "ir/value.h"
-#include "parallel/device_matrix.h"
-#include "parallel/strategy.h"
 #include "parallel/auto_parallel/costmodel.h"
+#include "parallel/device_matrix.h"
 #include "parallel/graph_util/generate_graph.h"
+#include "parallel/strategy.h"
 #include "utils/log_adapter.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/onehot_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/onehot_info.h
@ -17,14 +17,14 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ONEHOT_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_ONEHOT_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "ir/value.h"
-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/operator_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/operator_info.cc
@ -17,21 +17,21 @@
 #include "parallel/ops_info/operator_info.h"

 #include <algorithm>
-#include <functional>
-#include <vector>
-#include <utility>
-#include <memory>
 #include <cmath>
+#include <functional>
+#include <memory>
 #include <string>
+#include <utility>
+#include <vector>

-#include "ir/value.h"
 #include "ir/dtype.h"
 #include "ir/meta_tensor.h"
-#include "utils/context/ms_context.h"
-#include "utils/log_adapter.h"
-#include "parallel/context.h"
+#include "ir/value.h"
 #include "parallel/auto_parallel/edge_costmodel.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
+#include "parallel/context.h"
+#include "utils/context/ms_context.h"
+#include "utils/log_adapter.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/ops_info/operator_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/operator_info.h
@ -25,17 +25,17 @@
 #include <utility>
 #include <vector>

-#include "utils/log_adapter.h"
-#include "ir/base.h"
 #include "common/utils.h"
+#include "ir/base.h"
+#include "parallel/auto_parallel/costmodel.h"
+#include "parallel/auto_parallel/operator_costmodel.h"
 #include "parallel/device_manager.h"
 #include "parallel/device_matrix.h"
 #include "parallel/group_manager.h"
+#include "parallel/ops_info/ops_utils.h"
 #include "parallel/strategy.h"
 #include "parallel/tensor_layout/tensor_info.h"
-#include "parallel/auto_parallel/costmodel.h"
-#include "parallel/auto_parallel/operator_costmodel.h"
-#include "parallel/ops_info/ops_utils.h"
+#include "utils/log_adapter.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/ops_info/ops_info_head_files.h
+++ b/mindspore/ccsrc/parallel/ops_info/ops_info_head_files.h
@ -18,22 +18,22 @@
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_OPS_INFO_HEAD_FILES_H_

 #include "parallel/ops_info/activation_info.h"
+#include "parallel/ops_info/arithmetic_info.h"
 #include "parallel/ops_info/batch_parallel_info.h"
+#include "parallel/ops_info/bias_add_info.h"
+#include "parallel/ops_info/comparison_function_info.h"
+#include "parallel/ops_info/dropout_do_mask_info.h"
+#include "parallel/ops_info/elementary_function_info.h"
+#include "parallel/ops_info/generator_info.h"
+#include "parallel/ops_info/get_next_info.h"
+#include "parallel/ops_info/l2_normalize_info.h"
 #include "parallel/ops_info/loss_info.h"
 #include "parallel/ops_info/matmul_info.h"
 #include "parallel/ops_info/onehot_info.h"
-#include "parallel/ops_info/virtual_dataset_info.h"
-#include "parallel/ops_info/arithmetic_info.h"
-#include "parallel/ops_info/elementary_function_info.h"
-#include "parallel/ops_info/comparison_function_info.h"
-#include "parallel/ops_info/l2_normalize_info.h"
-#include "parallel/ops_info/reduce_method_info.h"
-#include "parallel/ops_info/transpose_info.h"
 #include "parallel/ops_info/prelu_info.h"
+#include "parallel/ops_info/reduce_method_info.h"
 #include "parallel/ops_info/reshape_info.h"
-#include "parallel/ops_info/generator_info.h"
-#include "parallel/ops_info/dropout_do_mask_info.h"
-#include "parallel/ops_info/get_next_info.h"
-#include "parallel/ops_info/bias_add_info.h"
+#include "parallel/ops_info/transpose_info.h"
+#include "parallel/ops_info/virtual_dataset_info.h"

 #endif  // MINDSPORE_CCSRC_PARALLEL_OPS_INFO_HEAD_FILES_H_
--- a/mindspore/ccsrc/parallel/ops_info/prelu_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/prelu_info.h
@ -17,10 +17,10 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_PRELU_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_PRELU_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
--- a/mindspore/ccsrc/parallel/ops_info/reduce_method_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/reduce_method_info.cc
@ -17,14 +17,14 @@
 #include "parallel/ops_info/reduce_method_info.h"

 #include <algorithm>
-#include <vector>
-#include <utility>
 #include <memory>
+#include <utility>
+#include <vector>

 #include "ir/value.h"
+#include "parallel/device_manager.h"
 #include "parallel/device_matrix.h"
 #include "parallel/tensor_layout/tensor_redistribution.h"
-#include "parallel/device_manager.h"
 #include "utils/log_adapter.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/reduce_method_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/reduce_method_info.h
@ -17,16 +17,16 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_REDUCE_SUM_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_REDUCE_SUM_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

+#include "ir/meta_tensor.h"
 #include "ir/value.h"
+#include "parallel/auto_parallel/operator_costmodel.h"
 #include "parallel/ops_info/activation_info.h"
 #include "parallel/strategy.h"
-#include "parallel/auto_parallel/operator_costmodel.h"
-#include "ir/meta_tensor.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/ops_info/reshape_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/reshape_info.h
@ -19,10 +19,10 @@

 #include <ir/value.h>

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"
--- a/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.cc
+++ b/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.cc
@ -1,6 +1,4 @@
 /**
-#include "utils/log_adapter.h"
-#include "utils/log_adapter.h"
 #include "utils/log_adapter.h"
 * Copyright 2019 Huawei Technologies Co., Ltd
 *
--- a/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/tmp_identity_info.h
@ -17,12 +17,12 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_TMP_IDENTITY_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_TMP_IDENTITY_INFO_H_

-#include <vector>
 #include <memory>
 #include <string>
+#include <vector>

-#include "parallel/ops_info/operator_info.h"
 #include "parallel/auto_parallel/operator_costmodel.h"
+#include "parallel/ops_info/operator_info.h"
 #include "parallel/strategy.h"

 namespace mindspore {
--- a/mindspore/ccsrc/parallel/ops_info/transpose_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/transpose_info.h
@ -17,10 +17,10 @@
 #ifndef MINDSPORE_CCSRC_PARALLEL_OPS_INFO_TRANSPOSE_INFO_H_
 #define MINDSPORE_CCSRC_PARALLEL_OPS_INFO_TRANSPOSE_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
--- a/mindspore/ccsrc/parallel/ops_info/virtual_dataset_info.h
+++ b/mindspore/ccsrc/parallel/ops_info/virtual_dataset_info.h
@ -17,10 +17,10 @@
 #ifndef PARALLEL_OPS_INFO_DATASET_INFO_H_
 #define PARALLEL_OPS_INFO_DATASET_INFO_H_

+#include <memory>
 #include <string>
 #include <unordered_map>
 #include <vector>
-#include <memory>

 #include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
--- a/mindspore/ccsrc/parallel/step_auto_parallel.cc
+++ b/mindspore/ccsrc/parallel/step_auto_parallel.cc
@ -18,30 +18,30 @@

 #include <inttypes.h>
 #include <sys/time.h>
-#include <vector>
+#include <algorithm>
+#include <map>
 #include <memory>
 #include <set>
-#include <map>
-#include <utility>
 #include <string>
-#include <algorithm>
 #include <unordered_map>
+#include <utility>
+#include <vector>

 #include "ir/anf.h"
+#include "ir/meta_tensor.h"
 #include "optimizer/opt.h"
 #include "optimizer/optimizer.h"
-#include "pipeline/pipeline.h"
-#include "pipeline/parse/python_adapter.h"
+#include "parallel/auto_parallel/dp_algo_costmodel.h"
 #include "parallel/auto_parallel/edge_costmodel.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
-#include "parallel/step_parallel.h"
-#include "parallel/auto_parallel/dp_algo_costmodel.h"
-#include "parallel/ops_info/tmp_identity_info.h"
-#include "parallel/context.h"
-#include "parallel/auto_parallel/rec_core/rec_partition.h"
-#include "parallel/auto_parallel/rec_core/rec_parse_graph.h"
 #include "parallel/auto_parallel/rec_core/rec_generate_strategy.h"
-#include "ir/meta_tensor.h"
+#include "parallel/auto_parallel/rec_core/rec_parse_graph.h"
+#include "parallel/auto_parallel/rec_core/rec_partition.h"
+#include "parallel/context.h"
+#include "parallel/ops_info/tmp_identity_info.h"
+#include "parallel/step_parallel.h"
+#include "pipeline/parse/python_adapter.h"
+#include "pipeline/pipeline.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/step_auto_parallel.h
+++ b/mindspore/ccsrc/parallel/step_auto_parallel.h
@ -17,14 +17,14 @@
 #ifndef PARALLEL_STEP_AUTO_PARALLEL_H_
 #define PARALLEL_STEP_AUTO_PARALLEL_H_

-#include <vector>
+#include <map>
 #include <memory>
 #include <string>
-#include <map>
+#include <vector>
 #include "ir/anf.h"
 #include "optimizer/opt.h"
-#include "pipeline/pipeline.h"
 #include "parallel/status.h"
+#include "pipeline/pipeline.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/step_parallel.cc
+++ b/mindspore/ccsrc/parallel/step_parallel.cc
@ -22,26 +22,26 @@

 #include <map>
 #include <memory>
+#include <set>
 #include <string>
 #include <unordered_map>
 #include <utility>
-#include <set>

-#include "parallel/graph_util/graph_info.h"
 #include "ir/meta_tensor.h"
-#include "optimizer/optimizer.h"
-#include "parallel/dynamic_creator.h"
-#include "parallel/ops_info/matmul_info.h"
-#include "utils/symbolic.h"
 #include "operator/ops.h"
+#include "optimizer/optimizer.h"
 #include "parallel/auto_parallel/graph_costmodel.h"
-#include "parallel/device_manager.h"
-#include "parallel/strategy_checkpoint/parallel_strategy_checkpoint.h"
-#include "parallel/graph_util/generate_graph.h"
 #include "parallel/context.h"
-#include "parallel/node_check.h"
-#include "utils/comm_manager.h"
+#include "parallel/device_manager.h"
+#include "parallel/dynamic_creator.h"
+#include "parallel/graph_util/generate_graph.h"
+#include "parallel/graph_util/graph_info.h"
 #include "parallel/graph_util/node_info.h"
+#include "parallel/node_check.h"
+#include "parallel/ops_info/matmul_info.h"
+#include "parallel/strategy_checkpoint/parallel_strategy_checkpoint.h"
+#include "utils/comm_manager.h"
+#include "utils/symbolic.h"

 using mindspore::tensor::Tensor;

--- a/mindspore/ccsrc/parallel/step_parallel.h
+++ b/mindspore/ccsrc/parallel/step_parallel.h
@ -19,10 +19,10 @@

 #include <vector>

-#include <memory>
-#include <unordered_map>
 #include <map>
+#include <memory>
 #include <string>
+#include <unordered_map>
 #include <utility>

 #include "./common.h"
--- a/mindspore/ccsrc/parallel/strategy.h
+++ b/mindspore/ccsrc/parallel/strategy.h
@ -18,10 +18,10 @@
 #define MINDSPORE_CCSRC_PARALLEL_STRATEGY_H_

 #include <cstdint>
-#include <string>
-#include <vector>
 #include <memory>
+#include <string>
 #include <utility>
+#include <vector>

 #include "parallel/status.h"

--- a/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.cc
+++ b/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.cc
@ -20,10 +20,10 @@
 #include <memory>
 #include <vector>

+#include "common/utils.h"
+#include "utils/convert_utils.h"
 #include "utils/log_adapter.h"
 #include "utils/node_strategy.pb.h"
-#include "utils/convert_utils.h"
-#include "common/utils.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.h
+++ b/mindspore/ccsrc/parallel/strategy_checkpoint/parallel_strategy_checkpoint.h
@ -19,8 +19,8 @@

 #include <string>
 #include <unordered_map>
-#include "parallel/strategy.h"
 #include "parallel/ops_info/ops_utils.h"
+#include "parallel/strategy.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/arrangement.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/arrangement.cc
@ -15,14 +15,14 @@
 */

 #include "parallel/tensor_layout/arrangement.h"
-#include <utility>
-#include <iostream>
 #include <algorithm>
+#include <iostream>
+#include <utility>
+#include "common/utils.h"
 #include "parallel/status.h"
-#include "utils/log_adapter.h"
 #include "parallel/tensor_layout/shape_util.h"
 #include "utils/convert_utils.h"
-#include "common/utils.h"
+#include "utils/log_adapter.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/arrangement.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/arrangement.h
@ -21,8 +21,8 @@
 #include <map>
 #include <memory>
 #include <string>
-#include <vector>
 #include <utility>
+#include <vector>
 #include "parallel/status.h"
 #include "parallel/tensor_layout/array.h"

--- a/mindspore/ccsrc/parallel/tensor_layout/array.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/array.cc
@ -16,8 +16,8 @@

 #include "parallel/tensor_layout/array.h"
 #include <utility>
-#include "utils/log_adapter.h"
 #include "parallel/status.h"
+#include "utils/log_adapter.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/construct_operator.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/construct_operator.h
@ -21,9 +21,9 @@
 #include <utility>
 #include <vector>

+#include "ir/value.h"
 #include "parallel/ops_info/operator_info.h"
 #include "parallel/status.h"
-#include "ir/value.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/layout_transfer.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/layout_transfer.cc
@ -15,8 +15,8 @@
 */

 #include "parallel/tensor_layout/layout_transfer.h"
-#include "parallel/status.h"
 #include "common/utils.h"
+#include "parallel/status.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/map.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/map.cc
@ -15,14 +15,14 @@
 */

 #include "parallel/tensor_layout/map.h"
-#include <utility>
-#include <iostream>
 #include <algorithm>
+#include <iostream>
+#include <utility>
+#include "common/utils.h"
 #include "parallel/status.h"
-#include "utils/log_adapter.h"
 #include "parallel/tensor_layout/shape_util.h"
 #include "utils/convert_utils.h"
-#include "common/utils.h"
+#include "utils/log_adapter.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/map.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/map.h
@ -23,8 +23,8 @@
 #include <string>
 #include <vector>
 #include "parallel/status.h"
-#include "parallel/tensor_layout/array.h"
 #include "parallel/tensor_layout/arrangement.h"
+#include "parallel/tensor_layout/array.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/redistribution_layout_transfer.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/redistribution_layout_transfer.cc
@ -16,8 +16,8 @@

 #include "parallel/tensor_layout/redistribution_layout_transfer.h"
 #include "parallel/status.h"
-#include "parallel/tensor_layout/shape_util.h"
 #include "parallel/tensor_layout/reshape_layout_transfer.h"
+#include "parallel/tensor_layout/shape_util.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/redistribution_operator_infer.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/redistribution_operator_infer.h
@ -18,13 +18,13 @@
 #define MINDSPORE_CCSRC_PARALLEL_TENSOR_LAYOUT_REDISTRIBUTION_OPERATOR_INFER_H_

 #include <algorithm>
-#include <unordered_map>
 #include <string>
-#include <vector>
+#include <unordered_map>
 #include <utility>
+#include <vector>

-#include "parallel/tensor_layout/redistribution_layout_transfer.h"
 #include "parallel/tensor_layout/construct_operator.h"
+#include "parallel/tensor_layout/redistribution_layout_transfer.h"
 #include "utils/convert_utils.h"
 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/shape_util.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/shape_util.h
@ -18,10 +18,10 @@
 #define MINDSPORE_CCSRC_PARALLEL_TENSOR_LAYOUT_SHAPE_UTIL_H_

 #include <cstdint>
-#include <string>
-#include <vector>
 #include <map>
 #include <memory>
+#include <string>
+#include <vector>

 #include "parallel/status.h"

--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_info.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_info.h
@ -19,12 +19,12 @@

 #include <cstdint>
 #include <string>
-#include <vector>
 #include <utility>
+#include <vector>

+#include "parallel/device_matrix.h"
 #include "parallel/status.h"
 #include "parallel/tensor_layout/tensor_layout.h"
-#include "parallel/device_matrix.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.cc
@ -15,15 +15,15 @@
 */

 #include "parallel/tensor_layout/tensor_layout.h"
-#include <utility>
 #include <iostream>
-#include "parallel/status.h"
-#include "utils/log_adapter.h"
-#include "parallel/tensor_layout/shape_util.h"
-#include "parallel/tensor_layout/array.h"
+#include <utility>
+#include "common/utils.h"
 #include "ir/value.h"
 #include "parallel/device_matrix.h"
-#include "common/utils.h"
+#include "parallel/status.h"
+#include "parallel/tensor_layout/array.h"
+#include "parallel/tensor_layout/shape_util.h"
+#include "utils/log_adapter.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_layout.h
@ -22,11 +22,11 @@
 #include <memory>
 #include <string>
 #include <vector>
+#include "parallel/device_manager.h"
 #include "parallel/status.h"
 #include "parallel/tensor_layout/arrangement.h"
 #include "parallel/tensor_layout/map.h"
 #include "utils/convert_utils.h"
-#include "parallel/device_manager.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.cc
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.cc
@ -18,9 +18,9 @@
 #include <cfloat>
 #include <functional>
 #include <numeric>
+#include "common/utils.h"
 #include "parallel/status.h"
 #include "parallel/tensor_layout/shape_util.h"
-#include "common/utils.h"

 namespace mindspore {
 namespace parallel {
--- a/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.h
+++ b/mindspore/ccsrc/parallel/tensor_layout/tensor_redistribution.h
@ -18,18 +18,18 @@
 #define MINDSPORE_CCSRC_PARALLEL_TENSOR_LAYOUT_TENSOR_REDISTRIBUTION_H_

 #include <cstdint>
-#include <string>
-#include <vector>
 #include <map>
 #include <memory>
+#include <string>
 #include <utility>
+#include <vector>

 #include "ir/value.h"
-#include "parallel/status.h"
-#include "parallel/tensor_layout/tensor_layout.h"
 #include "parallel/ops_info/operator_info.h"
+#include "parallel/status.h"
 #include "parallel/tensor_layout/construct_operator.h"
 #include "parallel/tensor_layout/redistribution_operator_infer.h"
+#include "parallel/tensor_layout/tensor_layout.h"

 namespace mindspore {
 namespace parallel {