diff --git a/scripts/fl_restful_tool.py b/scripts/fl_restful_tool.py deleted file mode 100644 index e3d15e937fd..00000000000 --- a/scripts/fl_restful_tool.py +++ /dev/null @@ -1,315 +0,0 @@ -# Copyright 2020 Huawei Technologies Co., Ltd -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================ -""" -Function: - Use to control the federated learning cluster -Usage: - python fl_restful_tool.py [http_type] [ip] [port] [request_name] [server_num] [instance_param] [metrics_file_path] -""" -import argparse -import json -import os -import warnings -from enum import Enum -import requests - - -class Status(Enum): - """ - Response Status - """ - SUCCESS = "0" - FAILED = "1" - - -class Restful(Enum): - """ - Define restful interface constant - """ - SCALE = "scale" - SCALE_OUT = "scaleout" - SCALE_IN = "scalein" - NODES = "nodes" - GET_INSTANCE_DETAIL = "getInstanceDetail" - NEW_INSTANCE = "newInstance" - QUERY_INSTANCE = "queryInstance" - ENABLE_FLS = "enableFLS" - DISABLE_FLS = "disableFLS" - STATE = "state" - SCALE_OUT_ROLLBACK = "scaleoutRollback" - - -warnings.filterwarnings('ignore') - -parser = argparse.ArgumentParser() -parser.add_argument("--http_type", type=str, default="http", help="http or https") -parser.add_argument("--ip", type=str, default="127.0.0.1") -parser.add_argument("--port", type=int, default=6666) -parser.add_argument("--request_name", type=str, default="") - -parser.add_argument("--server_num", type=int, default=0) -parser.add_argument("--instance_param", type=str, default="") -parser.add_argument("--metrics_file_path", type=str, default="/opt/huawei/mindspore/hybrid_albert/metrics.json") - -args, _ = parser.parse_known_args() -http_type = args.http_type -ip = args.ip -port = args.port -request_name = args.request_name -server_num = args.server_num -instance_param = args.instance_param -metrics_file_path = args.metrics_file_path - -headers = {'Content-Type': 'application/json'} -session = requests.Session() -BASE_URL = '{}://{}:{}/'.format(http_type, ip, str(port)) - - -def call_scale(): - """ - call cluster scale out or scale in - """ - if server_num == 0: - return process_self_define_json(Status.FAILED.value, "error. server_num is 0") - - node_ids = json.loads(call_nodes())["result"] - cluster_abstract_node_num = len(node_ids) - if cluster_abstract_node_num == 0: - return process_self_define_json(Status.FAILED.value, "error. cluster abstract node num is 0") - - cluster_server_node_num = 0 - cluster_worker_node_num = 0 - cluster_server_node_base_name = '' - for i in range(0, cluster_abstract_node_num): - if node_ids[i]['role'] == 'WORKER': - cluster_worker_node_num = cluster_worker_node_num + 1 - elif node_ids[i]['role'] == 'SERVER': - cluster_server_node_num = cluster_server_node_num + 1 - cluster_server_node_name = str(node_ids[i]['nodeId']) - index = cluster_server_node_name.rindex('-') - cluster_server_node_base_name = cluster_server_node_name[0:index] - else: - pass - if cluster_server_node_num == server_num: - return process_self_define_json(Status.FAILED.value, "error. cluster server num is same with server_num.") - if cluster_server_node_num > server_num: - scale_in_len = cluster_server_node_num - server_num - scale_in_node_ids = [] - for index in range(cluster_server_node_num - scale_in_len, cluster_server_node_num): - scale_in_node_name = cluster_server_node_base_name + "-" + str(index) - scale_in_node_ids.append(scale_in_node_name) - return call_scalein(scale_in_node_ids) - return call_scaleout(server_num - cluster_server_node_num) - - -def call_scaleout(scale_out_server_num, scale_out_worker_num=0): - """ - call scaleout - """ - url = BASE_URL + Restful.SCALE_OUT.value - data = {"server_num": scale_out_server_num, "worker_num": scale_out_worker_num} - res = session.post(url, headers=headers, verify=False, data=json.dumps(data)) - res_json = json.loads(res.text) - if res_json["code"] == Status.FAILED.value: - return process_self_define_json(Status.FAILED.value, res_json["error_message"]) - - result = "scale out server num is " + str(scale_out_server_num) - return process_result_json(Status.SUCCESS.value, res_json["message"], result) - - -def call_scaleout_rollback(): - """ - call scaleout rollback - """ - url = BASE_URL + Restful.SCALE_OUT_ROLLBACK.value - res = session.get(url, verify=False) - res_json = json.loads(res.text) - if res_json["code"] == Status.FAILED.value: - return process_self_define_json(Status.FAILED.value, res_json["error_message"]) - return process_self_define_json(Status.SUCCESS.value, res_json["message"]) - - -def call_scalein(scale_in_node_ids): - """ - call cluster to scale in - """ - if not scale_in_node_ids: - return process_self_define_json(Status.FAILED.value, "error. node ids is empty.") - - url = BASE_URL + Restful.SCALE_IN.value - data = {"node_ids": scale_in_node_ids} - res = session.post(url, headers=headers, verify=False, data=json.dumps(data)) - res_json = json.loads(res.text) - if res_json["code"] == Status.FAILED.value: - return process_self_define_json(Status.FAILED.value, res_json["error_message"]) - result = "scale in node ids is " + str(scale_in_node_ids) - return process_result_json(Status.SUCCESS.value, res_json["message"], result) - - -def call_nodes(): - """ - get nodes info - """ - url = BASE_URL + Restful.NODES.value - res = session.get(url, verify=False) - res_json = json.loads(res.text) - if res_json["code"] == Status.FAILED.value: - return process_self_define_json(Status.FAILED.value, res_json["error_message"]) - return process_result_json(Status.SUCCESS.value, res_json["message"], res_json["nodeIds"]) - - -def call_get_instance_detail(): - """ - get cluster instance detail - """ - if not os.path.exists(metrics_file_path): - return process_self_define_json(Status.FAILED.value, "error. metrics file is not existed.") - - ans_json_obj = {} - - with open(metrics_file_path, 'r') as f: - metrics_list = f.readlines() - - if not metrics_list: - return process_self_define_json(Status.FAILED.value, "error. metrics file has no content") - - - last_metrics = metrics_list[len(metrics_list) - 1] - last_metrics_obj = json.loads(last_metrics) - - ans_json_obj["code"] = Status.SUCCESS.value - ans_json_obj["describe"] = "get instance metrics detail successful." - ans_json_obj["result"] = last_metrics_obj - - return json.dumps(ans_json_obj) - - -def call_new_instance(): - """ - call cluster new instance - """ - if instance_param == "": - return process_self_define_json(Status.FAILED.value, "error. instance_param is empty.") - instance_param_list = instance_param.split(sep=",") - instance_param_json_obj = {} - - url = BASE_URL + Restful.NEW_INSTANCE.value - for cur in instance_param_list: - pair = cur.split(sep="=") - instance_param_json_obj[pair[0]] = float(pair[1]) - - data = json.dumps(instance_param_json_obj) - res = session.post(url, verify=False, data=data) - res_json = json.loads(res.text) - if res_json["code"] == Status.FAILED.value: - return process_self_define_json(Status.FAILED.value, res_json["error_message"]) - return process_self_define_json(Status.SUCCESS.value, res_json["message"]) - - -def call_query_instance(): - """ - query cluster instance - """ - url = BASE_URL + Restful.QUERY_INSTANCE.value - res = session.post(url, verify=False) - res_json = json.loads(res.text) - if res_json["code"] == Status.FAILED.value: - return process_self_define_json(Status.FAILED.value, res_json["error_message"]) - return process_result_json(Status.SUCCESS.value, res_json["message"], res_json["result"]) - - -def call_enable_fls(): - """ - enable cluster fls - """ - url = BASE_URL + Restful.ENABLE_FLS.value - res = session.post(url, verify=False) - res_json = json.loads(res.text) - if res_json["code"] == Status.FAILED.value: - return process_self_define_json(Status.FAILED.value, res_json["error_message"]) - return process_self_define_json(Status.SUCCESS.value, res_json["message"]) - - -def call_disable_fls(): - """ - disable cluster fls - """ - url = BASE_URL + Restful.DISABLE_FLS.value - res = session.post(url, verify=False) - res_json = json.loads(res.text) - if res_json["code"] == Status.FAILED.value: - return process_self_define_json(Status.FAILED.value, res_json["error_message"]) - return process_self_define_json(Status.SUCCESS.value, res_json["message"]) - - -def call_state(): - """ - get cluster state - """ - url = BASE_URL + Restful.STATE.value - res = session.get(url, verify=False) - res_json = json.loads(res.text) - if res_json["code"] == Status.FAILED.value: - return process_self_define_json(Status.FAILED.value, res_json["error_message"]) - result = res_json['cluster_state'] - return process_result_json(Status.SUCCESS.value, res_json["message"], result) - - -def process_result_json(code, describe, result): - """ - process result json - """ - result_dict = {"code": code, "describe": describe, "result": result} - return json.dumps(result_dict) - - -def process_self_define_json(code, describe): - """ - process self define json - """ - result_dict = {"code": code, "describe": describe} - return json.dumps(result_dict) - - -if __name__ == '__main__': - if request_name == Restful.SCALE.value: - print(call_scale()) - - elif request_name == Restful.NODES.value: - print(call_nodes()) - - elif request_name == Restful.GET_INSTANCE_DETAIL.value: - print(call_get_instance_detail()) - - elif request_name == Restful.NEW_INSTANCE.value: - print(call_new_instance()) - - elif request_name == Restful.QUERY_INSTANCE.value: - print(call_query_instance()) - - elif request_name == Restful.ENABLE_FLS.value: - print(call_enable_fls()) - - elif request_name == Restful.DISABLE_FLS.value: - print(call_disable_fls()) - - elif request_name == Restful.STATE.value: - print(call_state()) - - elif request_name == Restful.SCALE_OUT_ROLLBACK.value: - print(call_scaleout_rollback()) - - else: - print(process_self_define_json(1, "error. request_name is not found!")) diff --git a/scripts/map_dump_file_to_code/README_CN.md b/scripts/map_dump_file_to_code/README_CN.md deleted file mode 100644 index 3881c54d422..00000000000 --- a/scripts/map_dump_file_to_code/README_CN.md +++ /dev/null @@ -1,99 +0,0 @@ -# 映射数据文件到对应的脚本源码 - -## 文档功能与适用场景 - - 在MindSpore进行计算调试，怀疑遇到精度问题时可以选择dump文件进行对比。此时用户希望知道dump文件夹下的每个数据文件对应的Python源码。 - 本文的主要目的为指导用户使用该工具进行数据文件到python源码的映射。 - 此指导文档适合运行在 **Ascend硬件** 环境下的计算。 - -## 辅助工具使用 - - 1. 使用脚本的3步操作： - - 用户在训练脚本里设置context.set_context(mode=context.GRAPH_MODE, save_graphs=True)，进行图文件的保存。 - - 用户开启dump数据功能，参考 - - 获取dump数据文件的op_num，然后通过辅助脚本进行解析。如数据文件：`Default--network-TrainOneStepCell--network-WithLossCell--_backbone- - ResNet--layer2-SequentialCell--0-ResidualBlock--conv2-Conv2d--Cast-op954_input_0_shape_128_128_3_3_kNumberTypeFloat32_DefaultFormat.bin`. - 可观察到Cast-op954，说明该算子的op_num为op954, 如下图所示。 - ![image](./images/op_image.png) - 脚本名： **[map_file_to_code.py](https://gitee.com/mindspore/mindspore/blob/master/scripts/map_dump_file_to_code/map_file_to_code.py)**;   执行方式: - - ```ruby - python3 map_file_to_code.py - --graph_path(-p) [the graph path, default is the current path](option) - --dump_op(-o) [Dump operator id, case insensitive, such as 'op954'.](required) - For example: - python3 map_file_to_code.py -p graph_path -o op954 - ``` - - 2. 解析效果 - 解析文件时通常有2种情况： - ① 匹配时会显示出调用栈过程，需要用户在调用栈中查找自己的源码： - - ```ruby - [INFO] Start to map the dump file to source code. - [INFO] Find operation 'Cast'. - In file /data1/jzg/mindspore/mindspore/nn/layer/conv.py(253)/ - output = self.conv2d(x, self.weight) - In file /data1/jzg/dump_to_code/resnet/scripts/train/src/resnet.py(166)/ - out = self.conv2(out) - In file /data1/jzg/mindspore/mindspore/nn/layer/container.py(173)/ - for cell in self.cell_list: - In file /data1/jzg/dump_to_code/resnet/scripts/train/src/resnet.py(323)/ # 用户代码行 - c3 = self.layer2(c2) - In file /data1/jzg/mindspore/mindspore/train/amp.py(101)/ - out = self._backbone(data) - In file /data1/jzg/mindspore/mindspore/nn/wrap/cell_wrapper.py(247)/ - loss = self.network(*inputs) - In file /data1/jzg/mindspore/mindspore/train/dataset_helper.py(87)/ - return self.network(*outputs) - ``` - - ② 未匹配，在图中未找对应节点的调用栈: - - ```ruby - [INFO] Start to map the dump file to source code. - [WARNING] Cannot find cast's source code in ir file. # 未找到cast算子的信息 - ``` - - 3. 手动代码查找 - 这里还会存在些特殊情况，需要用户进行自行查找。通过将dump的数据文件名中的'--'替换为'/'可获取到算子的full_name, 如下图所示： - ![image](./images/replace_symbol.png) - input和output文件名shape后面的数据为对应算子的输入输出shape信息。然后利用算子的full_name和输入输出信息回到源码中进行对应代码的查找。 - 举个例子说明如何手动在代码中查找指定full_name和shape的算子，例如full_name为: `Default/network/network/aspp/aspp_pooling/ResizeNearestNeighbor`，输入的shape为[8, 256, 1, 1]， dtype为float32。 - 可以观察到其scope为: `Default/network/network/aspp/aspp_pooling`，算子名为: `ResizeNearestNeighbor`。注意：scope中会存在Default、network自动填充，Default表示正向，network为网络名。 - 查看以下用户定义的代码，首先我们先分析scope: `Default/network/network/aspp/aspp_pooling`。由network/aspp可定位到算子的定义与调用处分别为26行与31行，继续由`network/aspp/aspp_pooling`，可以定位到定义与调用处分别为4行与8行，然后通过算子名`ResizeNearestNeighbor`可以定位至定义与调用处分别为16行与19行。最后若存在相同scope下存在相同的算子名时，需要通过输入的shape进行进一步判断。 - - ```ruby - 1 class ASPP(nn.Cell): - 2 def __init__(self): - 3 super(ASPP, self).__init__() - 4 self.aspp_pooling = ASPPPooling() - 5 self.drop = nn.Dropout(0.3) - 6 - 7 def construct(self, x): - 8 x = self.aspp_pooling(x) - 9 x = self.drop(x) - 10 return x - 11 - 12 class ASPPPooling(nn.Cell): - 13 def __init__(self): - 14 super(ASPPPooling, self).__init__() - 15 self.shape = P.Shape() - 16 self.resizenearestneighbor = P.ResizeNearestNeighbor((size[2], size[3]), True) - 17 def construct(self, x): - 18 size = self.shape(x) - 19 out = self.resizenearestneighbor(x) - 20 return out - 21 - 22 # 主结构 - 23 class DeepLabV3(nn.Cell): - 24 def __init__(self, phase='train', num_classes=21, output_stride=16, freeze_bn=False): - 25 super(DeepLabV3, self).__init__() - 26 self.aspp = ASPP() - 27 self.shape = P.Shape() - 28 - 29 def construct(self, x): - 30 size = self.shape(x) - 31 out = self.aspp(x) - 32 return out - ``` diff --git a/scripts/map_dump_file_to_code/images/op_image.png b/scripts/map_dump_file_to_code/images/op_image.png deleted file mode 100644 index 98744c65908..00000000000 Binary files a/scripts/map_dump_file_to_code/images/op_image.png and /dev/null differ diff --git a/scripts/map_dump_file_to_code/images/replace_symbol.png b/scripts/map_dump_file_to_code/images/replace_symbol.png deleted file mode 100644 index 4af3840918c..00000000000 Binary files a/scripts/map_dump_file_to_code/images/replace_symbol.png and /dev/null differ diff --git a/scripts/map_dump_file_to_code/map_file_to_code.py b/scripts/map_dump_file_to_code/map_file_to_code.py deleted file mode 100644 index a81d682e542..00000000000 --- a/scripts/map_dump_file_to_code/map_file_to_code.py +++ /dev/null @@ -1,156 +0,0 @@ -# Copyright 2020 Huawei Technologies Co., Ltd -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. -# ============================================================================ -"""map_file_to_code""" - -import os -import argparse - - -class ParseIrInfo: - """ - Parse and return the operation info from ir file. - """ - - def __init__(self, ir_file): - self.no_in_file_operation = [] - self.ir_file_path = self.ir_path_parse(ir_file) - self.operation_info_dict = self.ir_info_parse() - - def __len__(self): - return len(self.operation_info_dict) - - def ir_path_parse(self, ir_file): - """ - parse the map file path. - """ - if ir_file == "": - print("[WARNING] No graph_path parameter, use current path as graph path.") - ir_file = os.path.abspath(os.path.dirname(__file__)) - - map_ir_file = "" - file_size = 0 - map_ir_filename = "trace_code_graph" - for filename in os.listdir(os.path.join(ir_file)): - if map_ir_filename not in filename: - continue - tmp_file = os.path.join(ir_file, filename) - tmp_file_size = os.path.getsize(tmp_file) - if tmp_file_size >= file_size: - file_size = tmp_file_size - map_ir_file = tmp_file - if map_ir_file == "": - exit("[ERROR] Please set \"save_graphs=True\" in context to save {} file!".format(map_ir_filename)) - return map_ir_file - - def ir_info_parse(self): - """ - parse the ir file and save code line corresponding to the operator - """ - - all_op_info_dict = {} # recode all operation info - single_op_info_dict = {} # recode single operation info - op_start_char_flag = False # Start operator fragment - op_end_char_flag = False # End of operator fragment - op_start_info_num = 0 # Accumulate the num to recode operation - operation_line = 0 # The line number of the operator - op_start_line_num = 0 # The line number of starting operator information - op_start_info_flag = False # Start operator information - - with open(self.ir_file_path, 'r+') as file: - txt_context_list = file.readlines() - - for line_num, txt_context in enumerate(txt_context_list): - txt_context = txt_context.strip() - # Start operator fragment - if txt_context.endswith(") {"): - op_start_char_flag = True - op_end_char_flag = False - - # End of operator fragment - if txt_context == "}": - op_end_char_flag = True - - # Determine whether it is operator information - if txt_context.startswith("%") and ") = " in txt_context and txt_context[1].isdigit(): - op_start_info_flag = True - op_start_line_num = line_num - op_start_info_num += 1 - single_op_info_dict = {"in_file": []} - - # Judge and start to recode operation info - if op_start_char_flag and not op_end_char_flag and op_start_info_flag and line_num != op_start_line_num: - if "-op" in txt_context and txt_context.split("-op")[-1].split(")")[0].isdigit(): - single_op_info_dict["origin_op_name"] = txt_context.split("-op")[0].split("/")[-1] - single_op_info_dict["op_name"] = txt_context.split("-op")[0].split("/")[-1].lower() - single_op_info_dict["op_num"] = "op" + txt_context.split("-op")[-1].split(")")[0] - operation_line = line_num - if "In file" in txt_context: - in_file_info = txt_context.split("#")[-1].strip().rstrip("/") - single_op_info_dict["in_file"].append(in_file_info) - if line_num - operation_line == 1 and "In file" not in txt_context and "op_num" in single_op_info_dict: - self.no_in_file_operation.append(single_op_info_dict["op_num"]) - op_start_info_flag = False - all_op_info_dict[op_start_info_num] = single_op_info_dict - - return all_op_info_dict - - -class MapOperationToLine: - """ - to show operation info - """ - def __init__(self, dump_op, ir_info_dict): - self.dump_op = dump_op - self.ir_info_dict = ir_info_dict - - def show_operator_info(self): - """ - find operator - """ - origin_dump_op_name = self.dump_op.split("-")[0] - dump_op_name = origin_dump_op_name.lower() - dump_op_num = self.dump_op.split("-")[-1] - for _, op_info in self.ir_info_dict.items(): - if op_info["op_num"] == dump_op_num and op_info["in_file"] is not None: - if dump_op_name in (dump_op_num, op_info["op_name"]): - if not op_info["in_file"]: - print("[WARNING] Cannot find {}'s source code in ir file.".format(op_info["origin_op_name"])) - return False - print("[INFO] Find operation '{}'.".format(op_info["origin_op_name"])) - for line in op_info["in_file"]: - print(" {}".format(line.split(" ")[0])) - print(" {}".format(line.split(" ")[-1])) - return True - print("[WARNING] Cannot find operation {}'s in ir file.".format(origin_dump_op_name)) - return False - - -def start_find(dump_op, map_code_file): - """ - start find error operation in code. - """ - - print("[INFO] Start to map the dump file to source code.") - ir_op_info_dict = ParseIrInfo(map_code_file).operation_info_dict - MapOperationToLine(dump_op, ir_op_info_dict).show_operator_info() - - -if __name__ == "__main__": - parser = argparse.ArgumentParser(description='Find the dump operator in the user code') - parser.add_argument('--graph_path', '-p', type=str, default="", help='Save graph files path (option)') - parser.add_argument('--dump_op', '-o', type=str, default="", required=True, - help="Dump operator id, case insensitive, such as 'op3352'.") - args_opt = parser.parse_args() - start_find(args_opt.dump_op, args_opt.graph_path)