p47068915
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

use info file path when compile on Ascend

This commit is contained in:
looop5 2022-08-12 10:39:26 +08:00
parent a07a4b7a18
commit d668f5a7c3
3 changed files with 18 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
mindspore/python/mindspore/_extends/parallel_compile/akg_compiler/akg_process.py
View File

@ -21,7 +21,7 @@ from multiprocessing import Pool, cpu_count
from mindspore import log as logger
from mindspore._extends.parallel_compile.akg_compiler.get_file_path import get_akg_path
from mindspore._extends.parallel_compile.akg_compiler.util import get_ascend_compile_dirs, create_compile_dirs, \
get_log_level, update_attr, load_composite_graph, select_best, print_compile_log, check_tbe_support
get_log_level, update_attr, select_best, print_compile_log, check_tbe_support
def _compile_akg_task_default(json_strs, attrs):
@ -42,8 +42,8 @@ def _compile_akg_task_default(json_strs, attrs):
raise ValueError("Compile error, args: {}! build attrs: {}".format(json_str, attrs))
def _compile_subprocess(compiler, kernel_meta_parent_dir, json_str, compile_backend, attrs, compile_log, log_level):
compile_result = subprocess.run([sys.executable, compiler, json_str, compile_backend, attrs,
def _compile_subprocess(compiler, kernel_meta_parent_dir, info_path, compile_backend, attrs, compile_log, log_level):
compile_result = subprocess.run([sys.executable, compiler, info_path, compile_backend, attrs,
kernel_meta_parent_dir], text=True, check=False, capture_output=True)
log = [compile_result.stdout.strip(), compile_result.stderr.strip()]
if compile_result.returncode:
@ -77,14 +77,22 @@ def _compile_akg_task_ascend(json_strs, attrs):
op_name = json_desc["op"]
compile_log = {}
# Send the info file path(instead of the content of file, namely json_str) to the compile subprocess, as there
# is a limit on the length of each arg passed to subprocess, if json_str is too long, OSError will be raised.
info_path = os.path.join(kernel_meta_dir, op_name + ".info")
if not os.path.isfile(info_path):
raise FileNotFoundError("Can not compile non-existing file \"{}\"".format(info_path))
# Compile json str with AKG
_compile_subprocess(compiler, akg_compile_dir, json_str, "AKG", attrs, compile_log, log_level)
_compile_subprocess(compiler, akg_compile_dir, info_path, "AKG", attrs, compile_log, log_level)
# Load composite optimized json str and compile it with TBE
tbe_support = check_tbe_support(json_desc)
if tbe_support:
composite_graph = load_composite_graph(composite_graph_dir, op_name, default=json_str)
_compile_subprocess(compiler, tbe_compile_dir, composite_graph, "TBE", attrs, compile_log, log_level)
composite_graph_path = os.path.join(composite_graph_dir, op_name + ".info")
if not os.path.isfile(composite_graph_path):
composite_graph_path = info_path
_compile_subprocess(compiler, tbe_compile_dir, composite_graph_path, "TBE", attrs, compile_log, log_level)
print_compile_log(compile_log)
# Select best compile result

4
mindspore/python/mindspore/_extends/parallel_compile/akg_compiler/compiler.py
View File

@ -30,6 +30,10 @@ def run_compiler(op_json, compile_backend="AKG", attrs=None, kernel_meta_parent_
Returns:
None
"""
if os.path.isfile(op_json):
with open(op_json, 'r') as f:
op_json = f.read()
# Compile op_json
if compile_backend == "TBE":
from build_tbe_kernel import build_tbe_kernel
build_tbe_kernel(op_json, kernel_meta_parent_dir)

10
mindspore/python/mindspore/_extends/parallel_compile/akg_compiler/util.py
View File

@ -87,16 +87,6 @@ def create_compile_dirs(compile_dirs):
raise err
def load_composite_graph(load_dir, op_name, default):
"""Load composite optimized graph."""
path = os.path.join(load_dir, op_name + ".info")
if os.path.isfile(path):
with open(path, 'r') as f:
composite_graph = f.read()
return composite_graph
return default
def select_best(src_dirs, dst_dir, op_name):
"""Select best compile result."""
max_block_dim = 1