p47068915
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

split quant task

This commit is contained in:
zengxianglong 2022-02-21 16:02:08 +08:00
parent b31c800d23
commit 5925a53600
5 changed files with 42 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
mindspore/lite/test/config/models_mindspore.cfg
View File

@ -10,22 +10,21 @@ while_net.mindir;2 0.01
while_in_if_net.mindir;4 0.01
non_tail_call.mindir;3 0.005
call_one_actor_many_place_1227_3.mindir;3
# TimeOut
#mindspore_FaceRecognitionTrack_1011.mindir
#mindspore_FaceQualityAssessment_0928_bs256.mindir
#mindspore_nasnet.mindir
mindspore_FaceRecognitionTrack_1011.mindir
mindspore_FaceQualityAssessment_0928_bs256.mindir
mindspore_nasnet.mindir
multi_call_002.mindir;3
ControlOneIfOneScaleOneScale.mindir;3
add_if_while.mindir;3
add_if_after_while_after_for.mindir;3
add_if_after_if.mindir;3
add_for_while.mindir;3
#stuck in sumsang phone
#add_for_while.mindir;3
add_for_if.mindir;3
switchlayer.mindir;3
HDC_multimedia_3M_vit32_60ep_clip_vit_base_image.mindir 3
HDC_multimedia_3M_vit32_60ep_clip_vit_base_text.mindir 1
# TimeOut
#mindspore_riemann_4D_yolov5s_960.mindir
mindspore_riemann_4D_yolov5s_960.mindir
# Lots of output value is zero, causing a large error. With a 513*513 input, only two pixel's result is wrong.
#mindspore_riemann_deeplabveplus-1-3-513-513_20220129.mindir 200
#mindspore_riemann_superglue_md_eval_all_bn_stats_false.mindir;6
mindspore_riemann_deeplabveplus-1-3-513-513_20220129.mindir 200
mindspore_riemann_superglue_md_eval_all_bn_stats_false.mindir;6

3
mindspore/lite/test/config/models_mindspore_fp16.cfg
View File

@ -5,6 +5,7 @@ non_tail_call.mindir;3
add_if_while.mindir;3
add_if_after_while_after_for.mindir;3
add_if_after_if.mindir;3
add_for_while.mindir;3
#stuck in sumsang phone
#add_for_while.mindir;3
add_for_if.mindir;3
switchlayer.mindir;3

5
mindspore/lite/test/st/run_benchmark_nets.sh
View File

@ -31,7 +31,7 @@ echo "cur_path is "$cur_path
fail_not_return="OFF"
if [[ $backend == "all" || $backend == "arm64_cpu" || $backend == "arm64_tflite" || $backend == "arm64_mindir" || \
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" ]]; then
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" || $backend == "arm64_quant" ]]; then
sh $cur_path/scripts/run_benchmark_arm64.sh -r $release_path -m $models_path -d $device_id -e $backend -p $fail_not_return
arm64_status=$?
if [[ $arm64_status -ne 0 ]]; then
@ -69,7 +69,8 @@ if [[ $backend == "all" || $backend == "npu" ]]; then
fi
if [[ $backend == "all" || $backend == "x86-all" || $backend == "x86_onnx" || $backend == "x86_tf" || \
$backend == "x86_tflite" || $backend == "x86_caffe" || $backend == "x86_mindir" || $backend == "linux_arm64_tflite" ]]; then
$backend == "x86_tflite" || $backend == "x86_caffe" || $backend == "x86_mindir" || $backend == "linux_arm64_tflite" || \
$backend == "x86_quant" ]]; then
sh $cur_path/scripts/run_benchmark_x86.sh -r $release_path -m $models_path -e $backend -p $fail_not_return
x86_status=$?
if [[ $x86_status -ne 0 ]]; then

28
mindspore/lite/test/st/scripts/run_benchmark_arm64.sh
View File

@ -91,7 +91,7 @@ models_tflite_fp16_config=${basepath}/../config/models_tflite_fp16.cfg
models_tf_fp16_config=${basepath}/../config/models_tf_fp16.cfg
models_mindspore_config=${basepath}/../config/models_mindspore.cfg
models_mindspore_fp16_config=${basepath}/../config/models_mindspore_fp16.cfg
models_mindspore_train_config=${basepath}/../config/models_mindspore_train.cfg
#models_mindspore_train_config=${basepath}/../config/models_mindspore_train.cfg
models_weightquant_7bit_config=${basepath}/../config/models_weightquant_7bit.cfg
models_weightquant_9bit_config=${basepath}/../config/models_weightquant_9bit.cfg
models_weightquant_8bit_config=${basepath}/../config/models_weightquant_8bit.cfg
@ -115,14 +115,16 @@ elif [[ $backend == "arm64_onnx" ]]; then
fp32_cfg_file_list=("$models_onnx_config")
fp16_cfg_file_list=("$models_onnx_fp16_config")
elif [[ $backend == "arm64_mindir" ]]; then
fp32_cfg_file_list=("$models_mindspore_train_config" "$models_posttraining_config" "$models_process_only_config"\
"$models_weightquant_8bit_config" "$models_weightquant_7bit_config" "$models_weightquant_9bit_config"\
"$models_mindspore_config")
fp16_cfg_file_list=("$models_process_only_fp16_config" "$models_mindspore_fp16_config")
fp32_cfg_file_list=("$models_mindspore_config")
fp16_cfg_file_list=("$models_mindspore_fp16_config")
elif [[ $backend == "arm64_quant" ]]; then
fp32_cfg_file_list=("$models_posttraining_config" "$models_process_only_config" "$models_weightquant_8bit_config" \
"$models_weightquant_7bit_config" "$models_weightquant_9bit_config")
fp16_cfg_file_list=("$models_process_only_fp16_config")
else
fp32_cfg_file_list=("$models_tf_config" "$models_tflite_config" "$models_caffe_config" "$models_onnx_config" "$models_mindspore_config" \
"$models_mindspore_train_config" "$models_posttraining_config" "$models_process_only_config"\
"$models_tflite_awaretraining_config" "$models_weightquant_8bit_config" "$models_weightquant_7bit_config" \
"$models_posttraining_config" "$models_process_only_config" "$models_tflite_awaretraining_config" \
"$models_weightquant_8bit_config" "$models_weightquant_7bit_config" \
"$models_weightquant_9bit_config")
fp16_cfg_file_list=("$models_onnx_fp16_config" "$models_caffe_fp16_config" "$models_tflite_fp16_config" "$models_tf_fp16_config" \
"$models_process_only_fp16_config" "$models_mindspore_fp16_config")
@ -177,7 +179,8 @@ Push_Files $arm64_path "aarch64" $version $benchmark_test_path "adb_push_log.txt
backend=${backend:-"all"}
isFailed=0
if [[ $backend == "all" || $backend == "arm64_cpu" || $backend == "arm64_fp32" || $backend == "arm64_tflite" || \
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" || $backend == "arm64_mindir" ]]; then
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" || $backend == "arm64_mindir" || \
$backend == "arm64_quant" ]]; then
# Run on arm64
echo "start Run ${backend} ..."
Run_arm64
@ -186,7 +189,8 @@ if [[ $backend == "all" || $backend == "arm64_cpu" || $backend == "arm64_fp32" |
# sleep 1
fi
if [[ $backend == "all" || $backend == "arm64_cpu" || $backend == "arm64_fp16" || $backend == "arm64_tflite" || \
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" || $backend == "arm64_mindir" ]]; then
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" || $backend == "arm64_mindir" || \
$backend == "arm64_quant" ]]; then
# Run on arm64_fp16
echo "start Run ${backend}_fp16 ..."
Run_arm64_fp16
@ -196,7 +200,8 @@ if [[ $backend == "all" || $backend == "arm64_cpu" || $backend == "arm64_fp16" |
fi
if [[ $backend == "all" || $backend == "arm64_cpu" || $backend == "arm64_fp32" || $backend == "arm64_tflite" || \
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" || $backend == "arm64_mindir" ]]; then
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" || $backend == "arm64_mindir" || \
$backend == "arm64_quant" ]]; then
# wait ${Run_arm64_fp32_PID}
# Run_arm64_fp32_status=$?
if [[ ${Run_arm64_fp32_status} != 0 ]];then
@ -206,7 +211,8 @@ if [[ $backend == "all" || $backend == "arm64_cpu" || $backend == "arm64_fp32" |
fi
fi
if [[ $backend == "all" || $backend == "arm64_cpu" || $backend == "arm64_fp16" || $backend == "arm64_tflite" || \
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" || $backend == "arm64_mindir" ]]; then
$backend == "arm64_tf" || $backend == "arm64_caffe" || $backend == "arm64_onnx" || $backend == "arm64_mindir" || \
$backend == "arm64_quant" ]]; then
# wait ${Run_arm64_fp16_PID}
# Run_arm64_fp16_status=$?
if [[ ${Run_arm64_fp16_status} != 0 ]];then

25
mindspore/lite/test/st/scripts/run_benchmark_x86.sh
View File

@ -254,7 +254,7 @@ models_tflite_awaretraining_config=${basepath}/../config/models_tflite_awaretrai
models_posttraining_config=${basepath}/../config/models_posttraining.cfg
models_onnx_config=${basepath}/../config/models_onnx.cfg
models_mindspore_config=${basepath}/../config/models_mindspore.cfg
models_mindspore_train_config=${basepath}/../config/models_mindspore_train.cfg
#models_mindspore_train_config=${basepath}/../config/models_mindspore_train.cfg
models_weightquant_0bit_config=${basepath}/../config/models_weightquant_0bit.cfg
models_weightquant_7bit_config=${basepath}/../config/models_weightquant_7bit.cfg
models_weightquant_9bit_config=${basepath}/../config/models_weightquant_9bit.cfg
@ -266,25 +266,24 @@ models_process_only_config=${basepath}/../config/models_process_only.cfg
# Prepare the config file list
x86_cfg_file_list=()
if [[ $backend == "x86_tflite" || $backend == "x86_avx512_tflite" || $backend == "linux_arm64_tflite" ]]; then
x86_cfg_file_list=("$models_tflite_config")
x86_cfg_file_list=("$models_tflite_config" "$models_tflite_awaretraining_config")
elif [[ $backend == "x86_tf" || $backend == "x86_avx512_tf" ]]; then
x86_cfg_file_list=("$models_tf_config")
elif [[ $backend == "x86_caffe" || $backend == "x86_avx512_caffe" ]]; then
x86_cfg_file_list=("$models_caffe_config")
elif [[ $backend == "x86_onnx" || $backend == "x86_avx512_onnx" ]]; then
x86_cfg_file_list=("$models_onnx_config")
elif [[ $backend == "x86_mindir" ]]; then
x86_cfg_file_list=("$models_mindspore_train_config" "$models_posttraining_config" "$models_tflite_awaretraining_config" \
"$models_weightquant_0bit_config" "$models_weightquant_8bit_config" "$models_weightquant_7bit_config" \
"$models_weightquant_0bit_auto_tune_config" "$models_weightquant_8bit_debug_config"\
"$models_weightquant_9bit_config" "$models_process_only_config" "$models_mindspore_config")
elif [[ $backend == "x86_avx512_mindir" ]]; then
elif [[ $backend == "x86_mindir" || $backend == "x86_avx512_mindir" ]]; then
x86_cfg_file_list=("$models_mindspore_config")
elif [[ $backend == "x86_quant" ]]; then
x86_cfg_file_list=("$models_posttraining_config" "$models_weightquant_0bit_config" "$models_weightquant_8bit_config" \
"$models_weightquant_7bit_config" "$models_weightquant_0bit_auto_tune_config" \
"$models_weightquant_8bit_debug_config" "$models_weightquant_9bit_config" "$models_process_only_config")
else
x86_cfg_file_list=("$models_tf_config" "$models_tflite_config" "$models_caffe_config" "$models_onnx_config" "$models_mindspore_config" \
"$models_mindspore_train_config" "$models_posttraining_config" "$models_tflite_awaretraining_config" \
"$models_weightquant_0bit_config" "$models_weightquant_8bit_config" "$models_weightquant_7bit_config" \
"$models_weightquant_9bit_config" "$models_process_only_config")
"$models_posttraining_config" "$models_tflite_awaretraining_config" "$models_weightquant_0bit_config" \
"$models_weightquant_8bit_config" "$models_weightquant_7bit_config" "$models_weightquant_9bit_config" \
"$models_process_only_config")
fi
ms_models_path=${basepath}/ms_models
@ -344,7 +343,7 @@ if [[ $backend == "all" || $backend == "x86-all" || $backend == "x86" || $backen
sleep 1
fi
if [[ $backend == "all" || $backend == "x86-all" || $backend == "x86_avx" || $backend == "x86_onnx" || $backend == "x86_tf" || \
$backend == "x86_tflite" || $backend == "x86_caffe" || $backend == "x86_mindir" ]]; then
$backend == "x86_tflite" || $backend == "x86_caffe" || $backend == "x86_mindir" || $backend == "x86_quant" ]]; then
# Run on x86_avx
echo "start Run avx $backend..."
Run_x86_avx &
@ -394,7 +393,7 @@ if [[ $backend == "all" || $backend == "x86-all" || $backend == "x86" || $backen
fi
fi
if [[ $backend == "all" || $backend == "x86-all" || $backend == "x86_avx" || $backend == "x86_onnx" || $backend == "x86_tf" || \
$backend == "x86_tflite" || $backend == "x86_caffe" || $backend == "x86_mindir" ]]; then
$backend == "x86_tflite" || $backend == "x86_caffe" || $backend == "x86_mindir" || $backend == "x86_quant" ]]; then
wait ${Run_x86_avx_PID}
Run_x86_avx_status=$?
if [[ ${Run_x86_avx_status} != 0 ]];then