From a886fb6353bed1c11c1df102827a590a4e88769c Mon Sep 17 00:00:00 2001 From: zhengyuanhua Date: Fri, 29 Apr 2022 17:52:30 +0800 Subject: [PATCH] ascend smoke test --- .../lite/test/config_level0/models_ascend.cfg | 23 ++++++++++++++++++- .../st/scripts/ascend/run_benchmark_ascend.sh | 21 ++++++++++++++--- 2 files changed, 40 insertions(+), 4 deletions(-) diff --git a/mindspore/lite/test/config_level0/models_ascend.cfg b/mindspore/lite/test/config_level0/models_ascend.cfg index baf2238d552..990deb84b4b 100644 --- a/mindspore/lite/test/config_level0/models_ascend.cfg +++ b/mindspore/lite/test/config_level0/models_ascend.cfg @@ -2,7 +2,28 @@ # model_name;input_info;input_shapes;mode accuracy_limit/CONVERTER # Run in Ascend +#onnx hdc_resnet_1w_class.onnx 3 +googlenet-9.onnx;1:data_0;1,3,224,224;;offline_resize 5 +cbg_ai_gender_resnet34_mutiscal_v1_1012.onnx;1:input.1;1,1,300,64;;offline_resize 5 +hdc_efficientnet_b3_1w_class.onnx;1:input.1;1,3,224,224;;offline_resize 5 + +#mindir mindspore_uniir_mobilenetv2.mindir 0.5 + +#caffe hdc_resnet 4 -#cbg_ai_ocr_direction.pb;1:input;1,2048,2048,1;;offline_resize 2 +machine_vision_mobile_net101_resnet 5 +ml_video_edit_img_segment 5 +mtk_face_recognition_v1 5 + +#tf +cbg_ai_ocr_direction.pb;1:input;1,32,32,1;;offline_resize 2 +cbg_ai_ocr_detect_straight.pb;1:input;1,32,32,3;;offline_resize 5 +cbg_ai_ocr_inception_curve.pb;1:input;1,960,960,3;;offline_resize 5 +cbg_ai_ocr_language_classify.pb;1:input_0;2,32,512,1;;offline_resize 5 +cbg_ai_ocr_recognize_latin.pb;1:input_0;1,64,64,1;;offline_resize 5 +open_source_inception_v3.pb;1:input;2,299,299,3;;offline_resize 5 +open_source_mobilenet_v2.pb;1:Placeholder;1,224,224,3;;offline_resize 5 +open_source_squeeze_net.pb;1:Placeholder;2,224,224,3;;offline_resize 5 +open_source_densenet.pb;1:Placeholder;2,224,224,3;;offline_resize 5 diff --git a/mindspore/lite/test/st/scripts/ascend/run_benchmark_ascend.sh b/mindspore/lite/test/st/scripts/ascend/run_benchmark_ascend.sh index 5b5f4c7bff3..c803027e857 100644 --- a/mindspore/lite/test/st/scripts/ascend/run_benchmark_ascend.sh +++ b/mindspore/lite/test/st/scripts/ascend/run_benchmark_ascend.sh @@ -58,19 +58,34 @@ function Run_Benchmark() { fi echo "Benchmarking ${model_name} ......" + model_type=${model_name##*.} model_file=${ms_models_path}'/'${model_name}'.ms' input_files="" output_file="" data_path=${model_data_path}'/data/' - if [[ ${input_num} == "" || ${input_num} == 1 ]]; then + if [[ ${model_type} == "mindir" ]]; then + if [[ ${input_num} == "" || ${input_num} == 1 ]]; then input_files=${data_path}'input/'${model_name}'.ms.bin' - else + else for i in $(seq 1 $input_num) do input_files=${input_files}${data_path}'input/'${model_name}'.ms.bin_'$i',' done + fi + output_file=${data_path}'output/'${model_name}'.ms.out' + else + if [[ ${input_num} == "" || ${input_num} == 1 ]]; then + input_files=${data_path}'input/'${model_name}'.bin' + else + for i in $(seq 1 $input_num) + do + input_files=${input_files}${data_path}'input/'${model_name}'.bin_'$i',' + done + fi + output_file=${data_path}'output/'${model_name}'.out' fi - output_file=${data_path}'output/'${model_name}'.ms.out' + + # set accuracy limitation acc_limit="0.5"