diff --git a/mindspore/lite/test/config_level0/models_dynamic_quant_fp16.cfg b/mindspore/lite/test/config_level0/models_dynamic_quant_fp16.cfg new file mode 100644 index 00000000000..911e78eeee8 --- /dev/null +++ b/mindspore/lite/test/config_level0/models_dynamic_quant_fp16.cfg @@ -0,0 +1,6 @@ +PC500_model_mobilevit_s.onnx 9 12070528 +PC500_model_mobilevit_xxs.onnx 8 2881832 +PC500_model_efficientformer_l1.onnx 15 38329872 +HDC_multimedia_3M_vit32_60ep_clip_vit_base_text.mindir 17 51428112 +HDC_multimedia_3M_vit32_60ep_clip_vit_base_image.mindir 16 90264280 + diff --git a/mindspore/lite/test/st/scripts/run_benchmark_arm64.sh b/mindspore/lite/test/st/scripts/run_benchmark_arm64.sh index 7036894f865..d444d41f8ef 100644 --- a/mindspore/lite/test/st/scripts/run_benchmark_arm64.sh +++ b/mindspore/lite/test/st/scripts/run_benchmark_arm64.sh @@ -14,11 +14,14 @@ function Run_Converter() { rm -rf ${ms_models_path} mkdir -p ${ms_models_path} # Convert models: - if [[ $1 == "arm64_fp16" ]]; then + if [[ $1 != "arm64_fp16" ]]; then + # $1:cfgFileList; $2:inModelPath; $3:outModelPath; $4:logFile; $5:resultFile; + Convert "${fp32_cfg_file_list[*]}" $models_path $ms_models_path $run_converter_log_file $run_converter_result_file $arm64_fail_not_return + fi + + if [[ $1 == "arm64_fp16" || $1 == "arm64_quant" ]]; then # $1:cfgFileList; $2:inModelPath; $3:outModelPath; $4:logFile; $5:resultFile; Convert "${fp16_cfg_file_list[*]}" $models_path $ms_models_path $run_converter_log_file $run_converter_result_file $arm64_fail_not_return - else - Convert "${fp32_cfg_file_list[*]}" $models_path $ms_models_path $run_converter_log_file $run_converter_result_file $arm64_fail_not_return fi } @@ -113,6 +116,7 @@ models_weightquant_7bit_config=${basepath}/../${config_folder}/models_weightquan models_weightquant_9bit_config=${basepath}/../${config_folder}/models_weightquant_9bit.cfg models_weightquant_8bit_config=${basepath}/../${config_folder}/models_weightquant_8bit.cfg models_dynamic_quant_config=${basepath}/../${config_folder}/models_dynamic_quant.cfg +models_dynamic_quant_fp16_config=${basepath}/../${config_folder}/models_dynamic_quant_fp16.cfg models_compatibility_config=${basepath}/../${config_folder}/models_compatibility.cfg models_process_only_config=${basepath}/../${config_folder}/models_process_only.cfg models_process_only_fp16_config=${basepath}/../${config_folder}/models_process_only_fp16.cfg @@ -139,14 +143,14 @@ elif [[ $backend == "arm64_mindir" ]]; then elif [[ $backend == "arm64_quant" ]]; then fp32_cfg_file_list=("$models_posttraining_config" "$models_process_only_config" "$models_weightquant_8bit_config" \ "$models_weightquant_7bit_config" "$models_weightquant_9bit_config" "$models_dynamic_quant_config") - fp16_cfg_file_list=("$models_process_only_fp16_config") + fp16_cfg_file_list=("$models_process_only_fp16_config" "$models_dynamic_quant_fp16_config") else fp32_cfg_file_list=("$models_tf_config" "$models_tflite_config" "$models_caffe_config" "$models_onnx_config" "$models_mindspore_config" \ "$models_posttraining_config" "$models_process_only_config" "$models_tflite_awaretraining_config" \ "$models_weightquant_8bit_config" "$models_weightquant_7bit_config" \ "$models_weightquant_9bit_config" "$models_dynamic_quant_config") fp16_cfg_file_list=("$models_onnx_fp16_config" "$models_caffe_fp16_config" "$models_tflite_fp16_config" "$models_tf_fp16_config" \ - "$models_process_only_fp16_config" "$models_mindspore_fp16_config") + "$models_process_only_fp16_config" "$models_mindspore_fp16_config" "$models_dynamic_quant_fp16_config") fi ms_models_path=${basepath}/ms_models