!40424 [MS][LITE][parallel predict] add model

Merge pull request !40424 from yefeng/385-add_model
This commit is contained in:
i-robot 2022-08-26 01:24:38 +00:00 committed by Gitee
commit 34e4f6435e
No known key found for this signature in database
GPG Key ID: 173E9B9CA92EEF8F
3 changed files with 10 additions and 0 deletions

View File

@ -11,3 +11,4 @@ reviewers:
- liu-xuu
- xu_anyue
- greatpanc
- yefeng

View File

@ -5,6 +5,8 @@ bert_mindir.mindir;3;1,128:1,128:1,128;;parallel_predict 2.5
wide_deep_model_weight16000_2.pb;2;16000,39:16000,39;;parallel_predict 0.5
roberta_minir_graph.mindir;1;1,32;;parallel_predict 53
browser_scene1_v2.pb;1;75,19910;;parallel_predict 0.5
LaBSE.onnx;2;1,32:1,32;;parallel_predict 5
XLMR/model.onnx;2;1,32:1,32;;parallel_predict 14
#tf model from models_tf.cfg
mnasnet_1.0_224.pb;1:input;1,224,224,3;;parallel_predict 0.5
scan_hms_detect.pb;1:normalized_input_image_tensor;1,320,320,1;;parallel_predict 0.5

View File

@ -52,6 +52,9 @@ function Convert() {
esac
# set parameters
model_file=$2"/"${model_name}
if [[ ${extra_info} == "parallel_predict" ]]; then
model_name=`echo ${model_name} | awk -F '/' '{print $1}'`
fi
weight_file=""
if [[ $model_fmk == "CAFFE" ]]; then
model_file=${model_file}".prototxt"
@ -227,6 +230,7 @@ function Run_Benchmark() {
use_parallel_predict="false"
if [[ ${extra_info} == "parallel_predict" ]]; then
use_parallel_predict="true"
model_name=`echo ${model_name} | awk -F '/' '{print $1}'`
fi
if [[ ${model_name##*.} == "caffemodel" ]]; then
model_name=${model_name%.*}
@ -260,6 +264,9 @@ function Run_Benchmark() {
benchmark_mode="loop"
fi
model_file=$2"/${model_name}${infix}.ms"
if [[ ${use_parallel_predict} == "true" ]]; then
export BENCHMARK_WEIGHT_PATH=${model_file}
fi
input_files=""
output_file=""
data_path=$3"/input_output/"