From a41337dab58f950989619da3a833c6b2ea8ef88b Mon Sep 17 00:00:00 2001 From: linqingke Date: Mon, 20 Jul 2020 09:28:48 +0800 Subject: [PATCH] mass and fasterrcnn path change. --- model_zoo/{ => official/cv}/faster_rcnn/README.md | 2 +- model_zoo/{ => official/cv}/faster_rcnn/eval.py | 0 .../faster_rcnn/scripts/run_distribute_train.sh | 0 .../cv}/faster_rcnn/scripts/run_eval.sh | 0 .../faster_rcnn/scripts/run_standalone_train.sh | 0 .../cv}/faster_rcnn/src/FasterRcnn/__init__.py | 0 .../faster_rcnn/src/FasterRcnn/anchor_generator.py | 0 .../src/FasterRcnn/bbox_assign_sample.py | 0 .../src/FasterRcnn/bbox_assign_sample_stage2.py | 0 .../faster_rcnn/src/FasterRcnn/faster_rcnn_r50.py | 0 .../cv}/faster_rcnn/src/FasterRcnn/fpn_neck.py | 0 .../src/FasterRcnn/proposal_generator.py | 0 .../cv}/faster_rcnn/src/FasterRcnn/rcnn.py | 0 .../cv}/faster_rcnn/src/FasterRcnn/resnet50.py | 0 .../cv}/faster_rcnn/src/FasterRcnn/roi_align.py | 0 .../cv}/faster_rcnn/src/FasterRcnn/rpn.py | 0 .../{ => official/cv}/faster_rcnn/src/config.py | 0 .../{ => official/cv}/faster_rcnn/src/dataset.py | 0 .../cv}/faster_rcnn/src/lr_schedule.py | 0 .../cv}/faster_rcnn/src/network_define.py | 0 .../{ => official/cv}/faster_rcnn/src/util.py | 0 model_zoo/{ => official/cv}/faster_rcnn/train.py | 0 model_zoo/{ => official/nlp}/mass/README.md | 4 ++-- model_zoo/{ => official/nlp}/mass/__init__.py | 0 .../{ => official/nlp}/mass/apply_bpe_encoding.py | 0 .../{ => official/nlp}/mass/config/__init__.py | 0 .../{ => official/nlp}/mass/config/config.json | 0 model_zoo/{ => official/nlp}/mass/config/config.py | 0 .../{ => official/nlp}/mass/cornell_dialog.py | 0 model_zoo/{ => official/nlp}/mass/eval.py | 0 model_zoo/{ => official/nlp}/mass/gigaword.py | 0 model_zoo/{ => official/nlp}/mass/news_crawl.py | 0 model_zoo/{ => official/nlp}/mass/requirements.txt | 0 .../{ => official/nlp}/mass/scripts/__init__.py | 0 .../nlp}/mass/scripts/learn_subword.sh | 0 model_zoo/{ => official/nlp}/mass/scripts/run.sh | 14 +++++++------- model_zoo/{ => official/nlp}/mass/src/__init__.py | 0 .../nlp}/mass/src/dataset/__init__.py | 0 .../{ => official/nlp}/mass/src/dataset/base.py | 0 .../nlp}/mass/src/dataset/bi_data_loader.py | 0 .../nlp}/mass/src/dataset/load_dataset.py | 0 .../nlp}/mass/src/dataset/mono_data_loader.py | 0 .../{ => official/nlp}/mass/src/dataset/schema.py | 0 .../nlp}/mass/src/language_model/__init__.py | 0 .../nlp}/mass/src/language_model/base.py | 0 .../language_model/loose_masked_language_model.py | 0 .../src/language_model/masked_language_model.py | 0 .../mass/src/language_model/mass_language_model.py | 0 .../language_model/noise_channel_language_model.py | 0 .../nlp}/mass/src/transformer/__init__.py | 0 .../nlp}/mass/src/transformer/beam_search.py | 0 .../nlp}/mass/src/transformer/components.py | 0 .../nlp}/mass/src/transformer/create_attn_mask.py | 0 .../nlp}/mass/src/transformer/decoder.py | 0 .../nlp}/mass/src/transformer/embedding.py | 0 .../nlp}/mass/src/transformer/encoder.py | 0 .../mass/src/transformer/feed_forward_network.py | 0 .../nlp}/mass/src/transformer/grad_clip.py | 0 .../nlp}/mass/src/transformer/infer_mass.py | 0 .../mass/src/transformer/multi_head_attention.py | 0 .../mass/src/transformer/positional_embedding.py | 0 .../nlp}/mass/src/transformer/residual_conn.py | 0 .../nlp}/mass/src/transformer/self_attention.py | 0 .../nlp}/mass/src/transformer/transformer.py | 0 .../mass/src/transformer/transformer_for_infer.py | 0 .../mass/src/transformer/transformer_for_train.py | 0 .../{ => official/nlp}/mass/src/utils/__init__.py | 0 .../nlp}/mass/src/utils/byte_pair_encoding.py | 0 .../nlp}/mass/src/utils/dictionary.py | 0 .../nlp}/mass/src/utils/eval_score.py | 0 .../nlp}/mass/src/utils/initializer.py | 0 .../nlp}/mass/src/utils/load_weights.py | 0 .../nlp}/mass/src/utils/loss_monitor.py | 0 .../nlp}/mass/src/utils/lr_scheduler.py | 0 .../{ => official/nlp}/mass/src/utils/ppl_score.py | 0 .../nlp}/mass/src/utils/preprocess.py | 0 .../nlp}/mass/src/utils/rouge_score.py | 0 .../{ => official/nlp}/mass/tokenize_corpus.py | 0 model_zoo/{ => official/nlp}/mass/train.py | 0 .../{ => official/nlp}/mass/weights_average.py | 0 80 files changed, 10 insertions(+), 10 deletions(-) rename model_zoo/{ => official/cv}/faster_rcnn/README.md (99%) rename model_zoo/{ => official/cv}/faster_rcnn/eval.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/scripts/run_distribute_train.sh (100%) rename model_zoo/{ => official/cv}/faster_rcnn/scripts/run_eval.sh (100%) rename model_zoo/{ => official/cv}/faster_rcnn/scripts/run_standalone_train.sh (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/__init__.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/anchor_generator.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/bbox_assign_sample.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/bbox_assign_sample_stage2.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/faster_rcnn_r50.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/fpn_neck.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/proposal_generator.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/rcnn.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/resnet50.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/roi_align.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/FasterRcnn/rpn.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/config.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/dataset.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/lr_schedule.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/network_define.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/src/util.py (100%) rename model_zoo/{ => official/cv}/faster_rcnn/train.py (100%) rename model_zoo/{ => official/nlp}/mass/README.md (99%) rename model_zoo/{ => official/nlp}/mass/__init__.py (100%) rename model_zoo/{ => official/nlp}/mass/apply_bpe_encoding.py (100%) rename model_zoo/{ => official/nlp}/mass/config/__init__.py (100%) rename model_zoo/{ => official/nlp}/mass/config/config.json (100%) rename model_zoo/{ => official/nlp}/mass/config/config.py (100%) rename model_zoo/{ => official/nlp}/mass/cornell_dialog.py (100%) rename model_zoo/{ => official/nlp}/mass/eval.py (100%) rename model_zoo/{ => official/nlp}/mass/gigaword.py (100%) rename model_zoo/{ => official/nlp}/mass/news_crawl.py (100%) rename model_zoo/{ => official/nlp}/mass/requirements.txt (100%) rename model_zoo/{ => official/nlp}/mass/scripts/__init__.py (100%) rename model_zoo/{ => official/nlp}/mass/scripts/learn_subword.sh (100%) rename model_zoo/{ => official/nlp}/mass/scripts/run.sh (93%) rename model_zoo/{ => official/nlp}/mass/src/__init__.py (100%) rename model_zoo/{ => official/nlp}/mass/src/dataset/__init__.py (100%) rename model_zoo/{ => official/nlp}/mass/src/dataset/base.py (100%) rename model_zoo/{ => official/nlp}/mass/src/dataset/bi_data_loader.py (100%) rename model_zoo/{ => official/nlp}/mass/src/dataset/load_dataset.py (100%) rename model_zoo/{ => official/nlp}/mass/src/dataset/mono_data_loader.py (100%) rename model_zoo/{ => official/nlp}/mass/src/dataset/schema.py (100%) rename model_zoo/{ => official/nlp}/mass/src/language_model/__init__.py (100%) rename model_zoo/{ => official/nlp}/mass/src/language_model/base.py (100%) rename model_zoo/{ => official/nlp}/mass/src/language_model/loose_masked_language_model.py (100%) rename model_zoo/{ => official/nlp}/mass/src/language_model/masked_language_model.py (100%) rename model_zoo/{ => official/nlp}/mass/src/language_model/mass_language_model.py (100%) rename model_zoo/{ => official/nlp}/mass/src/language_model/noise_channel_language_model.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/__init__.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/beam_search.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/components.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/create_attn_mask.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/decoder.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/embedding.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/encoder.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/feed_forward_network.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/grad_clip.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/infer_mass.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/multi_head_attention.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/positional_embedding.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/residual_conn.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/self_attention.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/transformer.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/transformer_for_infer.py (100%) rename model_zoo/{ => official/nlp}/mass/src/transformer/transformer_for_train.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/__init__.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/byte_pair_encoding.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/dictionary.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/eval_score.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/initializer.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/load_weights.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/loss_monitor.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/lr_scheduler.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/ppl_score.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/preprocess.py (100%) rename model_zoo/{ => official/nlp}/mass/src/utils/rouge_score.py (100%) rename model_zoo/{ => official/nlp}/mass/tokenize_corpus.py (100%) rename model_zoo/{ => official/nlp}/mass/train.py (100%) rename model_zoo/{ => official/nlp}/mass/weights_average.py (100%) diff --git a/model_zoo/faster_rcnn/README.md b/model_zoo/official/cv/faster_rcnn/README.md similarity index 99% rename from model_zoo/faster_rcnn/README.md rename to model_zoo/official/cv/faster_rcnn/README.md index 24ababcfe49..6fe3fb67e36 100644 --- a/model_zoo/faster_rcnn/README.md +++ b/model_zoo/official/cv/faster_rcnn/README.md @@ -139,4 +139,4 @@ Inference result will be stored in the example path, whose folder name is "infer Average Recall (AR) @[ IoU=0.50:0.95 | area= small | maxDets=100 ] = 0.346 Average Recall (AR) @[ IoU=0.50:0.95 | area=medium | maxDets=100 ] = 0.562 Average Recall (AR) @[ IoU=0.50:0.95 | area= large | maxDets=100 ] = 0.631 -``` \ No newline at end of file +``` diff --git a/model_zoo/faster_rcnn/eval.py b/model_zoo/official/cv/faster_rcnn/eval.py similarity index 100% rename from model_zoo/faster_rcnn/eval.py rename to model_zoo/official/cv/faster_rcnn/eval.py diff --git a/model_zoo/faster_rcnn/scripts/run_distribute_train.sh b/model_zoo/official/cv/faster_rcnn/scripts/run_distribute_train.sh similarity index 100% rename from model_zoo/faster_rcnn/scripts/run_distribute_train.sh rename to model_zoo/official/cv/faster_rcnn/scripts/run_distribute_train.sh diff --git a/model_zoo/faster_rcnn/scripts/run_eval.sh b/model_zoo/official/cv/faster_rcnn/scripts/run_eval.sh similarity index 100% rename from model_zoo/faster_rcnn/scripts/run_eval.sh rename to model_zoo/official/cv/faster_rcnn/scripts/run_eval.sh diff --git a/model_zoo/faster_rcnn/scripts/run_standalone_train.sh b/model_zoo/official/cv/faster_rcnn/scripts/run_standalone_train.sh similarity index 100% rename from model_zoo/faster_rcnn/scripts/run_standalone_train.sh rename to model_zoo/official/cv/faster_rcnn/scripts/run_standalone_train.sh diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/__init__.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/__init__.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/__init__.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/__init__.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/anchor_generator.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/anchor_generator.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/anchor_generator.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/anchor_generator.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/bbox_assign_sample.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/bbox_assign_sample.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/bbox_assign_sample.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/bbox_assign_sample.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/bbox_assign_sample_stage2.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/bbox_assign_sample_stage2.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/bbox_assign_sample_stage2.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/bbox_assign_sample_stage2.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/faster_rcnn_r50.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/faster_rcnn_r50.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/faster_rcnn_r50.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/faster_rcnn_r50.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/fpn_neck.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/fpn_neck.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/fpn_neck.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/fpn_neck.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/proposal_generator.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/proposal_generator.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/proposal_generator.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/proposal_generator.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/rcnn.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/rcnn.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/rcnn.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/rcnn.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/resnet50.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/resnet50.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/resnet50.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/resnet50.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/roi_align.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/roi_align.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/roi_align.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/roi_align.py diff --git a/model_zoo/faster_rcnn/src/FasterRcnn/rpn.py b/model_zoo/official/cv/faster_rcnn/src/FasterRcnn/rpn.py similarity index 100% rename from model_zoo/faster_rcnn/src/FasterRcnn/rpn.py rename to model_zoo/official/cv/faster_rcnn/src/FasterRcnn/rpn.py diff --git a/model_zoo/faster_rcnn/src/config.py b/model_zoo/official/cv/faster_rcnn/src/config.py similarity index 100% rename from model_zoo/faster_rcnn/src/config.py rename to model_zoo/official/cv/faster_rcnn/src/config.py diff --git a/model_zoo/faster_rcnn/src/dataset.py b/model_zoo/official/cv/faster_rcnn/src/dataset.py similarity index 100% rename from model_zoo/faster_rcnn/src/dataset.py rename to model_zoo/official/cv/faster_rcnn/src/dataset.py diff --git a/model_zoo/faster_rcnn/src/lr_schedule.py b/model_zoo/official/cv/faster_rcnn/src/lr_schedule.py similarity index 100% rename from model_zoo/faster_rcnn/src/lr_schedule.py rename to model_zoo/official/cv/faster_rcnn/src/lr_schedule.py diff --git a/model_zoo/faster_rcnn/src/network_define.py b/model_zoo/official/cv/faster_rcnn/src/network_define.py similarity index 100% rename from model_zoo/faster_rcnn/src/network_define.py rename to model_zoo/official/cv/faster_rcnn/src/network_define.py diff --git a/model_zoo/faster_rcnn/src/util.py b/model_zoo/official/cv/faster_rcnn/src/util.py similarity index 100% rename from model_zoo/faster_rcnn/src/util.py rename to model_zoo/official/cv/faster_rcnn/src/util.py diff --git a/model_zoo/faster_rcnn/train.py b/model_zoo/official/cv/faster_rcnn/train.py similarity index 100% rename from model_zoo/faster_rcnn/train.py rename to model_zoo/official/cv/faster_rcnn/train.py diff --git a/model_zoo/mass/README.md b/model_zoo/official/nlp/mass/README.md similarity index 99% rename from model_zoo/mass/README.md rename to model_zoo/official/nlp/mass/README.md index d6b1c291864..cb1a47dc448 100644 --- a/model_zoo/mass/README.md +++ b/model_zoo/official/nlp/mass/README.md @@ -548,7 +548,7 @@ Run the shell script `run.sh` as followed: ```bash sh run.sh -t t -n 1 -i 1 -c /mass/config/config.json ``` -Get the log and output files under the path `./run_mass_*/`, and the model file under the path assigned in the `config/config.json` file. +Get the log and output files under the path `./train_mass_*/`, and the model file under the path assigned in the `config/config.json` file. ## Fine-tuning For fine-tuning a model, config the options in `config.json` firstly: @@ -562,7 +562,7 @@ Run the shell script `run.sh` as followed: ```bash sh run.sh -t t -n 1 -i 1 -c config/config.json ``` -Get the log and output files under the path `./run_mass_*/`, and the model file under the path assigned in the `config/config.json` file. +Get the log and output files under the path `./train_mass_*/`, and the model file under the path assigned in the `config/config.json` file. ## Inference If you need to use the trained model to perform inference on multiple hardware platforms, such as GPU, Ascend 910 or Ascend 310, you can refer to this [Link](https://www.mindspore.cn/tutorial/zh-CN/master/advanced_use/network_migration.html). diff --git a/model_zoo/mass/__init__.py b/model_zoo/official/nlp/mass/__init__.py similarity index 100% rename from model_zoo/mass/__init__.py rename to model_zoo/official/nlp/mass/__init__.py diff --git a/model_zoo/mass/apply_bpe_encoding.py b/model_zoo/official/nlp/mass/apply_bpe_encoding.py similarity index 100% rename from model_zoo/mass/apply_bpe_encoding.py rename to model_zoo/official/nlp/mass/apply_bpe_encoding.py diff --git a/model_zoo/mass/config/__init__.py b/model_zoo/official/nlp/mass/config/__init__.py similarity index 100% rename from model_zoo/mass/config/__init__.py rename to model_zoo/official/nlp/mass/config/__init__.py diff --git a/model_zoo/mass/config/config.json b/model_zoo/official/nlp/mass/config/config.json similarity index 100% rename from model_zoo/mass/config/config.json rename to model_zoo/official/nlp/mass/config/config.json diff --git a/model_zoo/mass/config/config.py b/model_zoo/official/nlp/mass/config/config.py similarity index 100% rename from model_zoo/mass/config/config.py rename to model_zoo/official/nlp/mass/config/config.py diff --git a/model_zoo/mass/cornell_dialog.py b/model_zoo/official/nlp/mass/cornell_dialog.py similarity index 100% rename from model_zoo/mass/cornell_dialog.py rename to model_zoo/official/nlp/mass/cornell_dialog.py diff --git a/model_zoo/mass/eval.py b/model_zoo/official/nlp/mass/eval.py similarity index 100% rename from model_zoo/mass/eval.py rename to model_zoo/official/nlp/mass/eval.py diff --git a/model_zoo/mass/gigaword.py b/model_zoo/official/nlp/mass/gigaword.py similarity index 100% rename from model_zoo/mass/gigaword.py rename to model_zoo/official/nlp/mass/gigaword.py diff --git a/model_zoo/mass/news_crawl.py b/model_zoo/official/nlp/mass/news_crawl.py similarity index 100% rename from model_zoo/mass/news_crawl.py rename to model_zoo/official/nlp/mass/news_crawl.py diff --git a/model_zoo/mass/requirements.txt b/model_zoo/official/nlp/mass/requirements.txt similarity index 100% rename from model_zoo/mass/requirements.txt rename to model_zoo/official/nlp/mass/requirements.txt diff --git a/model_zoo/mass/scripts/__init__.py b/model_zoo/official/nlp/mass/scripts/__init__.py similarity index 100% rename from model_zoo/mass/scripts/__init__.py rename to model_zoo/official/nlp/mass/scripts/__init__.py diff --git a/model_zoo/mass/scripts/learn_subword.sh b/model_zoo/official/nlp/mass/scripts/learn_subword.sh similarity index 100% rename from model_zoo/mass/scripts/learn_subword.sh rename to model_zoo/official/nlp/mass/scripts/learn_subword.sh diff --git a/model_zoo/mass/scripts/run.sh b/model_zoo/official/nlp/mass/scripts/run.sh similarity index 93% rename from model_zoo/mass/scripts/run.sh rename to model_zoo/official/nlp/mass/scripts/run.sh index 132e38dae2d..75761d20f8a 100644 --- a/model_zoo/mass/scripts/run.sh +++ b/model_zoo/official/nlp/mass/scripts/run.sh @@ -149,19 +149,19 @@ do cd $file_path || exit cd ../ || exit - rm -rf ./run_mass_$DEVICE_ID - mkdir ./run_mass_$DEVICE_ID + rm -rf ./${task}_mass_$DEVICE_ID + mkdir ./${task}_mass_$DEVICE_ID - cp train.py ./run_mass_$DEVICE_ID - cp eval.py ./run_mass_$DEVICE_ID - cp $configurations ./run_mass_$DEVICE_ID + cp train.py ./${task}_mass_$DEVICE_ID + cp eval.py ./${task}_mass_$DEVICE_ID + cp $configurations ./${task}_mass_$DEVICE_ID if [ $vocab ] then - cp $vocab ./run_mass_$DEVICE_ID + cp $vocab ./${task}_mass_$DEVICE_ID fi - cd ./run_mass_$DEVICE_ID || exit + cd ./${task}_mass_$DEVICE_ID || exit env > log.log echo $task if [ "$task" == "train" ] diff --git a/model_zoo/mass/src/__init__.py b/model_zoo/official/nlp/mass/src/__init__.py similarity index 100% rename from model_zoo/mass/src/__init__.py rename to model_zoo/official/nlp/mass/src/__init__.py diff --git a/model_zoo/mass/src/dataset/__init__.py b/model_zoo/official/nlp/mass/src/dataset/__init__.py similarity index 100% rename from model_zoo/mass/src/dataset/__init__.py rename to model_zoo/official/nlp/mass/src/dataset/__init__.py diff --git a/model_zoo/mass/src/dataset/base.py b/model_zoo/official/nlp/mass/src/dataset/base.py similarity index 100% rename from model_zoo/mass/src/dataset/base.py rename to model_zoo/official/nlp/mass/src/dataset/base.py diff --git a/model_zoo/mass/src/dataset/bi_data_loader.py b/model_zoo/official/nlp/mass/src/dataset/bi_data_loader.py similarity index 100% rename from model_zoo/mass/src/dataset/bi_data_loader.py rename to model_zoo/official/nlp/mass/src/dataset/bi_data_loader.py diff --git a/model_zoo/mass/src/dataset/load_dataset.py b/model_zoo/official/nlp/mass/src/dataset/load_dataset.py similarity index 100% rename from model_zoo/mass/src/dataset/load_dataset.py rename to model_zoo/official/nlp/mass/src/dataset/load_dataset.py diff --git a/model_zoo/mass/src/dataset/mono_data_loader.py b/model_zoo/official/nlp/mass/src/dataset/mono_data_loader.py similarity index 100% rename from model_zoo/mass/src/dataset/mono_data_loader.py rename to model_zoo/official/nlp/mass/src/dataset/mono_data_loader.py diff --git a/model_zoo/mass/src/dataset/schema.py b/model_zoo/official/nlp/mass/src/dataset/schema.py similarity index 100% rename from model_zoo/mass/src/dataset/schema.py rename to model_zoo/official/nlp/mass/src/dataset/schema.py diff --git a/model_zoo/mass/src/language_model/__init__.py b/model_zoo/official/nlp/mass/src/language_model/__init__.py similarity index 100% rename from model_zoo/mass/src/language_model/__init__.py rename to model_zoo/official/nlp/mass/src/language_model/__init__.py diff --git a/model_zoo/mass/src/language_model/base.py b/model_zoo/official/nlp/mass/src/language_model/base.py similarity index 100% rename from model_zoo/mass/src/language_model/base.py rename to model_zoo/official/nlp/mass/src/language_model/base.py diff --git a/model_zoo/mass/src/language_model/loose_masked_language_model.py b/model_zoo/official/nlp/mass/src/language_model/loose_masked_language_model.py similarity index 100% rename from model_zoo/mass/src/language_model/loose_masked_language_model.py rename to model_zoo/official/nlp/mass/src/language_model/loose_masked_language_model.py diff --git a/model_zoo/mass/src/language_model/masked_language_model.py b/model_zoo/official/nlp/mass/src/language_model/masked_language_model.py similarity index 100% rename from model_zoo/mass/src/language_model/masked_language_model.py rename to model_zoo/official/nlp/mass/src/language_model/masked_language_model.py diff --git a/model_zoo/mass/src/language_model/mass_language_model.py b/model_zoo/official/nlp/mass/src/language_model/mass_language_model.py similarity index 100% rename from model_zoo/mass/src/language_model/mass_language_model.py rename to model_zoo/official/nlp/mass/src/language_model/mass_language_model.py diff --git a/model_zoo/mass/src/language_model/noise_channel_language_model.py b/model_zoo/official/nlp/mass/src/language_model/noise_channel_language_model.py similarity index 100% rename from model_zoo/mass/src/language_model/noise_channel_language_model.py rename to model_zoo/official/nlp/mass/src/language_model/noise_channel_language_model.py diff --git a/model_zoo/mass/src/transformer/__init__.py b/model_zoo/official/nlp/mass/src/transformer/__init__.py similarity index 100% rename from model_zoo/mass/src/transformer/__init__.py rename to model_zoo/official/nlp/mass/src/transformer/__init__.py diff --git a/model_zoo/mass/src/transformer/beam_search.py b/model_zoo/official/nlp/mass/src/transformer/beam_search.py similarity index 100% rename from model_zoo/mass/src/transformer/beam_search.py rename to model_zoo/official/nlp/mass/src/transformer/beam_search.py diff --git a/model_zoo/mass/src/transformer/components.py b/model_zoo/official/nlp/mass/src/transformer/components.py similarity index 100% rename from model_zoo/mass/src/transformer/components.py rename to model_zoo/official/nlp/mass/src/transformer/components.py diff --git a/model_zoo/mass/src/transformer/create_attn_mask.py b/model_zoo/official/nlp/mass/src/transformer/create_attn_mask.py similarity index 100% rename from model_zoo/mass/src/transformer/create_attn_mask.py rename to model_zoo/official/nlp/mass/src/transformer/create_attn_mask.py diff --git a/model_zoo/mass/src/transformer/decoder.py b/model_zoo/official/nlp/mass/src/transformer/decoder.py similarity index 100% rename from model_zoo/mass/src/transformer/decoder.py rename to model_zoo/official/nlp/mass/src/transformer/decoder.py diff --git a/model_zoo/mass/src/transformer/embedding.py b/model_zoo/official/nlp/mass/src/transformer/embedding.py similarity index 100% rename from model_zoo/mass/src/transformer/embedding.py rename to model_zoo/official/nlp/mass/src/transformer/embedding.py diff --git a/model_zoo/mass/src/transformer/encoder.py b/model_zoo/official/nlp/mass/src/transformer/encoder.py similarity index 100% rename from model_zoo/mass/src/transformer/encoder.py rename to model_zoo/official/nlp/mass/src/transformer/encoder.py diff --git a/model_zoo/mass/src/transformer/feed_forward_network.py b/model_zoo/official/nlp/mass/src/transformer/feed_forward_network.py similarity index 100% rename from model_zoo/mass/src/transformer/feed_forward_network.py rename to model_zoo/official/nlp/mass/src/transformer/feed_forward_network.py diff --git a/model_zoo/mass/src/transformer/grad_clip.py b/model_zoo/official/nlp/mass/src/transformer/grad_clip.py similarity index 100% rename from model_zoo/mass/src/transformer/grad_clip.py rename to model_zoo/official/nlp/mass/src/transformer/grad_clip.py diff --git a/model_zoo/mass/src/transformer/infer_mass.py b/model_zoo/official/nlp/mass/src/transformer/infer_mass.py similarity index 100% rename from model_zoo/mass/src/transformer/infer_mass.py rename to model_zoo/official/nlp/mass/src/transformer/infer_mass.py diff --git a/model_zoo/mass/src/transformer/multi_head_attention.py b/model_zoo/official/nlp/mass/src/transformer/multi_head_attention.py similarity index 100% rename from model_zoo/mass/src/transformer/multi_head_attention.py rename to model_zoo/official/nlp/mass/src/transformer/multi_head_attention.py diff --git a/model_zoo/mass/src/transformer/positional_embedding.py b/model_zoo/official/nlp/mass/src/transformer/positional_embedding.py similarity index 100% rename from model_zoo/mass/src/transformer/positional_embedding.py rename to model_zoo/official/nlp/mass/src/transformer/positional_embedding.py diff --git a/model_zoo/mass/src/transformer/residual_conn.py b/model_zoo/official/nlp/mass/src/transformer/residual_conn.py similarity index 100% rename from model_zoo/mass/src/transformer/residual_conn.py rename to model_zoo/official/nlp/mass/src/transformer/residual_conn.py diff --git a/model_zoo/mass/src/transformer/self_attention.py b/model_zoo/official/nlp/mass/src/transformer/self_attention.py similarity index 100% rename from model_zoo/mass/src/transformer/self_attention.py rename to model_zoo/official/nlp/mass/src/transformer/self_attention.py diff --git a/model_zoo/mass/src/transformer/transformer.py b/model_zoo/official/nlp/mass/src/transformer/transformer.py similarity index 100% rename from model_zoo/mass/src/transformer/transformer.py rename to model_zoo/official/nlp/mass/src/transformer/transformer.py diff --git a/model_zoo/mass/src/transformer/transformer_for_infer.py b/model_zoo/official/nlp/mass/src/transformer/transformer_for_infer.py similarity index 100% rename from model_zoo/mass/src/transformer/transformer_for_infer.py rename to model_zoo/official/nlp/mass/src/transformer/transformer_for_infer.py diff --git a/model_zoo/mass/src/transformer/transformer_for_train.py b/model_zoo/official/nlp/mass/src/transformer/transformer_for_train.py similarity index 100% rename from model_zoo/mass/src/transformer/transformer_for_train.py rename to model_zoo/official/nlp/mass/src/transformer/transformer_for_train.py diff --git a/model_zoo/mass/src/utils/__init__.py b/model_zoo/official/nlp/mass/src/utils/__init__.py similarity index 100% rename from model_zoo/mass/src/utils/__init__.py rename to model_zoo/official/nlp/mass/src/utils/__init__.py diff --git a/model_zoo/mass/src/utils/byte_pair_encoding.py b/model_zoo/official/nlp/mass/src/utils/byte_pair_encoding.py similarity index 100% rename from model_zoo/mass/src/utils/byte_pair_encoding.py rename to model_zoo/official/nlp/mass/src/utils/byte_pair_encoding.py diff --git a/model_zoo/mass/src/utils/dictionary.py b/model_zoo/official/nlp/mass/src/utils/dictionary.py similarity index 100% rename from model_zoo/mass/src/utils/dictionary.py rename to model_zoo/official/nlp/mass/src/utils/dictionary.py diff --git a/model_zoo/mass/src/utils/eval_score.py b/model_zoo/official/nlp/mass/src/utils/eval_score.py similarity index 100% rename from model_zoo/mass/src/utils/eval_score.py rename to model_zoo/official/nlp/mass/src/utils/eval_score.py diff --git a/model_zoo/mass/src/utils/initializer.py b/model_zoo/official/nlp/mass/src/utils/initializer.py similarity index 100% rename from model_zoo/mass/src/utils/initializer.py rename to model_zoo/official/nlp/mass/src/utils/initializer.py diff --git a/model_zoo/mass/src/utils/load_weights.py b/model_zoo/official/nlp/mass/src/utils/load_weights.py similarity index 100% rename from model_zoo/mass/src/utils/load_weights.py rename to model_zoo/official/nlp/mass/src/utils/load_weights.py diff --git a/model_zoo/mass/src/utils/loss_monitor.py b/model_zoo/official/nlp/mass/src/utils/loss_monitor.py similarity index 100% rename from model_zoo/mass/src/utils/loss_monitor.py rename to model_zoo/official/nlp/mass/src/utils/loss_monitor.py diff --git a/model_zoo/mass/src/utils/lr_scheduler.py b/model_zoo/official/nlp/mass/src/utils/lr_scheduler.py similarity index 100% rename from model_zoo/mass/src/utils/lr_scheduler.py rename to model_zoo/official/nlp/mass/src/utils/lr_scheduler.py diff --git a/model_zoo/mass/src/utils/ppl_score.py b/model_zoo/official/nlp/mass/src/utils/ppl_score.py similarity index 100% rename from model_zoo/mass/src/utils/ppl_score.py rename to model_zoo/official/nlp/mass/src/utils/ppl_score.py diff --git a/model_zoo/mass/src/utils/preprocess.py b/model_zoo/official/nlp/mass/src/utils/preprocess.py similarity index 100% rename from model_zoo/mass/src/utils/preprocess.py rename to model_zoo/official/nlp/mass/src/utils/preprocess.py diff --git a/model_zoo/mass/src/utils/rouge_score.py b/model_zoo/official/nlp/mass/src/utils/rouge_score.py similarity index 100% rename from model_zoo/mass/src/utils/rouge_score.py rename to model_zoo/official/nlp/mass/src/utils/rouge_score.py diff --git a/model_zoo/mass/tokenize_corpus.py b/model_zoo/official/nlp/mass/tokenize_corpus.py similarity index 100% rename from model_zoo/mass/tokenize_corpus.py rename to model_zoo/official/nlp/mass/tokenize_corpus.py diff --git a/model_zoo/mass/train.py b/model_zoo/official/nlp/mass/train.py similarity index 100% rename from model_zoo/mass/train.py rename to model_zoo/official/nlp/mass/train.py diff --git a/model_zoo/mass/weights_average.py b/model_zoo/official/nlp/mass/weights_average.py similarity index 100% rename from model_zoo/mass/weights_average.py rename to model_zoo/official/nlp/mass/weights_average.py