p47068915
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

modify transformer hub file

This commit is contained in:
yuchaojie 2020-09-22 18:52:58 +08:00
parent c291e0b2ba
commit 132dae4849
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
model_zoo/official/nlp/transformer/mindspore_hub_conf.py
View File

@ -41,8 +41,16 @@ def create_network(name, *args, **kwargs):
Create transformer network for large.
'''
if name == 'transformer_large':
if "batch_size" in kwargs:
transformer_net_cfg_large.batch_size = kwargs["batch_size"]
if "seq_length" in kwargs:
transformer_net_cfg_large.seq_length = kwargs["seq_length"]
if "vocab_size" in kwargs:
transformer_net_cfg_large.vocab_size = kwargs["vocab_size"]
is_training = kwargs.get("is_training", False)
if not is_training:
transformer_net_cfg_large.batch_size = 1
transformer_net_cfg_large.hidden_dropout_prob = 0.
transformer_net_cfg_large.attention_probs_dropout_prob = 0.
return TransformerModel(transformer_net_cfg_large, is_training, *args)
raise NotImplementedError(f"{name} is not implemented in the repo")