p83571920
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!11732 bert scripts modify to extract embedding tables in construct 

From: @shibeiji
Reviewed-by: @linqingke,@c_34
Signed-off-by: @c_34
This commit is contained in:
mindspore-ci-bot 2021-01-28 11:28:39 +08:00 committed by Gitee
parent ae348efa3c 3ec3f038ad
commit 316e78fe6d
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
model_zoo/official/nlp/bert/src/bert_model.py
View File

@ -805,7 +805,6 @@ class BertModel(nn.Cell):
vocab_size=config.vocab_size,
embedding_size=self.embedding_size,
use_one_hot=use_one_hot_embeddings)
self.embedding_tables = self.bert_embedding_lookup.embedding_table
self.bert_embedding_postprocessor = EmbeddingPostprocessor(
embedding_size=self.embedding_size,
@ -847,7 +846,7 @@ class BertModel(nn.Cell):
def construct(self, input_ids, token_type_ids, input_mask):
"""Bidirectional Encoder Representations from Transformers."""
# embedding
embedding_tables = self.embedding_tables
embedding_tables = self.bert_embedding_lookup.embedding_table
word_embeddings = self.bert_embedding_lookup(input_ids)
embedding_output = self.bert_embedding_postprocessor(token_type_ids,
word_embeddings)