p04896132
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!213 use StridedSlice instead of Slice in absolute position embedding code in bert model 

Merge pull request !213 from yoonlee666/master
This commit is contained in:
mindspore-ci-bot 2020-04-13 09:27:16 +08:00 committed by Gitee
parent b2eb656f91 b0fc7b7289
commit 865b8a79db
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
mindspore/model_zoo/Bert_NEZHA/bert_model.py
View File

@ -194,7 +194,7 @@ class EmbeddingPostprocessor(nn.Cell):
self.dropout = nn.Dropout(1 - dropout_prob)
self.gather = P.GatherV2()
self.use_relative_positions = use_relative_positions
self.slice = P.Slice()
self.slice = P.StridedSlice()
self.full_position_embeddings = Parameter(initializer
(TruncatedNormal(initializer_range),
[max_position_embeddings,
@ -216,7 +216,7 @@ class EmbeddingPostprocessor(nn.Cell):
output += token_type_embeddings
if not self.use_relative_positions:
_, seq, width = self.shape
position_embeddings = self.slice(self.full_position_embeddings, [0, 0], [seq, width])
position_embeddings = self.slice(self.full_position_embeddings, (0, 0), (seq, width), (1, 1))
position_embeddings = self.reshape(position_embeddings, (1, seq, width))
output += position_embeddings
output = self.layernorm(output)