opt rec_att_head

This commit is contained in:
LDOUBLEV 2021-02-01 08:08:18 +00:00
parent 0d89f3f913
commit a094d27755
1 changed files with 8 additions and 4 deletions

View File

@ -64,8 +64,10 @@ class AttentionHead(nn.Layer):
(outputs, hidden), alpha = self.attention_cell(hidden, inputs,
char_onehots)
probs_step = self.generator(outputs)
probs = paddle.unsqueeze(
probs_step, axis=1) if probs is None else paddle.concat(
if probs is None:
probs = paddle.unsqueeze(probs_step, axis=1)
else:
probs = paddle.concat(
[probs, paddle.unsqueeze(
probs_step, axis=1)], axis=1)
next_input = probs_step.argmax(axis=1)
@ -152,8 +154,10 @@ class AttentionLSTM(nn.Layer):
char_onehots)
probs_step = self.generator(hidden[0])
hidden = (hidden[1][0], hidden[1][1])
probs = paddle.unsqueeze(
probs_step, axis=1) if probs is None else paddle.concat(
if probs is None:
probs = paddle.unsqueeze(probs_step, axis=1)
else:
probs = paddle.concat(
[probs, paddle.unsqueeze(
probs_step, axis=1)], axis=1)