2022-02-11 17:34:24 +08:00
|
|
|
|
mindspore.nn.transformer
|
|
|
|
|
|
========================
|
|
|
|
|
|
|
2022-02-17 16:26:58 +08:00
|
|
|
|
.. note::
|
2022-02-22 15:25:59 +08:00
|
|
|
|
Transformer网络。这些是实验性接口，可能会修改或删除。
|
2022-02-17 16:26:58 +08:00
|
|
|
|
|
2022-03-10 11:15:23 +08:00
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.AttentionMask.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.VocabEmbedding.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.MultiHeadAttention.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.FeedForward.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.TransformerEncoder.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.TransformerDecoder.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.TransformerEncoderLayer.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.TransformerDecoderLayer.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.Transformer.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.TransformerOpParallelConfig.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.EmbeddingOpParallelConfig.rst
|
2022-03-10 14:29:28 +08:00
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.TransformerRecomputeConfig.rst
|
2022-03-10 11:15:23 +08:00
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.CrossEntropyLoss.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.OpParallelConfig.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.FixedSparseAttention.rst
|
|
|
|
|
|
.. include:: transformer/mindspore.nn.transformer.MoEConfig.rst
|
2022-02-21 17:41:41 +08:00
|
|
|
|
|
2022-02-11 17:34:24 +08:00
|
|
|
|
.. automodule:: mindspore.nn.transformer
|
|
|
|
|
|
:members:
|
