p60975123
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!30661 [Auto parallel] [MoE] Fix an error of configuring MoE parallel 

Merge pull request !30661 from Xiaoda/124-moe-changes
This commit is contained in:
i-robot 2022-03-01 02:26:37 +00:00 committed by Gitee
parent 07322cc968 81e5abe580
commit ad9757ccf0
No known key found for this signature in database
GPG Key ID: 173E9B9CA92EEF8F
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
tests/ut/python/parallel/test_parallel_moe.py
View File

@ -153,7 +153,7 @@ class TransformerNet(nn.Cell):
ffn_hidden_size=64,
moe_config=moe_config,
parallel_config=parallel_config)
self.loss = CrossEntropyLoss(parallel_config=config.moe_parallel_config)
self.loss = CrossEntropyLoss(parallel_config=parallel_config.moe_parallel_config)
def construct(self, x1, x2, x3, x4, x5, y, mask):
predict, _, _ = self.network(x1, x2, x3, x4, x5)