p47068915
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!1494 Add check for empty group parameters 

Merge pull request !1494 from ghzl/add-check-parameter-for-group-learning-rate
This commit is contained in:
mindspore-ci-bot 2020-05-27 16:05:32 +08:00 committed by Gitee
parent b46ad9a1bb 8585b55a65
commit 7b1031bf86
1 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
mindspore/nn/optim/optimizer.py
View File

@ -122,7 +122,7 @@ class Optimizer(Cell):
learning_rate = self._get_single_lr(learning_rate)
if isinstance(parameters[0], dict):
self.is_group = True
self.params = []
self.group_params = []
self.group_lr = []
self.group_weight_decay = []
self._init_group_params(parameters, learning_rate, weight_decay)
@ -133,7 +133,7 @@ class Optimizer(Cell):
self.learning_rate = Parameter(learning_rate, name="learning_rate")
if self.is_group:
self.parameters = ParameterTuple(self.params)
self.parameters = ParameterTuple(self.group_params)
self.weight_decay = tuple(self.group_weight_decay)
decay_filter = lambda x: x > 0
self.decay_flags = tuple(decay_filter(x) for x in self.weight_decay)
@ -240,7 +240,10 @@ class Optimizer(Cell):
params_store = []
for group_param in parameters:
self.params += group_param['params']
if not group_param['params']:
raise ValueError("Optimizer got an empty parameter list.")
self.group_params += group_param['params']
if 'lr' in group_param.keys():
params_dynamic_lr = isinstance(group_param['lr'], (Iterable, Tensor))