p60975123
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!59 dataset: Repair parameter check problem in TFRecordDataset 

Merge pull request !59 from ms_yan/repair_shard_tf
This commit is contained in:
mindspore-ci-bot 2020-03-31 21:26:05 +08:00 committed by Gitee
parent e2df848597 7b5640da4e
commit 1fc5a69d6f
1 changed files with 5 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
mindspore/dataset/engine/validators.py
View File

@ -398,6 +398,7 @@ def check_tfrecorddataset(method):
nreq_param_int = ['num_samples', 'num_parallel_workers', 'num_shards', 'shard_id']
nreq_param_list = ['columns_list']
nreq_param_bool = ['shard_equal_rows']
# check dataset_files; required argument
dataset_files = param_dict.get('dataset_files')
@ -410,6 +411,10 @@ def check_tfrecorddataset(method):
check_param_type(nreq_param_list, param_dict, list)
check_param_type(nreq_param_bool, param_dict, bool)
check_sampler_shuffle_shard_options(param_dict)
return method(*args, **kwargs)
return new_method