p47068915
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!26950 fix type error when summary collect dataset graph 

Merge pull request !26950 from jiangshuqiang/add_none_warning
This commit is contained in:
i-robot 2021-11-30 02:11:03 +00:00 committed by Gitee
parent b38600c11a f887644643
commit 7605e9f653
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
mindspore/train/callback/_dataset_graph.py
View File

@ -100,6 +100,10 @@ class DatasetGraph:
operation (dict): Enhancement operation. operation (dict): Enhancement operation.
message (Operation): Enhancement operation proto message. message (Operation): Enhancement operation proto message.
""" """
if operation is None:
logger.warning("Summary cannot collect the operation for dataset graph as the operation is none."
"it may due to the custom operation cannot be pickled.")
return
for key, value in operation.items(): for key, value in operation.items():
if isinstance(value, (list, tuple)): if isinstance(value, (list, tuple)):
if all(isinstance(ele, int) for ele in value): if all(isinstance(ele, int) for ele in value):
@ -129,7 +133,7 @@ class DatasetGraph:
message.mapDouble[key] = value message.mapDouble[key] = value
elif isinstance(value, (list, tuple)) and key != "operations": elif isinstance(value, (list, tuple)) and key != "operations":
if value: if value:
replace_value_list = list(map(lambda x: "" if x is None else x, value)) replace_value_list = list(map(lambda x: "" if x is None else json.dumps(x), value))
message.mapStrList[key].strValue.extend(replace_value_list) message.mapStrList[key].strValue.extend(replace_value_list)
elif isinstance(value, dict): elif isinstance(value, dict):
try: try: