p85971406
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

set monitor sampling interval through json file

This commit is contained in:
yanghaitao 2020-06-28 10:36:56 +08:00
parent 5a886794da
commit fd701b8504
4 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
mindspore/ccsrc/dataset/core/config_manager.cc
View File

@ -41,7 +41,7 @@ Status ConfigManager::FromJson(const nlohmann::json &j) {
set_worker_connector_size(j.value("workerConnectorSize", worker_connector_size_)); set_worker_connector_size(j.value("workerConnectorSize", worker_connector_size_));
set_op_connector_size(j.value("opConnectorSize", op_connector_size_)); set_op_connector_size(j.value("opConnectorSize", op_connector_size_));
set_seed(j.value("seed", seed_)); set_seed(j.value("seed", seed_));
set_monitor_sampling_interval(j.value("monitorSamplingInterval")); set_monitor_sampling_interval(j.value("monitorSamplingInterval", monitor_sampling_interval_));
return Status::OK(); return Status::OK();
} }

2
mindspore/dataset/core/configuration.py
View File

@ -186,7 +186,7 @@ class ConfigurationManager:
>>> # "workerConnectorSize": 16, >>> # "workerConnectorSize": 16,
>>> # "opConnectorSize": 16, >>> # "opConnectorSize": 16,
>>> # "seed": 5489, >>> # "seed": 5489,
>>> # "monitorSamplingInterval": 30 >>> # "monitorSamplingInterval": 30
>>> # } >>> # }
""" """
self.config.load(file) self.config.load(file)

3
tests/ut/data/dataset/declient.cfg
View File

@ -5,6 +5,5 @@
"workerConnectorSize": 16, "workerConnectorSize": 16,
"opConnectorSize": 16, "opConnectorSize": 16,
"seed": 5489, "seed": 5489,
"monitor_sampling_interval": 15 "monitorSamplingInterval": 15
} }

2
tests/ut/python/dataset/test_config.py
View File

@ -46,7 +46,7 @@ def test_basic():
# assert ds.config.get_worker_connector_size() == 16 # assert ds.config.get_worker_connector_size() == 16
assert ds.config.get_prefetch_size() == 16 assert ds.config.get_prefetch_size() == 16
assert ds.config.get_seed() == 5489 assert ds.config.get_seed() == 5489
# assert ds.config.get_monitor_sampling_interval() == 15 assert ds.config.get_monitor_sampling_interval() == 15
# ds.config.set_rows_per_buffer(1) # ds.config.set_rows_per_buffer(1)
ds.config.set_num_parallel_workers(2) ds.config.set_num_parallel_workers(2)