Nigel
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Support new MapParameter in construct.

This commit is contained in:
Margaret_wangrui 2022-12-09 11:09:13 +08:00
parent cd825ecfcf
commit ed95c3a4f1
3 changed files with 81 additions and 67 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
mindspore/ccsrc/runtime/device/device_address_utils.cc
View File

@ -189,6 +189,12 @@ void DeviceAddressUtils::CreateValueNodeDeviceAddress(const DeviceContext *devic
continue;
}
const auto &abstract = value_node->abstract();
if (abstract != nullptr && abstract->isa<abstract::AbstractMapTensor>()) {
CreateDeviceAddressByMapTensorNode(device_context, value_node, 0);
continue;
}
const auto &node_value = value_node->value();
MS_EXCEPTION_IF_NULL(node_value);
if (node_value->isa<tensor::Tensor>() || node_value->isa<ValueTuple>()) {

2
mindspore/ccsrc/runtime/device/ms_device_shape_transfer.cc
View File

@ -272,7 +272,7 @@ ShapeVector GetRuntimePaddingShape(const AnfNodePtr &node, size_t index) {
MS_LOG(EXCEPTION) << " The node[ " << node->DebugString() << "]'s cannot convert ";
}
auto shape_temp = tensor->shape();
if (IsDynamic(shape_temp)) {
if (IsDynamic(shape_temp) && !tensor->isa<tensor::MapTensor>()) {
auto base_shape = tensor->base_shape_ptr();
MS_EXCEPTION_IF_NULL(base_shape);
if (base_shape->cast<abstract::ShapePtr>() == nullptr) {

140
tests/st/map_parameter/test_map_parameter.py
View File

@ -136,24 +136,25 @@ def test_map_parameter_get():
Description: Test get api for MapParameter.
Expectation: get api works as expected.
"""
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
map_tensor = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
key = Tensor([3], dtype=ms.int32)
get_value = map_tensor.get(key)
print("get_value:", get_value)
data1 = map_tensor.export_data(incremental=False)
print("data1:", data1)
if not 'SAULT_ENV_TYPE' in os.environ or not "CUDA10" in os.environ['SAULT_ENV_TYPE']:
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
map_tensor = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
key = Tensor([3], dtype=ms.int32)
get_value = map_tensor.get(key)
print("get_value:", get_value)
data1 = map_tensor.export_data(incremental=False)
print("data1:", data1)
map_tensor.put(Tensor([3], dtype=ms.int32), Tensor([[3, 3]], dtype=ms.float32))
data2 = map_tensor.export_data(incremental=False)
print("data2:", data2)
map_tensor[Tensor([1, 2, 3], dtype=ms.int32)] = Tensor([[11, 11], [22, 22], [33, 33]], dtype=ms.float32)
data3 = map_tensor.export_data(incremental=False)
print("data3:", data3)
map_tensor.erase(Tensor([1, 2, 3], dtype=ms.int32))
data4 = map_tensor.export_data(incremental=False)
print("data4:", data4)
map_tensor.put(Tensor([3], dtype=ms.int32), Tensor([[3, 3]], dtype=ms.float32))
data2 = map_tensor.export_data(incremental=False)
print("data2:", data2)
map_tensor[Tensor([1, 2, 3], dtype=ms.int32)] = Tensor([[11, 11], [22, 22], [33, 33]], dtype=ms.float32)
data3 = map_tensor.export_data(incremental=False)
print("data3:", data3)
map_tensor.erase(Tensor([1, 2, 3], dtype=ms.int32))
data4 = map_tensor.export_data(incremental=False)
print("data4:", data4)
@pytest.mark.level0
@ -165,14 +166,15 @@ def test_map_parameter_put():
Description: Test put api for MapParameter.
Expectation: put api works as expected.
"""
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
map_tensor = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
key = Tensor([3], dtype=ms.int32)
value = Tensor([[4, 5]], dtype=ms.float32)
map_tensor.put(key, value)
data1 = map_tensor.export_data(incremental=False)
print("data1:", data1)
if not 'SAULT_ENV_TYPE' in os.environ or not "CUDA10" in os.environ['SAULT_ENV_TYPE']:
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
map_tensor = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
key = Tensor([3], dtype=ms.int32)
value = Tensor([[4, 5]], dtype=ms.float32)
map_tensor.put(key, value)
data1 = map_tensor.export_data(incremental=False)
print("data1:", data1)
@pytest.mark.level0
@ -184,13 +186,14 @@ def test_map_parameter_erase():
Description: Test erase api for MapParameter.
Expectation: erase api works as expected.
"""
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
map_tensor = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
key = Tensor([2], dtype=ms.int32)
map_tensor.erase(key)
data1 = map_tensor.export_data(incremental=False)
print("data1:", data1)
if not 'SAULT_ENV_TYPE' in os.environ or not "CUDA10" in os.environ['SAULT_ENV_TYPE']:
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
map_tensor = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
key = Tensor([2], dtype=ms.int32)
map_tensor.erase(key)
data1 = map_tensor.export_data(incremental=False)
print("data1:", data1)
@pytest.mark.level0
@ -202,24 +205,26 @@ def test_basic_operations():
Description: Test MapParameter basic operations.
Expectation: MapParameter works as expected.
"""
m = MapParameter(key_dtype=ms.int32, value_dtype=ms.float32, value_shape=(2), default_value='zeros', name='my_map')
assert m.name == 'my_map'
assert m.requires_grad
if not 'SAULT_ENV_TYPE' in os.environ or not "CUDA10" in os.environ['SAULT_ENV_TYPE']:
m = MapParameter(key_dtype=ms.int32, value_dtype=ms.float32, value_shape=(2), default_value='zeros',
name='my_map')
assert m.name == 'my_map'
assert m.requires_grad
t = m.get(Tensor([1, 2, 3], dtype=ms.int32))
assert t.dtype == ms.float32
assert t.shape == (3, 2)
assert np.allclose(t.asnumpy(), 0)
t = m.get(Tensor([1, 2, 3], dtype=ms.int32))
assert t.dtype == ms.float32
assert t.shape == (3, 2)
assert np.allclose(t.asnumpy(), 0)
t = m[Tensor([1, 2, 3], dtype=ms.int32)]
assert t.dtype == ms.float32
assert t.shape == (3, 2)
assert np.allclose(t.asnumpy(), 0)
t = m[Tensor([1, 2, 3], dtype=ms.int32)]
assert t.dtype == ms.float32
assert t.shape == (3, 2)
assert np.allclose(t.asnumpy(), 0)
m.put(Tensor([1, 2, 3], dtype=ms.int32), Tensor([[1, 1], [2, 2], [3, 3]], dtype=ms.float32))
data = m.export_data()
print(m)
print("data:", data)
m.put(Tensor([1, 2, 3], dtype=ms.int32), Tensor([[1, 1], [2, 2], [3, 3]], dtype=ms.float32))
data = m.export_data()
print(m)
print("data:", data)
@pytest.mark.level0
@ -265,19 +270,20 @@ def test_export_update_api():
Description: Test export update api for MapParameter.
Expectation: Export update api works as expected.
"""
m1 = MapParameter(key_dtype=ms.int32, value_dtype=ms.float32, value_shape=(3,))
data1 = m1.export_data(incremental=False)
print("data1:", data1)
m1.import_data(data1)
if not 'SAULT_ENV_TYPE' in os.environ or not "CUDA10" in os.environ['SAULT_ENV_TYPE']:
m1 = MapParameter(key_dtype=ms.int32, value_dtype=ms.float32, value_shape=(3,))
data1 = m1.export_data(incremental=False)
print("data1:", data1)
m1.import_data(data1)
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
m2 = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
data2 = m2.export_data(incremental=False)
print("data2:", data2)
m1.import_data(data2)
new_data1 = m1.export_data(incremental=False)
print("new_data1:", new_data1)
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
m2 = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
data2 = m2.export_data(incremental=False)
print("data2:", data2)
m1.import_data(data2)
new_data1 = m1.export_data(incremental=False)
print("new_data1:", new_data1)
@pytest.mark.level0
@ -373,11 +379,12 @@ def test_map_parameter_in_construct():
self.value_tensor = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
self.new_key_tensor = Tensor([3, 4], dtype=ms.int32)
self.new_value_tensor = Tensor([[3, 3], [4, 4]], dtype=ms.float32)
self.map_tensor = MapParameter(key_tensor=self.key_tensor, value_tensor=self.value_tensor)
def construct(self):
new_map_tensor = MapParameter(self.key_tensor, self.value_tensor, self.default_value)
new_map_tensor.put(self.new_key_tensor, self.new_value_tensor)
return new_map_tensor
return new_map_tensor, self.map_tensor
context.set_context(mode=context.GRAPH_MODE, device_target="GPU")
if not 'SAULT_ENV_TYPE' in os.environ or not "CUDA10" in os.environ['SAULT_ENV_TYPE']:
@ -395,12 +402,13 @@ def test_map_parameter_get_data_api():
Description: Test get_data api for MapParameter.
Expectation: get_data api works as expected.
"""
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
map_tensor = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
[the_keys, the_values] = map_tensor.get_data()
print("the_keys:", the_keys)
print("the_values:", the_values)
if not 'SAULT_ENV_TYPE' in os.environ or not "CUDA10" in os.environ['SAULT_ENV_TYPE']:
keys = Tensor([1, 2], dtype=ms.int32)
values = Tensor([[1, 2], [1, 2]], dtype=ms.float32)
map_tensor = MapParameter(key_tensor=keys, value_tensor=values, default_value='zeros')
[the_keys, the_values] = map_tensor.get_data()
print("the_keys:", the_keys)
print("the_values:", the_values)
@pytest.mark.level0