forked from mindspore-Ecosystem/mindspore
client example
This commit is contained in:
parent
0874b8768d
commit
1458bcb4b0
|
|
@ -29,242 +29,53 @@ using ms_serving::PredictRequest;
|
||||||
using ms_serving::Tensor;
|
using ms_serving::Tensor;
|
||||||
using ms_serving::TensorShape;
|
using ms_serving::TensorShape;
|
||||||
|
|
||||||
enum TypeId : int {
|
|
||||||
kTypeUnknown = 0,
|
|
||||||
kMetaTypeBegin = kTypeUnknown,
|
|
||||||
kMetaTypeType, // Type
|
|
||||||
kMetaTypeAnything,
|
|
||||||
kMetaTypeObject,
|
|
||||||
kMetaTypeTypeType, // TypeType
|
|
||||||
kMetaTypeProblem,
|
|
||||||
kMetaTypeExternal,
|
|
||||||
kMetaTypeNone,
|
|
||||||
kMetaTypeNull,
|
|
||||||
kMetaTypeEllipsis,
|
|
||||||
kMetaTypeEnd,
|
|
||||||
//
|
|
||||||
// Object types
|
|
||||||
//
|
|
||||||
kObjectTypeBegin = kMetaTypeEnd,
|
|
||||||
kObjectTypeNumber,
|
|
||||||
kObjectTypeString,
|
|
||||||
kObjectTypeList,
|
|
||||||
kObjectTypeTuple,
|
|
||||||
kObjectTypeSlice,
|
|
||||||
kObjectTypeKeyword,
|
|
||||||
kObjectTypeTensorType,
|
|
||||||
kObjectTypeClass,
|
|
||||||
kObjectTypeDictionary,
|
|
||||||
kObjectTypeFunction,
|
|
||||||
kObjectTypeJTagged,
|
|
||||||
kObjectTypeSymbolicKeyType,
|
|
||||||
kObjectTypeEnvType,
|
|
||||||
kObjectTypeRefKey,
|
|
||||||
kObjectTypeRef,
|
|
||||||
kObjectTypeEnd,
|
|
||||||
//
|
|
||||||
// Number Types
|
|
||||||
//
|
|
||||||
kNumberTypeBegin = kObjectTypeEnd,
|
|
||||||
kNumberTypeBool,
|
|
||||||
kNumberTypeInt,
|
|
||||||
kNumberTypeInt8,
|
|
||||||
kNumberTypeInt16,
|
|
||||||
kNumberTypeInt32,
|
|
||||||
kNumberTypeInt64,
|
|
||||||
kNumberTypeUInt,
|
|
||||||
kNumberTypeUInt8,
|
|
||||||
kNumberTypeUInt16,
|
|
||||||
kNumberTypeUInt32,
|
|
||||||
kNumberTypeUInt64,
|
|
||||||
kNumberTypeFloat,
|
|
||||||
kNumberTypeFloat16,
|
|
||||||
kNumberTypeFloat32,
|
|
||||||
kNumberTypeFloat64,
|
|
||||||
kNumberTypeEnd
|
|
||||||
};
|
|
||||||
|
|
||||||
std::string RealPath(const char *path) {
|
|
||||||
if (path == nullptr) {
|
|
||||||
std::cout << "path is nullptr";
|
|
||||||
return "";
|
|
||||||
}
|
|
||||||
if ((strlen(path)) >= PATH_MAX) {
|
|
||||||
std::cout << "path is too long";
|
|
||||||
return "";
|
|
||||||
}
|
|
||||||
|
|
||||||
std::shared_ptr<char> resolvedPath(new (std::nothrow) char[PATH_MAX]{0});
|
|
||||||
if (resolvedPath == nullptr) {
|
|
||||||
std::cout << "new resolvedPath failed";
|
|
||||||
return "";
|
|
||||||
}
|
|
||||||
|
|
||||||
auto ret = realpath(path, resolvedPath.get());
|
|
||||||
if (ret == nullptr) {
|
|
||||||
std::cout << "realpath failed";
|
|
||||||
return "";
|
|
||||||
}
|
|
||||||
return resolvedPath.get();
|
|
||||||
}
|
|
||||||
|
|
||||||
char *ReadFile(const char *file, size_t *size) {
|
|
||||||
if (file == nullptr) {
|
|
||||||
std::cout << "file is nullptr" << std::endl;
|
|
||||||
return nullptr;
|
|
||||||
}
|
|
||||||
if (size == nullptr) {
|
|
||||||
std::cout << "size should not be nullptr" << std::endl;
|
|
||||||
return nullptr;
|
|
||||||
}
|
|
||||||
std::ifstream ifs(RealPath(file));
|
|
||||||
if (!ifs.good()) {
|
|
||||||
std::cout << "file: " << file << "is not exist";
|
|
||||||
return nullptr;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!ifs.is_open()) {
|
|
||||||
std::cout << "file: " << file << "open failed";
|
|
||||||
return nullptr;
|
|
||||||
}
|
|
||||||
|
|
||||||
ifs.seekg(0, std::ios::end);
|
|
||||||
*size = ifs.tellg();
|
|
||||||
std::unique_ptr<char> buf(new (std::nothrow) char[*size]);
|
|
||||||
if (buf == nullptr) {
|
|
||||||
std::cout << "malloc buf failed, file: " << file;
|
|
||||||
ifs.close();
|
|
||||||
return nullptr;
|
|
||||||
}
|
|
||||||
|
|
||||||
ifs.seekg(0, std::ios::beg);
|
|
||||||
ifs.read(buf.get(), *size);
|
|
||||||
ifs.close();
|
|
||||||
|
|
||||||
return buf.release();
|
|
||||||
}
|
|
||||||
const std::map<TypeId, ms_serving::DataType> id2type_map{
|
|
||||||
{TypeId::kNumberTypeBegin, ms_serving::MS_UNKNOWN}, {TypeId::kNumberTypeBool, ms_serving::MS_BOOL},
|
|
||||||
{TypeId::kNumberTypeInt8, ms_serving::MS_INT8}, {TypeId::kNumberTypeUInt8, ms_serving::MS_UINT8},
|
|
||||||
{TypeId::kNumberTypeInt16, ms_serving::MS_INT16}, {TypeId::kNumberTypeUInt16, ms_serving::MS_UINT16},
|
|
||||||
{TypeId::kNumberTypeInt32, ms_serving::MS_INT32}, {TypeId::kNumberTypeUInt32, ms_serving::MS_UINT32},
|
|
||||||
{TypeId::kNumberTypeInt64, ms_serving::MS_INT64}, {TypeId::kNumberTypeUInt64, ms_serving::MS_UINT64},
|
|
||||||
{TypeId::kNumberTypeFloat16, ms_serving::MS_FLOAT16}, {TypeId::kNumberTypeFloat32, ms_serving::MS_FLOAT32},
|
|
||||||
{TypeId::kNumberTypeFloat64, ms_serving::MS_FLOAT64},
|
|
||||||
};
|
|
||||||
|
|
||||||
int WriteFile(const void *buf, size_t size) {
|
|
||||||
auto fd = fopen("output.json", "a+");
|
|
||||||
if (fd == NULL) {
|
|
||||||
std::cout << "fd is null and open file fail" << std::endl;
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
fwrite(buf, size, 1, fd);
|
|
||||||
fclose(fd);
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
PredictRequest ReadBertInput() {
|
|
||||||
size_t size;
|
|
||||||
auto buf = ReadFile("input206.json", &size);
|
|
||||||
if (buf == nullptr) {
|
|
||||||
std::cout << "read file failed" << std::endl;
|
|
||||||
return PredictRequest();
|
|
||||||
}
|
|
||||||
PredictRequest request;
|
|
||||||
auto cur = buf;
|
|
||||||
while (size > 0) {
|
|
||||||
if (request.data_size() == 4) {
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
Tensor data;
|
|
||||||
TensorShape shape;
|
|
||||||
// set type
|
|
||||||
int type = *(reinterpret_cast<int *>(cur));
|
|
||||||
cur = cur + sizeof(int);
|
|
||||||
size = size - sizeof(int);
|
|
||||||
ms_serving::DataType dataType = id2type_map.at(TypeId(type));
|
|
||||||
data.set_tensor_type(dataType);
|
|
||||||
|
|
||||||
// set shape
|
|
||||||
size_t dims = *(reinterpret_cast<size_t *>(cur));
|
|
||||||
cur = cur + sizeof(size_t);
|
|
||||||
size = size - sizeof(size_t);
|
|
||||||
|
|
||||||
for (size_t i = 0; i < dims; i++) {
|
|
||||||
int dim = *(reinterpret_cast<int *>(cur));
|
|
||||||
shape.add_dims(dim);
|
|
||||||
cur = cur + sizeof(int);
|
|
||||||
size = size - sizeof(int);
|
|
||||||
}
|
|
||||||
*data.mutable_tensor_shape() = shape;
|
|
||||||
|
|
||||||
// set data
|
|
||||||
size_t data_len = *(reinterpret_cast<size_t *>(cur));
|
|
||||||
cur = cur + sizeof(size_t);
|
|
||||||
size = size - sizeof(size_t);
|
|
||||||
data.set_data(cur, data_len);
|
|
||||||
cur = cur + data_len;
|
|
||||||
size = size - data_len;
|
|
||||||
*request.add_data() = data;
|
|
||||||
}
|
|
||||||
return request;
|
|
||||||
}
|
|
||||||
|
|
||||||
class MSClient {
|
class MSClient {
|
||||||
public:
|
public:
|
||||||
explicit MSClient(std::shared_ptr<Channel> channel) : stub_(MSService::NewStub(channel)) {}
|
explicit MSClient(std::shared_ptr<Channel> channel) : stub_(MSService::NewStub(channel)) {}
|
||||||
~MSClient() = default;
|
|
||||||
|
~MSClient() = default;
|
||||||
|
|
||||||
|
std::string Predict() {
|
||||||
|
// Data we are sending to the server.
|
||||||
|
PredictRequest request;
|
||||||
|
|
||||||
std::string Predict(const std::string &type) {
|
|
||||||
// Data we are sending to the server.
|
|
||||||
PredictRequest request;
|
|
||||||
if (type == "add") {
|
|
||||||
Tensor data;
|
Tensor data;
|
||||||
TensorShape shape;
|
TensorShape shape;
|
||||||
shape.add_dims(1);
|
shape.add_dims(4);
|
||||||
shape.add_dims(1);
|
|
||||||
shape.add_dims(2);
|
|
||||||
shape.add_dims(2);
|
|
||||||
*data.mutable_tensor_shape() = shape;
|
*data.mutable_tensor_shape() = shape;
|
||||||
data.set_tensor_type(ms_serving::MS_FLOAT32);
|
data.set_tensor_type(ms_serving::MS_FLOAT32);
|
||||||
std::vector<float> input_data{1.1, 2.1, 3.1, 4.1};
|
std::vector<float> input_data{1, 2, 3, 4};
|
||||||
data.set_data(input_data.data(), input_data.size());
|
data.set_data(input_data.data(), input_data.size() * sizeof(float));
|
||||||
*request.add_data() = data;
|
*request.add_data() = data;
|
||||||
*request.add_data() = data;
|
*request.add_data() = data;
|
||||||
} else if (type == "bert") {
|
std::cout << "intput tensor size is " << request.data_size() << std::endl;
|
||||||
request = ReadBertInput();
|
// Container for the data we expect from the server.
|
||||||
} else {
|
PredictReply reply;
|
||||||
std::cout << "type only support bert or add, but input is " << type << std::endl;
|
|
||||||
|
// Context for the client. It could be used to convey extra information to
|
||||||
|
// the server and/or tweak certain RPC behaviors.
|
||||||
|
ClientContext context;
|
||||||
|
|
||||||
|
// The actual RPC.
|
||||||
|
Status status = stub_->Predict(&context, request, &reply);
|
||||||
|
std::cout << "Compute [1, 2, 3, 4] + [1, 2, 3, 4]" << std::endl;
|
||||||
|
std::cout << "Add result is";
|
||||||
|
for (size_t i = 0; i < reply.result(0).data().size() / sizeof(float); i++) {
|
||||||
|
std::cout << " " << (reinterpret_cast<const float *>(reply.mutable_result(0)->mutable_data()->data()))[i];
|
||||||
|
}
|
||||||
|
std::cout << std::endl;
|
||||||
|
|
||||||
|
// Act upon its status.
|
||||||
|
if (status.ok()) {
|
||||||
|
return "RPC OK";
|
||||||
|
} else {
|
||||||
|
std::cout << status.error_code() << ": " << status.error_message() << std::endl;
|
||||||
|
return "RPC failed";
|
||||||
|
}
|
||||||
}
|
}
|
||||||
std::cout << "intput tensor size is " << request.data_size() << std::endl;
|
|
||||||
// Container for the data we expect from the server.
|
|
||||||
PredictReply reply;
|
|
||||||
|
|
||||||
// Context for the client. It could be used to convey extra information to
|
|
||||||
// the server and/or tweak certain RPC behaviors.
|
|
||||||
ClientContext context;
|
|
||||||
|
|
||||||
// The actual RPC.
|
|
||||||
Status status = stub_->Predict(&context, request, &reply);
|
|
||||||
|
|
||||||
for (int i = 0; i < reply.result_size(); i++) {
|
|
||||||
WriteFile(reply.result(i).data().data(), reply.result(i).data().size());
|
|
||||||
}
|
|
||||||
|
|
||||||
std::cout << "the return result size is " << reply.result_size() << std::endl;
|
|
||||||
|
|
||||||
// Act upon its status.
|
|
||||||
if (status.ok()) {
|
|
||||||
return "RPC OK";
|
|
||||||
} else {
|
|
||||||
std::cout << status.error_code() << ": " << status.error_message() << std::endl;
|
|
||||||
return "RPC failed";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private:
|
private:
|
||||||
std::unique_ptr<MSService::Stub> stub_;
|
std::unique_ptr<MSService::Stub> stub_;
|
||||||
};
|
};
|
||||||
|
|
||||||
int main(int argc, char **argv) {
|
int main(int argc, char **argv) {
|
||||||
|
|
@ -275,48 +86,26 @@ int main(int argc, char **argv) {
|
||||||
// InsecureChannelCredentials()).
|
// InsecureChannelCredentials()).
|
||||||
std::string target_str;
|
std::string target_str;
|
||||||
std::string arg_target_str("--target");
|
std::string arg_target_str("--target");
|
||||||
std::string type;
|
if (argc > 1) {
|
||||||
std::string arg_type_str("--type");
|
// parse target
|
||||||
if (argc > 2) {
|
std::string arg_val = argv[1];
|
||||||
{
|
size_t start_pos = arg_val.find(arg_target_str);
|
||||||
// parse target
|
if (start_pos != std::string::npos) {
|
||||||
std::string arg_val = argv[1];
|
start_pos += arg_target_str.size();
|
||||||
size_t start_pos = arg_val.find(arg_target_str);
|
if (arg_val[start_pos] == '=') {
|
||||||
if (start_pos != std::string::npos) {
|
target_str = arg_val.substr(start_pos + 1);
|
||||||
start_pos += arg_target_str.size();
|
|
||||||
if (arg_val[start_pos] == '=') {
|
|
||||||
target_str = arg_val.substr(start_pos + 1);
|
|
||||||
} else {
|
|
||||||
std::cout << "The only correct argument syntax is --target=" << std::endl;
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
} else {
|
} else {
|
||||||
target_str = "localhost:5500";
|
std::cout << "The only correct argument syntax is --target=" << std::endl;
|
||||||
}
|
return 0;
|
||||||
}
|
|
||||||
|
|
||||||
{
|
|
||||||
// parse type
|
|
||||||
std::string arg_val2 = argv[2];
|
|
||||||
size_t start_pos = arg_val2.find(arg_type_str);
|
|
||||||
if (start_pos != std::string::npos) {
|
|
||||||
start_pos += arg_type_str.size();
|
|
||||||
if (arg_val2[start_pos] == '=') {
|
|
||||||
type = arg_val2.substr(start_pos + 1);
|
|
||||||
} else {
|
|
||||||
std::cout << "The only correct argument syntax is --target=" << std::endl;
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
type = "add";
|
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
target_str = "localhost:5500";
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
target_str = "localhost:5500";
|
target_str = "localhost:5500";
|
||||||
type = "add";
|
|
||||||
}
|
}
|
||||||
MSClient client(grpc::CreateChannel(target_str, grpc::InsecureChannelCredentials()));
|
MSClient client(grpc::CreateChannel(target_str, grpc::InsecureChannelCredentials()));
|
||||||
std::string reply = client.Predict(type);
|
std::string reply = client.Predict();
|
||||||
std::cout << "client received: " << reply << std::endl;
|
std::cout << "client received: " << reply << std::endl;
|
||||||
|
|
||||||
return 0;
|
return 0;
|
||||||
|
|
|
||||||
|
|
@ -19,7 +19,7 @@ import ms_service_pb2_grpc
|
||||||
|
|
||||||
|
|
||||||
def run():
|
def run():
|
||||||
channel = grpc.insecure_channel('localhost:5050')
|
channel = grpc.insecure_channel('localhost:5500')
|
||||||
stub = ms_service_pb2_grpc.MSServiceStub(channel)
|
stub = ms_service_pb2_grpc.MSServiceStub(channel)
|
||||||
request = ms_service_pb2.PredictRequest()
|
request = ms_service_pb2.PredictRequest()
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue