mindspore-Ecosystem
/
mindspore
21
0
Fork 27
Code Issues Pull Requests 6 Projects Releases Wiki Activity

waiting tasks in the queue exceeds the limit

This commit is contained in:
yefeng 2022-04-28 10:01:43 +08:00
parent 4d088ae2c7
commit a7e625245e
3 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
include/api/status.h
View File

@ -80,6 +80,7 @@ enum StatusCode : uint32_t {
kLiteThreadPoolError = kLite | (0x0FFFFFFF & -8), /**< Error occur in thread pool. */
kLiteUninitializedObj = kLite | (0x0FFFFFFF & -9), /**< Object is not initialized. */
kLiteFileError = kLite | (0x0FFFFFFF & -10), /**< Invalid file. */
kLiteServiceDeny = kLite | (0x0FFFFFFF & -11), /**< Denial of service. */
// Executor error code, range: [-100,-200)
kLiteOutOfTensorRange = kLite | (0x0FFFFFFF & -100), /**< Failed to check range. */

2
mindspore/lite/src/cxx_api/model_pool/model_parallel_runner.cc
View File

@ -57,7 +57,7 @@ Status ModelParallelRunner::Predict(const std::vector<MSTensor> &inputs, std::ve
auto status = model_pool_->Predict(inputs, outputs, before, after);
if (status != kSuccess) {
MS_LOG(ERROR) << "model runner predict failed.";
return kLiteError;
return status;
}
return kSuccess;
}

6
mindspore/lite/src/cxx_api/model_pool/model_pool.cc
View File

@ -29,6 +29,7 @@ namespace mindspore {
namespace {
constexpr int32_t kNumThreads = 8;
constexpr int kNumDeviceInfo = 2;
constexpr int kNumMaxTaskQueueSize = 1000;
int GetCoreNum() {
int core_num = 1;
#if defined(_MSC_VER) || defined(_WIN32)
@ -639,6 +640,11 @@ Status ModelPool::Predict(const std::vector<MSTensor> &inputs, std::vector<MSTen
return kSuccess;
} else {
// do predict
if (predict_task_queue_->GetTaskNum(max_wait_worker_node_id) > kNumMaxTaskQueueSize) {
MS_LOG(ERROR) << "The number of waiting tasks in the queue exceeds the limit, ret=" << kLiteServiceDeny;
predict_task_mutex_.unlock();
return kLiteServiceDeny;
}
predict_task_queue_->DecreaseWaitModelNum(1, max_wait_worker_node_id);
auto predict_task = std::make_shared<PredictTask>(&inputs, outputs, before, after);
if (predict_task == nullptr) {