parameter-without-user

This commit is contained in:
wilfChen 2021-06-24 09:51:37 +08:00
parent b9e952c3a2
commit d68069a617
3 changed files with 10 additions and 10 deletions

View File

@ -77,14 +77,14 @@ class MatMulGpuKernel : public GpuKernel {
cublasGemmEx(handle_, transpose_x2_, transpose_x1_, SizeToInt(n_), SizeToInt(m_), SizeToInt(k_), &alpha,
input2_addr, dtype_b_, ldb, input1_addr, dtype_a_, lda, &beta, output_addr, dtype_c_, ldc,
compute_type, algo_),
"cublasGemmEx failed");
"cublasGemmEx failed. Possible reasons: the GPU is occupied by other processes.");
} else {
CHECK_CUBLAS_RET_WITH_EXCEPT(
kernel_node_,
cublasGemmStridedBatchedEx(handle_, transpose_x2_, transpose_x1_, SizeToInt(n_), SizeToInt(m_), SizeToInt(k_),
&alpha, input2_addr, dtype_b_, ldb, stride_b, input1_addr, dtype_a_, lda, stride_a,
&beta, output_addr, dtype_c_, ldc, stride_c, batch_, compute_type, algo_),
"cublasGemmStridedBatchedEx failed");
"cublasGemmStridedBatchedEx failed. Possible reasons: the GPU is occupied by other processes.");
}
} catch (const std::exception &e) {
MS_LOG(EXCEPTION) << "Encountered an exception: " << e.what() << " when invoke cublas "

View File

@ -36,8 +36,8 @@ void AscendInferenceSession::LoadInputData(const std::shared_ptr<KernelGraph> &k
size_t no_weight_input = 0;
for (size_t i = 0; i < input_nodes.size(); ++i) {
tensor::TensorPtr tensor = nullptr;
if (!input_nodes[i]->isa<Parameter>()) {
MS_LOG(ERROR) << "Kernel graph inputs have anfnode which is not Parameter";
if (!input_nodes[i]->isa<Parameter>() || !AnfAlgo::OutputAddrExist(input_nodes[i], 0)) {
MS_LOG(INFO) << "Kernel graph inputs have anfnode which is not Parameter or without output addr.";
continue;
}
auto pk_node = input_nodes[i]->cast<ParameterPtr>();
@ -63,14 +63,14 @@ GraphId AscendInferenceSession::CompileGraphImpl(NotNull<FuncGraphPtr> func_grap
auto input_nodes = kernel_graph->inputs();
for (size_t i = 0; i < input_nodes.size(); ++i) {
if (!input_nodes[i]->isa<Parameter>()) {
MS_LOG(ERROR) << "Kernel graph inputs have anfnode which is not Parameter";
MS_LOG(INFO) << "Kernel graph inputs have anfnode which is not Parameter or without output addr.";
continue;
}
auto pk_node = input_nodes[i]->cast<ParameterPtr>();
MS_EXCEPTION_IF_NULL(pk_node);
auto device_address = AnfAlgo::GetMutableOutputAddr(pk_node, 0);
MS_EXCEPTION_IF_NULL(device_address);
if (AnfAlgo::IsParameterWeight(pk_node)) {
if (AnfAlgo::IsParameterWeight(pk_node) || !AnfAlgo::OutputAddrExist(input_nodes[i], 0)) {
const auto &param_value = pk_node->default_param();
MS_EXCEPTION_IF_NULL(param_value);
auto tensor = std::dynamic_pointer_cast<tensor::Tensor>(param_value);

View File

@ -36,8 +36,8 @@ void GpuInferenceSession::LoadInputData(const std::shared_ptr<KernelGraph> &kern
size_t no_weight_input = 0;
for (size_t i = 0; i < input_nodes.size(); ++i) {
tensor::TensorPtr tensor = nullptr;
if (!input_nodes[i]->isa<Parameter>()) {
MS_LOG(ERROR) << "Kernel graph inputs have anfnode which is not Parameter";
if (!input_nodes[i]->isa<Parameter>() || !AnfAlgo::OutputAddrExist(input_nodes[i], 0)) {
MS_LOG(INFO) << "Kernel graph inputs is not Parameter or without user.";
continue;
}
auto pk_node = input_nodes[i]->cast<ParameterPtr>();
@ -62,8 +62,8 @@ GraphId GpuInferenceSession::CompileGraphImpl(NotNull<FuncGraphPtr> func_graph)
// load weight data to device
auto input_nodes = kernel_graph->inputs();
for (size_t i = 0; i < input_nodes.size(); ++i) {
if (!input_nodes[i]->isa<Parameter>()) {
MS_LOG(ERROR) << "Kernel graph inputs have anfnode which is not Parameter";
if (!input_nodes[i]->isa<Parameter>() || !AnfAlgo::OutputAddrExist(input_nodes[i], 0)) {
MS_LOG(INFO) << "Kernel graph inputs is not Parameter or without user.";
continue;
}
auto pk_node = input_nodes[i]->cast<ParameterPtr>();