p47068915
/
mindspore
forked from mindspore-Ecosystem/mindspore
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

!26650 cublas status to string 

Merge pull request !26650 from VectorSL/cublas-log
This commit is contained in:
i-robot 2021-11-23 07:37:37 +00:00 committed by Gitee
parent 15cc4673a0 8160fba758
commit 3489a615a5
1 changed files with 58 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

77
mindspore/ccsrc/runtime/device/gpu/gpu_common.h
View File

@ -17,6 +17,7 @@
#ifndef MINDSPORE_CCSRC_RUNTIME_DEVICE_GPU_GPU_COMMON_H_
#define MINDSPORE_CCSRC_RUNTIME_DEVICE_GPU_GPU_COMMON_H_
#include <cublas_v2.h>
#include <iostream>
#include <vector>
#include <algorithm>
@ -135,29 +136,32 @@ namespace gpu {
} \
}
#define CHECK_CUBLAS_RET_WITH_EXCEPT_NOTRACE(expression, message) \
{ \
cublasStatus_t status = (expression); \
if (status != CUBLAS_STATUS_SUCCESS) { \
MS_LOG(EXCEPTION) << "cuBLAS Error: " << message << " | Error Number: " << status; \
} \
#define CHECK_CUBLAS_RET_WITH_EXCEPT_NOTRACE(expression, message) \
{ \
cublasStatus_t status = (expression); \
if (status != CUBLAS_STATUS_SUCCESS) { \
MS_LOG(EXCEPTION) << "cuBLAS Error: " << message << " | Error Number: " << status << " " \
<< mindspore::device::gpu::cuBlasGetErrorString(status); \
} \
}
#define CHECK_CUBLAS_RET_WITH_EXCEPT(node, expression, message) \
{ \
cublasStatus_t status = (expression); \
if (status != CUBLAS_STATUS_SUCCESS) { \
MS_LOG(EXCEPTION) << "cuBLAS Error: " << message << " | Error Number: " << status \
<< trace::DumpSourceLines(node.lock()); \
} \
#define CHECK_CUBLAS_RET_WITH_EXCEPT(node, expression, message) \
{ \
cublasStatus_t status = (expression); \
if (status != CUBLAS_STATUS_SUCCESS) { \
MS_LOG(EXCEPTION) << "cuBLAS Error: " << message << " | Error Number: " << status << " " \
<< mindspore::device::gpu::cuBlasGetErrorString(status) \
<< trace::DumpSourceLines(node.lock()); \
} \
}
#define CHECK_CUBLAS_RET_WITH_ERROR(expression, message) \
{ \
cublasStatus_t status = (expression); \
if (status != CUBLAS_STATUS_SUCCESS) { \
MS_LOG(ERROR) << "cuBLAS Error: " << message << " | Error Number: " << status; \
} \
#define CHECK_CUBLAS_RET_WITH_ERROR(expression, message) \
{ \
cublasStatus_t status = (expression); \
if (status != CUBLAS_STATUS_SUCCESS) { \
MS_LOG(ERROR) << "cuBLAS Error: " << message << " | Error Number: " << status << " " \
<< mindspore::device::gpu::cuBlasGetErrorString(status); \
} \
}
#define CHECK_CUSOLVER_RET_WITH_EXCEPT_NOTRACE(expression, message) \
@ -241,6 +245,41 @@ inline const char *CurandGetErrorString(curandStatus_t status) {
}
}
inline const char *cuBlasGetErrorString(cublasStatus_t status) {
switch (status) {
case CUBLAS_STATUS_SUCCESS:
return "CUBLAS_STATUS_SUCCESS: The operation completed successfully.";
case CUBLAS_STATUS_NOT_INITIALIZED:
return "CUBLAS_STATUS_NOT_INITIALIZED: The cuBLAS library was not initialized.";
case CUBLAS_STATUS_ALLOC_FAILED:
return "CUBLAS_STATUS_ALLOC_FAILED: Resource allocation failed inside the cuBLAS library. This is usually caused "
"by a cudaMalloc() failure. ";
case CUBLAS_STATUS_INVALID_VALUE:
return "CUBLAS_STATUS_INVALID_VALUE: An unsupported value or parameter was passed to the function (a negative "
"vector size, for example).";
case CUBLAS_STATUS_ARCH_MISMATCH:
return "CUBLAS_STATUS_ARCH_MISMATCH: The function requires a feature absent from the device architecture; "
"usually caused by compute capability lower than 5.0.";
case CUBLAS_STATUS_MAPPING_ERROR:
return "CUBLAS_STATUS_MAPPING_ERROR: An access to GPU memory space failed, which is usually caused by a failure "
"to bind a texture.";
case CUBLAS_STATUS_EXECUTION_FAILED:
return "CUBLAS_STATUS_EXECUTION_FAILED: The GPU program failed to execute. This is often caused by a launch "
"failure of the kernel on the GPU, which can be caused by multiple reasons.";
case CUBLAS_STATUS_INTERNAL_ERROR:
return "CUBLAS_STATUS_INTERNAL_ERROR: An internal cuBLAS operation failed. This error is usually caused by a "
"cudaMemcpyAsync() failure. ";
case CUBLAS_STATUS_NOT_SUPPORTED:
return "CUBLAS_STATUS_NOT_SUPPORTED: The functionality requested is not supported.";
case CUBLAS_STATUS_LICENSE_ERROR:
return "CUBLAS_STATUS_LICENSE_ERROR: The functionality requested requires some license and an error was detected "
"when trying to check the current licensing. This error can happen if the license is not present or is "
"expired or if the environment variable NVIDIA_LICENSE_FILE is not set properly. ";
default:
return "Unknown cublasStatus.";
}
}
#define CHECK_CURAND_RET_WITH_EXCEPT(expression, message) \
{ \
curandStatus_t status = (expression); \