CUDA: add device number to error messages

Author: JohannesGaessler

ggml-cuda.cu

@@ -144,7 +144,10 @@ static_assert(sizeof(half) == sizeof(ggml_fp16_t), "wrong fp16 size");
     do {                                                                                \
         cudaError_t err_ = (err);                                                       \
         if (err_ != cudaSuccess) {                                                      \
-            fprintf(stderr, "CUDA error %d at %s:%d: %s\n", err_, __FILE__, __LINE__,   \
+            int id;                                                                     \
+            cudaGetDevice(&id);                                                         \
+            fprintf(stderr, "CUDA error %d on device %d at %s:%d: %s\n",                \
+                    err_, id, __FILE__, __LINE__,                                       \
                 cudaGetErrorString(err_));                                              \
             exit(1);                                                                    \
         }                                                                               \
@@ -155,8 +158,10 @@ static_assert(sizeof(half) == sizeof(ggml_fp16_t), "wrong fp16 size");
     do {                                                                                \
         cublasStatus_t err_ = (err);                                                    \
         if (err_ != CUBLAS_STATUS_SUCCESS) {                                            \
-            fprintf(stderr, "\ncuBLAS error %d at %s:%d: %s\n",                         \
-                    err_, __FILE__, __LINE__, cublasGetStatusString(err_));             \
+            int id;                                                                     \
+            cudaGetDevice(&id);                                                         \
+            fprintf(stderr, "\ncuBLAS error %d on device %d at %s:%d: %s\n",            \
+                    err_, id, __FILE__, __LINE__, cublasGetStatusString(err_));         \
             exit(1);                                                                    \
         }                                                                               \
     } while (0)
@@ -165,7 +170,10 @@ static_assert(sizeof(half) == sizeof(ggml_fp16_t), "wrong fp16 size");
     do {                                                                                \
         cublasStatus_t err_ = (err);                                                    \
         if (err_ != CUBLAS_STATUS_SUCCESS) {                                            \
-            fprintf(stderr, "\ncuBLAS error %d at %s:%d\n", err_, __FILE__, __LINE__);  \
+            int id;                                                                     \
+            cudaGetDevice(&id);                                                         \
+            fprintf(stderr, "\ncuBLAS error %d on device %d at %s:%d\n",                \
+                    err_, id, __FILE__, __LINE__);                                      \
             exit(1);                                                                    \
         }                                                                               \
     } while (0)