We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent df4719e commit c3d4eadCopy full SHA for c3d4ead
ggml-cuda.cu
@@ -2440,12 +2440,11 @@ GGML_CALL static enum ggml_status ggml_backend_cuda_graph_compute(ggml_backend_t
2440
// kernel parameters which need updated in the graph for each token
2441
void* ggmlCudaCpyFn = nullptr;
2442
2443
-
2444
if(cudaGraph.count==0){
2445
cudaDeviceProp prop;
2446
int device;
2447
- cudaGetDevice(&device);
2448
- cudaGetDeviceProperties(&prop, device);
+ CUDA_CHECK(cudaGetDevice(&device));
+ CUDA_CHECK(cudaGetDeviceProperties(&prop, device));
2449
if (prop.major < 8){
2450
cudaGraph.disableDueToGpuArch=true;
2451
}
0 commit comments