File tree Expand file tree Collapse file tree 1 file changed +1
-12
lines changed Expand file tree Collapse file tree 1 file changed +1
-12
lines changed Original file line number Diff line number Diff line change @@ -2543,19 +2543,8 @@ static void evaluate_and_capture_cuda_graph(ggml_backend_cuda_context * cuda_ctx
2543
2543
CUDA_CHECK (cudaGraphDestroy (cuda_ctx->cuda_graph ->graph ));
2544
2544
cuda_ctx->cuda_graph ->graph = nullptr ;
2545
2545
}
2546
- CUDA_CHECK (cudaStreamEndCapture (cuda_ctx->stream (), &cuda_ctx->cuda_graph ->graph ));
2547
2546
2548
- #if 0
2549
- if (disable_cuda_graphs_due_to_failed_capture) {
2550
- use_cuda_graph = false;
2551
- cuda_ctx->cuda_graph->disable_due_to_failed_graph_capture = true;
2552
- #ifndef NDEBUG
2553
- GGML_LOG_DEBUG("%s: disabling CUDA graphs due to failed graph capture\n", __func__);
2554
- #endif
2555
- } else {
2556
- graph_evaluated_or_captured = true; // CUDA graph has been captured
2557
- }
2558
- #endif
2547
+ CUDA_CHECK (cudaStreamEndCapture (cuda_ctx->stream (), &cuda_ctx->cuda_graph ->graph ));
2559
2548
graph_evaluated_or_captured = true ; // CUDA graph has been captured
2560
2549
} else {
2561
2550
graph_evaluated_or_captured = true ; // ggml graph has been directly evaluated
You can’t perform that action at this time.
0 commit comments