Update ggml-cuda.cu

aropb · web-flow · commit be861626c4ac · 2025-02-12T22:42:02.000+03:00
cudaStreamCaptureModeGlobal
diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu
@@ -2754,7 +2754,7 @@ static enum ggml_status ggml_backend_cuda_graph_compute(ggml_backend_t backend,
     }
 
     if (use_cuda_graph && cuda_graph_update_required) { // Start CUDA graph capture
-        CUDA_CHECK(cudaStreamBeginCapture(cuda_ctx->stream(), cudaStreamCaptureModeThreadLocal)); //cudaStreamCaptureModeRelaxed
+        CUDA_CHECK(cudaStreamBeginCapture(cuda_ctx->stream(), cudaStreamCaptureModeGlobal)); //cudaStreamCaptureModeRelaxed
     }
 
 #else

Original file line number	Diff line number	Diff line change
`@@ -2754,7 +2754,7 @@ static enum ggml_status ggml_backend_cuda_graph_compute(ggml_backend_t backend,`
`2754`	`2754`	`}`
`2755`	`2755`
`2756`	`2756`	`if (use_cuda_graph && cuda_graph_update_required) { // Start CUDA graph capture`
`2757`		`- CUDA_CHECK(cudaStreamBeginCapture(cuda_ctx->stream(), cudaStreamCaptureModeThreadLocal)); //cudaStreamCaptureModeRelaxed`
	`2757`	`+ CUDA_CHECK(cudaStreamBeginCapture(cuda_ctx->stream(), cudaStreamCaptureModeGlobal)); //cudaStreamCaptureModeRelaxed`
`2758`	`2758`	`}`
`2759`	`2759`
`2760`	`2760`	`#else`