From c3d4ead1367627eb9332f03e9c01f19fae65528a Mon Sep 17 00:00:00 2001 From: Alan Gray Date: Wed, 24 Apr 2024 02:37:57 -0700 Subject: [PATCH] added missing CUDA_CHECKs --- ggml-cuda.cu | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/ggml-cuda.cu b/ggml-cuda.cu index 5b696719b..1fc21f540 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -2440,12 +2440,11 @@ GGML_CALL static enum ggml_status ggml_backend_cuda_graph_compute(ggml_backend_t // kernel parameters which need updated in the graph for each token void* ggmlCudaCpyFn = nullptr; - if(cudaGraph.count==0){ cudaDeviceProp prop; int device; - cudaGetDevice(&device); - cudaGetDeviceProperties(&prop, device); + CUDA_CHECK(cudaGetDevice(&device)); + CUDA_CHECK(cudaGetDeviceProperties(&prop, device)); if (prop.major < 8){ cudaGraph.disableDueToGpuArch=true; }