From 64cc19b4fe3df03bc20e520aa111c30cff3a655e Mon Sep 17 00:00:00 2001 From: Howard Su Date: Fri, 16 Jun 2023 01:29:59 +0800 Subject: [PATCH] Fix the validation of main device (#1872) --- ggml-cuda.cu | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml-cuda.cu b/ggml-cuda.cu index 0565571f4..0873e3e51 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -2366,7 +2366,7 @@ void ggml_cuda_assign_buffers_no_scratch(struct ggml_tensor * tensor) { } void ggml_cuda_set_main_device(int main_device) { - if (main_device > g_device_count) { + if (main_device >= g_device_count) { fprintf(stderr, "warning: cannot set main_device=%d because there are only %d devices. Using device %d instead.\n", main_device, g_device_count, g_main_device); return;