From d4156690877abfce586354fcd494c4c072968c5e Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Tue, 24 Oct 2023 00:18:49 +0300 Subject: [PATCH] cuda : add ROCm / hipBLAS cublasGemmBatchedEx define --- ggml-cuda.cu | 1 + 1 file changed, 1 insertion(+) diff --git a/ggml-cuda.cu b/ggml-cuda.cu index c0383d19e..e2dea9eab 100644 --- a/ggml-cuda.cu +++ b/ggml-cuda.cu @@ -29,6 +29,7 @@ #define __shfl_xor_sync(mask, var, laneMask, width) __shfl_xor(var, laneMask, width) #define cublasCreate hipblasCreate #define cublasGemmEx hipblasGemmEx +#define cublasGemmBatchedEx hipblasGemmBatchedEx #define cublasHandle_t hipblasHandle_t #define cublasSetMathMode(handle, mode) CUBLAS_STATUS_SUCCESS #define cublasSetStream hipblasSetStream