mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2025-01-03 23:34:35 +00:00
108 lines
3.5 KiB
CMake
108 lines
3.5 KiB
CMake
if (NOT EXISTS $ENV{MUSA_PATH})
|
|
if (NOT EXISTS /opt/musa)
|
|
set(MUSA_PATH /usr/local/musa)
|
|
else()
|
|
set(MUSA_PATH /opt/musa)
|
|
endif()
|
|
else()
|
|
set(MUSA_PATH $ENV{MUSA_PATH})
|
|
endif()
|
|
|
|
set(CMAKE_C_COMPILER "${MUSA_PATH}/bin/clang")
|
|
set(CMAKE_C_EXTENSIONS OFF)
|
|
set(CMAKE_CXX_COMPILER "${MUSA_PATH}/bin/clang++")
|
|
set(CMAKE_CXX_EXTENSIONS OFF)
|
|
|
|
list(APPEND CMAKE_MODULE_PATH "${MUSA_PATH}/cmake")
|
|
|
|
find_package(MUSAToolkit)
|
|
|
|
if (MUSAToolkit_FOUND)
|
|
message(STATUS "MUSA Toolkit found")
|
|
|
|
if (NOT DEFINED MUSA_ARCHITECTURES)
|
|
set(MUSA_ARCHITECTURES "21;22")
|
|
endif()
|
|
message(STATUS "Using MUSA architectures: ${MUSA_ARCHITECTURES}")
|
|
|
|
file(GLOB GGML_HEADERS_MUSA "../ggml-cuda/*.cuh")
|
|
list(APPEND GGML_HEADERS_MUSA "../../include/ggml-cuda.h")
|
|
|
|
file(GLOB GGML_SOURCES_MUSA "../ggml-cuda/*.cu")
|
|
file(GLOB SRCS "../ggml-cuda/template-instances/fattn-wmma*.cu")
|
|
list(APPEND GGML_SOURCES_MUSA ${SRCS})
|
|
file(GLOB SRCS "../ggml-cuda/template-instances/mmq*.cu")
|
|
list(APPEND GGML_SOURCES_MUSA ${SRCS})
|
|
|
|
if (GGML_CUDA_FA_ALL_QUANTS)
|
|
file(GLOB SRCS "../ggml-cuda/template-instances/fattn-vec*.cu")
|
|
list(APPEND GGML_SOURCES_MUSA ${SRCS})
|
|
add_compile_definitions(GGML_CUDA_FA_ALL_QUANTS)
|
|
else()
|
|
file(GLOB SRCS "../ggml-cuda/template-instances/fattn-vec*q4_0-q4_0.cu")
|
|
list(APPEND GGML_SOURCES_MUSA ${SRCS})
|
|
file(GLOB SRCS "../ggml-cuda/template-instances/fattn-vec*q8_0-q8_0.cu")
|
|
list(APPEND GGML_SOURCES_MUSA ${SRCS})
|
|
file(GLOB SRCS "../ggml-cuda/template-instances/fattn-vec*f16-f16.cu")
|
|
list(APPEND GGML_SOURCES_MUSA ${SRCS})
|
|
endif()
|
|
|
|
set_source_files_properties(${GGML_SOURCES_MUSA} PROPERTIES LANGUAGE CXX)
|
|
foreach(SOURCE ${GGML_SOURCES_MUSA})
|
|
set(COMPILE_FLAGS "-x musa -mtgpu")
|
|
foreach(ARCH ${MUSA_ARCHITECTURES})
|
|
set(COMPILE_FLAGS "${COMPILE_FLAGS} --cuda-gpu-arch=mp_${ARCH}")
|
|
endforeach()
|
|
set_property(SOURCE ${SOURCE} PROPERTY COMPILE_FLAGS ${COMPILE_FLAGS})
|
|
endforeach()
|
|
|
|
ggml_add_backend_library(ggml-musa
|
|
${GGML_HEADERS_MUSA}
|
|
${GGML_SOURCES_MUSA}
|
|
)
|
|
|
|
# TODO: do not use CUDA definitions for MUSA
|
|
target_compile_definitions(ggml PUBLIC GGML_USE_CUDA)
|
|
|
|
add_compile_definitions(GGML_USE_MUSA)
|
|
add_compile_definitions(GGML_CUDA_PEER_MAX_BATCH_SIZE=${GGML_CUDA_PEER_MAX_BATCH_SIZE})
|
|
|
|
if (GGML_CUDA_GRAPHS)
|
|
add_compile_definitions(GGML_CUDA_USE_GRAPHS)
|
|
endif()
|
|
|
|
if (GGML_CUDA_FORCE_MMQ)
|
|
add_compile_definitions(GGML_CUDA_FORCE_MMQ)
|
|
endif()
|
|
|
|
if (GGML_CUDA_FORCE_CUBLAS)
|
|
add_compile_definitions(GGML_CUDA_FORCE_CUBLAS)
|
|
endif()
|
|
|
|
if (GGML_CUDA_NO_VMM)
|
|
add_compile_definitions(GGML_CUDA_NO_VMM)
|
|
endif()
|
|
|
|
if (GGML_CUDA_F16 OR GGML_CUDA_DMMV_F16)
|
|
add_compile_definitions(GGML_CUDA_F16)
|
|
endif()
|
|
|
|
if (GGML_CUDA_NO_PEER_COPY)
|
|
add_compile_definitions(GGML_CUDA_NO_PEER_COPY)
|
|
endif()
|
|
|
|
if (GGML_STATIC)
|
|
target_link_libraries(ggml-musa PRIVATE MUSA::musart_static MUSA::mublas_static)
|
|
else()
|
|
target_link_libraries(ggml-musa PRIVATE MUSA::musart MUSA::mublas)
|
|
endif()
|
|
|
|
if (GGML_CUDA_NO_VMM)
|
|
# No VMM requested, no need to link directly with the musa driver lib (libmusa.so)
|
|
else()
|
|
target_link_libraries(ggml-musa PRIVATE MUSA::musa_driver)
|
|
endif()
|
|
else()
|
|
message(FATAL_ERROR "MUSA Toolkit not found")
|
|
endif()
|