mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-12-25 02:44:36 +00:00
f7cab35ef9
CLI to hash GGUF files to detect difference on a per model and per tensor level The hash type we support is: - `--xxh64`: use xhash 64bit hash mode (default) - `--sha1`: use sha1 - `--uuid`: use uuid - `--sha256`: use sha256 While most POSIX systems already have hash checking programs like sha256sum, it is designed to check entire files. This is not ideal for our purpose if we want to check for consistency of the tensor data even if the metadata content of the gguf KV store has been updated. This program is designed to hash a gguf tensor payload on a 'per tensor layer' in addition to a 'entire tensor model' hash. The intent is that the entire tensor layer can be checked first but if there is any detected inconsistencies, then the per tensor hash can be used to narrow down the specific tensor layer that has inconsistencies. Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
1491 lines
43 KiB
Makefile
1491 lines
43 KiB
Makefile
# Define the default target now so that it is always the first target
|
|
BUILD_TARGETS = \
|
|
libllava.a \
|
|
llama-baby-llama \
|
|
llama-batched \
|
|
llama-batched-bench \
|
|
llama-bench \
|
|
llama-benchmark-matmult \
|
|
llama-cli \
|
|
llama-convert-llama2c-to-ggml \
|
|
llama-embedding \
|
|
llama-eval-callback \
|
|
llama-export-lora \
|
|
llama-finetune \
|
|
llama-gbnf-validator \
|
|
llama-gguf \
|
|
llama-gguf-hash \
|
|
llama-gguf-split \
|
|
llama-gritlm \
|
|
llama-imatrix \
|
|
llama-infill \
|
|
llama-llava-cli \
|
|
llama-lookahead \
|
|
llama-lookup \
|
|
llama-lookup-create \
|
|
llama-lookup-merge \
|
|
llama-lookup-stats \
|
|
llama-parallel \
|
|
llama-passkey \
|
|
llama-perplexity \
|
|
llama-q8dot \
|
|
llama-quantize \
|
|
llama-quantize-stats \
|
|
llama-retrieval \
|
|
llama-save-load-state \
|
|
llama-server \
|
|
llama-simple \
|
|
llama-speculative \
|
|
llama-tokenize \
|
|
llama-train-text-from-scratch \
|
|
llama-vdot \
|
|
llama-cvector-generator \
|
|
tests/test-c.o
|
|
|
|
# Binaries only useful for tests
|
|
TEST_TARGETS = \
|
|
tests/test-autorelease \
|
|
tests/test-backend-ops \
|
|
tests/test-chat-template \
|
|
tests/test-double-float \
|
|
tests/test-grad0 \
|
|
tests/test-grammar-integration \
|
|
tests/test-grammar-parser \
|
|
tests/test-json-schema-to-grammar \
|
|
tests/test-llama-grammar \
|
|
tests/test-model-load-cancel \
|
|
tests/test-opt \
|
|
tests/test-quantize-fns \
|
|
tests/test-quantize-perf \
|
|
tests/test-rope \
|
|
tests/test-sampling \
|
|
tests/test-tokenizer-0 \
|
|
tests/test-tokenizer-1-bpe \
|
|
tests/test-tokenizer-1-spm
|
|
|
|
# Legacy build targets that were renamed in #7809, but should still be removed when the project is cleaned
|
|
LEGACY_TARGETS = main quantize quantize-stats perplexity imatrix embedding vdot q8dot train-text-from-scratch convert-llama2c-to-ggml \
|
|
simple batched batched-bench save-load-state server gguf gguf-split eval-callback llama-bench libllava.a llava-cli baby-llama \
|
|
retrieval speculative infill tokenize benchmark-matmult parallel finetune export-lora lookahead lookup passkey gritlm
|
|
|
|
# Deprecation aliases
|
|
ifdef LLAMA_CUBLAS
|
|
$(error LLAMA_CUBLAS is removed. Use GGML_CUDA instead.)
|
|
endif
|
|
|
|
ifdef LLAMA_CUDA
|
|
GGML_CUDA := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_KOMPUTE
|
|
GGML_KOMPUTE := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_METAL
|
|
GGML_METAL := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_OPENMP
|
|
GGML_OPENMP := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_RPC
|
|
GGML_RPC := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_SYCL
|
|
GGML_SYCL := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_SYCL_F16
|
|
GGML_SYCL_F16 := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_OPENBLAS
|
|
GGML_OPENBLAS := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_OPENBLAS64
|
|
GGML_OPENBLAS64 := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_BLIS
|
|
GGML_BLIS := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_NO_LLAMAFILE
|
|
GGML_NO_LLAMAFILE := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_NO_ACCELERATE
|
|
GGML_NO_ACCELERATE := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_NO_OPENMP
|
|
GGML_NO_OPENMP := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifdef LLAMA_NO_METAL
|
|
GGML_NO_METAL := 1
|
|
DEPRECATE_WARNING := 1
|
|
endif
|
|
|
|
ifndef UNAME_S
|
|
UNAME_S := $(shell uname -s)
|
|
endif
|
|
|
|
ifndef UNAME_P
|
|
UNAME_P := $(shell uname -p)
|
|
endif
|
|
|
|
ifndef UNAME_M
|
|
UNAME_M := $(shell uname -m)
|
|
endif
|
|
|
|
# In GNU make default CXX is g++ instead of c++. Let's fix that so that users
|
|
# of non-gcc compilers don't have to provide g++ alias or wrapper.
|
|
DEFCC := cc
|
|
DEFCXX := c++
|
|
ifeq ($(origin CC),default)
|
|
CC := $(DEFCC)
|
|
endif
|
|
ifeq ($(origin CXX),default)
|
|
CXX := $(DEFCXX)
|
|
endif
|
|
|
|
# Mac OS + Arm can report x86_64
|
|
# ref: https://github.com/ggerganov/whisper.cpp/issues/66#issuecomment-1282546789
|
|
ifeq ($(UNAME_S),Darwin)
|
|
ifndef GGML_NO_METAL
|
|
GGML_METAL := 1
|
|
endif
|
|
|
|
GGML_NO_OPENMP := 1
|
|
|
|
ifneq ($(UNAME_P),arm)
|
|
SYSCTL_M := $(shell sysctl -n hw.optional.arm64 2>/dev/null)
|
|
ifeq ($(SYSCTL_M),1)
|
|
# UNAME_P := arm
|
|
# UNAME_M := arm64
|
|
warn := $(warning Your arch is announced as x86_64, but it seems to actually be ARM64. Not fixing that can lead to bad performance. For more info see: https://github.com/ggerganov/whisper.cpp/issues/66\#issuecomment-1282546789)
|
|
endif
|
|
endif
|
|
endif
|
|
|
|
ifdef GGML_METAL
|
|
GGML_METAL_EMBED_LIBRARY := 1
|
|
endif
|
|
|
|
ifdef GGML_RPC
|
|
BUILD_TARGETS += rpc-server
|
|
endif
|
|
|
|
default: $(BUILD_TARGETS)
|
|
|
|
test: $(TEST_TARGETS)
|
|
@failures=0; \
|
|
for test_target in $(TEST_TARGETS); do \
|
|
if [ "$$test_target" = "tests/test-tokenizer-0" ]; then \
|
|
./$$test_target $(CURDIR)/models/ggml-vocab-llama-spm.gguf; \
|
|
./$$test_target $(CURDIR)/models/ggml-vocab-llama-bpe.gguf; \
|
|
./$$test_target $(CURDIR)/models/ggml-vocab-phi-3.gguf; \
|
|
./$$test_target $(CURDIR)/models/ggml-vocab-falcon.gguf; \
|
|
./$$test_target $(CURDIR)/models/ggml-vocab-bert-bge.gguf; \
|
|
./$$test_target $(CURDIR)/models/ggml-vocab-starcoder.gguf; \
|
|
./$$test_target $(CURDIR)/models/ggml-vocab-gpt-2.gguf; \
|
|
./$$test_target $(CURDIR)/models/ggml-vocab-refact.gguf; \
|
|
elif [ "$$test_target" = "tests/test-tokenizer-1-spm" ]; then \
|
|
continue; \
|
|
elif [ "$$test_target" = "tests/test-tokenizer-1-bpe" ]; then \
|
|
continue; \
|
|
else \
|
|
echo "Running test $$test_target..."; \
|
|
./$$test_target; \
|
|
fi; \
|
|
if [ $$? -ne 0 ]; then \
|
|
printf 'Test %s FAILED!\n\n' $$test_target; \
|
|
failures=$$(( failures + 1 )); \
|
|
else \
|
|
printf 'Test %s passed.\n\n' $$test_target; \
|
|
fi; \
|
|
done; \
|
|
if [ $$failures -gt 0 ]; then \
|
|
printf '\n%s tests failed.\n' $$failures; \
|
|
exit 1; \
|
|
fi
|
|
@echo 'All tests passed.'
|
|
|
|
all: $(BUILD_TARGETS) $(TEST_TARGETS)
|
|
|
|
ifdef RISCV_CROSS_COMPILE
|
|
CC := riscv64-unknown-linux-gnu-gcc
|
|
CXX := riscv64-unknown-linux-gnu-g++
|
|
endif
|
|
|
|
#
|
|
# Compile flags
|
|
#
|
|
|
|
# keep standard at C11 and C++11
|
|
MK_CPPFLAGS = -Iggml/include -Iggml/src -Iinclude -Isrc -Icommon
|
|
MK_CFLAGS = -std=c11 -fPIC
|
|
MK_CXXFLAGS = -std=c++11 -fPIC
|
|
MK_NVCCFLAGS = -std=c++11
|
|
|
|
ifndef LLAMA_NO_CCACHE
|
|
CCACHE := $(shell which ccache)
|
|
ifdef CCACHE
|
|
export CCACHE_SLOPPINESS = time_macros
|
|
$(info I ccache found, compilation results will be cached. Disable with LLAMA_NO_CCACHE.)
|
|
CC := $(CCACHE) $(CC)
|
|
CXX := $(CCACHE) $(CXX)
|
|
else
|
|
$(info I ccache not found. Consider installing it for faster compilation.)
|
|
endif # CCACHE
|
|
endif # LLAMA_NO_CCACHE
|
|
|
|
# clock_gettime came in POSIX.1b (1993)
|
|
# CLOCK_MONOTONIC came in POSIX.1-2001 / SUSv3 as optional
|
|
# posix_memalign came in POSIX.1-2001 / SUSv3
|
|
# M_PI is an XSI extension since POSIX.1-2001 / SUSv3, came in XPG1 (1985)
|
|
MK_CPPFLAGS += -D_XOPEN_SOURCE=600
|
|
|
|
# Somehow in OpenBSD whenever POSIX conformance is specified
|
|
# some string functions rely on locale_t availability,
|
|
# which was introduced in POSIX.1-2008, forcing us to go higher
|
|
ifeq ($(UNAME_S),OpenBSD)
|
|
MK_CPPFLAGS += -U_XOPEN_SOURCE -D_XOPEN_SOURCE=700
|
|
endif
|
|
|
|
# Data types, macros and functions related to controlling CPU affinity and
|
|
# some memory allocation are available on Linux through GNU extensions in libc
|
|
ifeq ($(UNAME_S),Linux)
|
|
MK_CPPFLAGS += -D_GNU_SOURCE
|
|
endif
|
|
|
|
# RLIMIT_MEMLOCK came in BSD, is not specified in POSIX.1,
|
|
# and on macOS its availability depends on enabling Darwin extensions
|
|
# similarly on DragonFly, enabling BSD extensions is necessary
|
|
ifeq ($(UNAME_S),Darwin)
|
|
MK_CPPFLAGS += -D_DARWIN_C_SOURCE
|
|
endif
|
|
ifeq ($(UNAME_S),DragonFly)
|
|
MK_CPPFLAGS += -D__BSD_VISIBLE
|
|
endif
|
|
|
|
# alloca is a non-standard interface that is not visible on BSDs when
|
|
# POSIX conformance is specified, but not all of them provide a clean way
|
|
# to enable it in such cases
|
|
ifeq ($(UNAME_S),FreeBSD)
|
|
MK_CPPFLAGS += -D__BSD_VISIBLE
|
|
endif
|
|
ifeq ($(UNAME_S),NetBSD)
|
|
MK_CPPFLAGS += -D_NETBSD_SOURCE
|
|
endif
|
|
ifeq ($(UNAME_S),OpenBSD)
|
|
MK_CPPFLAGS += -D_BSD_SOURCE
|
|
endif
|
|
|
|
ifdef GGML_SCHED_MAX_COPIES
|
|
MK_CPPFLAGS += -DGGML_SCHED_MAX_COPIES=$(GGML_SCHED_MAX_COPIES)
|
|
endif
|
|
|
|
ifdef LLAMA_DEBUG
|
|
MK_CFLAGS += -O0 -g
|
|
MK_CXXFLAGS += -O0 -g
|
|
MK_LDFLAGS += -g
|
|
MK_NVCCFLAGS += -O0 -g
|
|
|
|
ifeq ($(UNAME_S),Linux)
|
|
MK_CPPFLAGS += -D_GLIBCXX_ASSERTIONS
|
|
endif
|
|
else
|
|
MK_CPPFLAGS += -DNDEBUG
|
|
MK_CFLAGS += -O3
|
|
MK_CXXFLAGS += -O3
|
|
MK_NVCCFLAGS += -O3
|
|
endif
|
|
|
|
ifdef LLAMA_SANITIZE_THREAD
|
|
MK_CFLAGS += -fsanitize=thread -g
|
|
MK_CXXFLAGS += -fsanitize=thread -g
|
|
MK_LDFLAGS += -fsanitize=thread -g
|
|
endif
|
|
|
|
ifdef LLAMA_SANITIZE_ADDRESS
|
|
MK_CFLAGS += -fsanitize=address -fno-omit-frame-pointer -g
|
|
MK_CXXFLAGS += -fsanitize=address -fno-omit-frame-pointer -g
|
|
MK_LDFLAGS += -fsanitize=address -fno-omit-frame-pointer -g
|
|
endif
|
|
|
|
ifdef LLAMA_SANITIZE_UNDEFINED
|
|
MK_CFLAGS += -fsanitize=undefined -g
|
|
MK_CXXFLAGS += -fsanitize=undefined -g
|
|
MK_LDFLAGS += -fsanitize=undefined -g
|
|
endif
|
|
|
|
ifdef LLAMA_SERVER_VERBOSE
|
|
MK_CPPFLAGS += -DSERVER_VERBOSE=$(LLAMA_SERVER_VERBOSE)
|
|
endif
|
|
|
|
ifdef LLAMA_SERVER_SSL
|
|
MK_CPPFLAGS += -DCPPHTTPLIB_OPENSSL_SUPPORT
|
|
MK_LDFLAGS += -lssl -lcrypto
|
|
endif
|
|
|
|
ifdef LLAMA_DISABLE_LOGS
|
|
MK_CPPFLAGS += -DLOG_DISABLE_LOGS
|
|
endif # LLAMA_DISABLE_LOGS
|
|
|
|
# warnings
|
|
WARN_FLAGS = \
|
|
-Wall \
|
|
-Wextra \
|
|
-Wpedantic \
|
|
-Wcast-qual \
|
|
-Wno-unused-function
|
|
|
|
MK_CFLAGS += \
|
|
$(WARN_FLAGS) \
|
|
-Wshadow \
|
|
-Wstrict-prototypes \
|
|
-Wpointer-arith \
|
|
-Wmissing-prototypes \
|
|
-Werror=implicit-int \
|
|
-Werror=implicit-function-declaration
|
|
|
|
MK_CXXFLAGS += \
|
|
$(WARN_FLAGS) \
|
|
-Wmissing-declarations \
|
|
-Wmissing-noreturn
|
|
|
|
ifeq ($(LLAMA_FATAL_WARNINGS),1)
|
|
MK_CFLAGS += -Werror
|
|
MK_CXXFLAGS += -Werror
|
|
endif
|
|
|
|
# this version of Apple ld64 is buggy
|
|
ifneq '' '$(findstring dyld-1015.7,$(shell $(CC) $(LDFLAGS) -Wl,-v 2>&1))'
|
|
MK_CPPFLAGS += -DHAVE_BUGGY_APPLE_LINKER
|
|
endif
|
|
|
|
# OS specific
|
|
# TODO: support Windows
|
|
ifneq '' '$(filter $(UNAME_S),Linux Darwin FreeBSD NetBSD OpenBSD Haiku)'
|
|
MK_CFLAGS += -pthread
|
|
MK_CXXFLAGS += -pthread
|
|
endif
|
|
|
|
# detect Windows
|
|
ifneq ($(findstring _NT,$(UNAME_S)),)
|
|
_WIN32 := 1
|
|
endif
|
|
|
|
# library name prefix
|
|
ifneq ($(_WIN32),1)
|
|
LIB_PRE := lib
|
|
endif
|
|
|
|
# Dynamic Shared Object extension
|
|
ifneq ($(_WIN32),1)
|
|
DSO_EXT := .so
|
|
else
|
|
DSO_EXT := .dll
|
|
endif
|
|
|
|
# Windows Sockets 2 (Winsock) for network-capable apps
|
|
ifeq ($(_WIN32),1)
|
|
LWINSOCK2 := -lws2_32
|
|
endif
|
|
|
|
ifdef LLAMA_GPROF
|
|
MK_CFLAGS += -pg
|
|
MK_CXXFLAGS += -pg
|
|
endif
|
|
|
|
# Architecture specific
|
|
# TODO: probably these flags need to be tweaked on some architectures
|
|
# feel free to update the Makefile for your architecture and send a pull request or issue
|
|
|
|
ifndef RISCV
|
|
|
|
ifeq ($(UNAME_M),$(filter $(UNAME_M),x86_64 i686 amd64))
|
|
# Use all CPU extensions that are available:
|
|
MK_CFLAGS += -march=native -mtune=native
|
|
HOST_CXXFLAGS += -march=native -mtune=native
|
|
|
|
# Usage AVX-only
|
|
#MK_CFLAGS += -mfma -mf16c -mavx
|
|
#MK_CXXFLAGS += -mfma -mf16c -mavx
|
|
|
|
# Usage SSSE3-only (Not is SSE3!)
|
|
#MK_CFLAGS += -mssse3
|
|
#MK_CXXFLAGS += -mssse3
|
|
endif
|
|
|
|
ifneq '' '$(findstring mingw,$(shell $(CC) -dumpmachine))'
|
|
# The stack is only 16-byte aligned on Windows, so don't let gcc emit aligned moves.
|
|
# https://gcc.gnu.org/bugzilla/show_bug.cgi?id=54412
|
|
# https://github.com/ggerganov/llama.cpp/issues/2922
|
|
MK_CFLAGS += -Xassembler -muse-unaligned-vector-move
|
|
MK_CXXFLAGS += -Xassembler -muse-unaligned-vector-move
|
|
|
|
# Target Windows 8 for PrefetchVirtualMemory
|
|
MK_CPPFLAGS += -D_WIN32_WINNT=0x602
|
|
endif
|
|
|
|
ifneq ($(filter aarch64%,$(UNAME_M)),)
|
|
# Apple M1, M2, etc.
|
|
# Raspberry Pi 3, 4, Zero 2 (64-bit)
|
|
# Nvidia Jetson
|
|
MK_CFLAGS += -mcpu=native
|
|
MK_CXXFLAGS += -mcpu=native
|
|
JETSON_RELEASE_INFO = $(shell jetson_release)
|
|
ifdef JETSON_RELEASE_INFO
|
|
ifneq ($(filter TX2%,$(JETSON_RELEASE_INFO)),)
|
|
JETSON_EOL_MODULE_DETECT = 1
|
|
CC = aarch64-unknown-linux-gnu-gcc
|
|
cxx = aarch64-unknown-linux-gnu-g++
|
|
endif
|
|
endif
|
|
endif
|
|
|
|
ifneq ($(filter armv6%,$(UNAME_M)),)
|
|
# Raspberry Pi 1, Zero
|
|
MK_CFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access
|
|
MK_CXXFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access
|
|
endif
|
|
|
|
ifneq ($(filter armv7%,$(UNAME_M)),)
|
|
# Raspberry Pi 2
|
|
MK_CFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access -funsafe-math-optimizations
|
|
MK_CXXFLAGS += -mfpu=neon-fp-armv8 -mfp16-format=ieee -mno-unaligned-access -funsafe-math-optimizations
|
|
endif
|
|
|
|
ifneq ($(filter armv8%,$(UNAME_M)),)
|
|
# Raspberry Pi 3, 4, Zero 2 (32-bit)
|
|
MK_CFLAGS += -mfp16-format=ieee -mno-unaligned-access
|
|
MK_CXXFLAGS += -mfp16-format=ieee -mno-unaligned-access
|
|
endif
|
|
|
|
ifneq ($(filter ppc64%,$(UNAME_M)),)
|
|
POWER9_M := $(shell grep "POWER9" /proc/cpuinfo)
|
|
ifneq (,$(findstring POWER9,$(POWER9_M)))
|
|
MK_CFLAGS += -mcpu=power9
|
|
MK_CXXFLAGS += -mcpu=power9
|
|
endif
|
|
endif
|
|
|
|
ifneq ($(filter ppc64le%,$(UNAME_M)),)
|
|
MK_CFLAGS += -mcpu=powerpc64le
|
|
MK_CXXFLAGS += -mcpu=powerpc64le
|
|
CUDA_POWER_ARCH = 1
|
|
endif
|
|
|
|
ifneq ($(filter loongarch64%,$(UNAME_M)),)
|
|
MK_CFLAGS += -mlasx
|
|
MK_CXXFLAGS += -mlasx
|
|
endif
|
|
|
|
else
|
|
MK_CFLAGS += -march=rv64gcv -mabi=lp64d
|
|
MK_CXXFLAGS += -march=rv64gcv -mabi=lp64d
|
|
endif
|
|
|
|
ifndef GGML_NO_ACCELERATE
|
|
# Mac OS - include Accelerate framework.
|
|
# `-framework Accelerate` works both with Apple Silicon and Mac Intel
|
|
ifeq ($(UNAME_S),Darwin)
|
|
MK_CPPFLAGS += -DGGML_USE_ACCELERATE -DGGML_USE_BLAS
|
|
MK_CPPFLAGS += -DACCELERATE_NEW_LAPACK
|
|
MK_CPPFLAGS += -DACCELERATE_LAPACK_ILP64
|
|
MK_LDFLAGS += -framework Accelerate
|
|
OBJ_GGML += ggml/src/ggml-blas.o
|
|
endif
|
|
endif # GGML_NO_ACCELERATE
|
|
|
|
ifndef GGML_NO_OPENMP
|
|
MK_CPPFLAGS += -DGGML_USE_OPENMP
|
|
MK_CFLAGS += -fopenmp
|
|
MK_CXXFLAGS += -fopenmp
|
|
endif # GGML_NO_OPENMP
|
|
|
|
ifdef GGML_OPENBLAS
|
|
MK_CPPFLAGS += -DGGML_USE_BLAS $(shell pkg-config --cflags-only-I openblas)
|
|
MK_CFLAGS += $(shell pkg-config --cflags-only-other openblas)
|
|
MK_LDFLAGS += $(shell pkg-config --libs openblas)
|
|
OBJ_GGML += ggml/src/ggml-blas.o
|
|
endif # GGML_OPENBLAS
|
|
|
|
ifdef GGML_OPENBLAS64
|
|
MK_CPPFLAGS += -DGGML_USE_BLAS $(shell pkg-config --cflags-only-I openblas64)
|
|
MK_CFLAGS += $(shell pkg-config --cflags-only-other openblas64)
|
|
MK_LDFLAGS += $(shell pkg-config --libs openblas64)
|
|
OBJ_GGML += ggml/src/ggml-blas.o
|
|
endif # GGML_OPENBLAS64
|
|
|
|
ifdef GGML_BLIS
|
|
MK_CPPFLAGS += -DGGML_USE_BLAS -I/usr/local/include/blis -I/usr/include/blis
|
|
MK_LDFLAGS += -lblis -L/usr/local/lib
|
|
OBJ_GGML += ggml/src/ggml-blas.o
|
|
endif # GGML_BLIS
|
|
|
|
ifndef GGML_NO_LLAMAFILE
|
|
MK_CPPFLAGS += -DGGML_USE_LLAMAFILE
|
|
OBJ_GGML += ggml/src/sgemm.o
|
|
endif
|
|
|
|
ifdef GGML_RPC
|
|
MK_CPPFLAGS += -DGGML_USE_RPC
|
|
OBJ_GGML += ggml/src/ggml-rpc.o
|
|
endif # GGML_RPC
|
|
|
|
OBJ_CUDA_TMPL = $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-wmma*.cu))
|
|
OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/mmq*.cu))
|
|
|
|
ifdef GGML_CUDA_FA_ALL_QUANTS
|
|
OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-vec*.cu))
|
|
else
|
|
OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-vec*q4_0-q4_0.cu))
|
|
OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-vec*q8_0-q8_0.cu))
|
|
OBJ_CUDA_TMPL += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/template-instances/fattn-vec*f16-f16.cu))
|
|
endif # GGML_CUDA_FA_ALL_QUANTS
|
|
|
|
ifdef GGML_CUDA
|
|
ifneq ('', '$(wildcard /opt/cuda)')
|
|
CUDA_PATH ?= /opt/cuda
|
|
else
|
|
CUDA_PATH ?= /usr/local/cuda
|
|
endif
|
|
|
|
MK_CPPFLAGS += -DGGML_USE_CUDA -I$(CUDA_PATH)/include -I$(CUDA_PATH)/targets/$(UNAME_M)-linux/include -DGGML_CUDA_USE_GRAPHS
|
|
MK_LDFLAGS += -lcuda -lcublas -lculibos -lcudart -lcublasLt -lpthread -ldl -lrt -L$(CUDA_PATH)/lib64 -L/usr/lib64 -L$(CUDA_PATH)/targets/$(UNAME_M)-linux/lib -L$(CUDA_PATH)/lib64/stubs -L/usr/lib/wsl/lib
|
|
MK_NVCCFLAGS += -use_fast_math
|
|
|
|
OBJ_GGML += ggml/src/ggml-cuda.o
|
|
OBJ_GGML += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/*.cu))
|
|
OBJ_GGML += $(OBJ_CUDA_TMPL)
|
|
|
|
ifdef LLAMA_FATAL_WARNINGS
|
|
MK_NVCCFLAGS += -Werror all-warnings
|
|
endif # LLAMA_FATAL_WARNINGS
|
|
|
|
ifndef JETSON_EOL_MODULE_DETECT
|
|
MK_NVCCFLAGS += --forward-unknown-to-host-compiler
|
|
endif # JETSON_EOL_MODULE_DETECT
|
|
|
|
ifdef LLAMA_DEBUG
|
|
MK_NVCCFLAGS += -lineinfo
|
|
endif # LLAMA_DEBUG
|
|
|
|
ifdef GGML_CUDA_DEBUG
|
|
MK_NVCCFLAGS += --device-debug
|
|
endif # GGML_CUDA_DEBUG
|
|
|
|
ifdef GGML_CUDA_NVCC
|
|
NVCC = $(CCACHE) $(GGML_CUDA_NVCC)
|
|
else
|
|
NVCC = $(CCACHE) nvcc
|
|
endif #GGML_CUDA_NVCC
|
|
|
|
ifdef CUDA_DOCKER_ARCH
|
|
MK_NVCCFLAGS += -Wno-deprecated-gpu-targets -arch=$(CUDA_DOCKER_ARCH)
|
|
else ifndef CUDA_POWER_ARCH
|
|
MK_NVCCFLAGS += -arch=native
|
|
endif # CUDA_DOCKER_ARCH
|
|
|
|
ifdef GGML_CUDA_FORCE_DMMV
|
|
MK_NVCCFLAGS += -DGGML_CUDA_FORCE_DMMV
|
|
endif # GGML_CUDA_FORCE_DMMV
|
|
|
|
ifdef GGML_CUDA_FORCE_MMQ
|
|
MK_NVCCFLAGS += -DGGML_CUDA_FORCE_MMQ
|
|
endif # GGML_CUDA_FORCE_MMQ
|
|
|
|
ifdef GGML_CUDA_FORCE_CUBLAS
|
|
MK_NVCCFLAGS += -DGGML_CUDA_FORCE_CUBLAS
|
|
endif # GGML_CUDA_FORCE_CUBLAS
|
|
|
|
ifdef GGML_CUDA_DMMV_X
|
|
MK_NVCCFLAGS += -DGGML_CUDA_DMMV_X=$(GGML_CUDA_DMMV_X)
|
|
else
|
|
MK_NVCCFLAGS += -DGGML_CUDA_DMMV_X=32
|
|
endif # GGML_CUDA_DMMV_X
|
|
|
|
ifdef GGML_CUDA_MMV_Y
|
|
MK_NVCCFLAGS += -DGGML_CUDA_MMV_Y=$(GGML_CUDA_MMV_Y)
|
|
else ifdef GGML_CUDA_DMMV_Y
|
|
MK_NVCCFLAGS += -DGGML_CUDA_MMV_Y=$(GGML_CUDA_DMMV_Y) # for backwards compatibility
|
|
else
|
|
MK_NVCCFLAGS += -DGGML_CUDA_MMV_Y=1
|
|
endif # GGML_CUDA_MMV_Y
|
|
|
|
ifdef GGML_CUDA_F16
|
|
MK_NVCCFLAGS += -DGGML_CUDA_F16
|
|
endif # GGML_CUDA_F16
|
|
|
|
ifdef GGML_CUDA_DMMV_F16
|
|
MK_NVCCFLAGS += -DGGML_CUDA_F16
|
|
endif # GGML_CUDA_DMMV_F16
|
|
|
|
ifdef GGML_CUDA_KQUANTS_ITER
|
|
MK_NVCCFLAGS += -DK_QUANTS_PER_ITERATION=$(GGML_CUDA_KQUANTS_ITER)
|
|
else
|
|
MK_NVCCFLAGS += -DK_QUANTS_PER_ITERATION=2
|
|
endif
|
|
|
|
ifdef GGML_CUDA_PEER_MAX_BATCH_SIZE
|
|
MK_NVCCFLAGS += -DGGML_CUDA_PEER_MAX_BATCH_SIZE=$(GGML_CUDA_PEER_MAX_BATCH_SIZE)
|
|
else
|
|
MK_NVCCFLAGS += -DGGML_CUDA_PEER_MAX_BATCH_SIZE=128
|
|
endif # GGML_CUDA_PEER_MAX_BATCH_SIZE
|
|
|
|
ifdef GGML_CUDA_NO_PEER_COPY
|
|
MK_NVCCFLAGS += -DGGML_CUDA_NO_PEER_COPY
|
|
endif # GGML_CUDA_NO_PEER_COPY
|
|
|
|
ifdef GGML_CUDA_CCBIN
|
|
MK_NVCCFLAGS += -ccbin $(GGML_CUDA_CCBIN)
|
|
endif # GGML_CUDA_CCBIN
|
|
|
|
ifdef GGML_CUDA_FA_ALL_QUANTS
|
|
MK_NVCCFLAGS += -DGGML_CUDA_FA_ALL_QUANTS
|
|
endif # GGML_CUDA_FA_ALL_QUANTS
|
|
|
|
ifdef JETSON_EOL_MODULE_DETECT
|
|
define NVCC_COMPILE
|
|
$(NVCC) -I. -Icommon -D_XOPEN_SOURCE=600 -D_GNU_SOURCE -DNDEBUG -DGGML_USE_CUDA -I/usr/local/cuda/include -I/opt/cuda/include -I/usr/local/cuda/targets/aarch64-linux/include -std=c++11 -O3 $(NVCCFLAGS) $(CPPFLAGS) -Xcompiler "$(CUDA_CXXFLAGS)" -c $< -o $@
|
|
endef # NVCC_COMPILE
|
|
else
|
|
define NVCC_COMPILE
|
|
$(NVCC) $(NVCCFLAGS) $(CPPFLAGS) -Xcompiler "$(CUDA_CXXFLAGS)" -c $< -o $@
|
|
endef # NVCC_COMPILE
|
|
endif # JETSON_EOL_MODULE_DETECT
|
|
|
|
ggml/src/ggml-cuda/%.o: \
|
|
ggml/src/ggml-cuda/%.cu \
|
|
ggml/include/ggml.h \
|
|
ggml/src/ggml-common.h \
|
|
ggml/src/ggml-cuda/common.cuh
|
|
$(NVCC_COMPILE)
|
|
|
|
ggml/src/ggml-cuda.o: \
|
|
ggml/src/ggml-cuda.cu \
|
|
ggml/include/ggml-cuda.h \
|
|
ggml/include/ggml.h \
|
|
ggml/include/ggml-backend.h \
|
|
ggml/src/ggml-backend-impl.h \
|
|
ggml/src/ggml-common.h \
|
|
$(wildcard ggml/src/ggml-cuda/*.cuh)
|
|
$(NVCC_COMPILE)
|
|
endif # GGML_CUDA
|
|
|
|
ifdef GGML_VULKAN
|
|
MK_CPPFLAGS += -DGGML_USE_VULKAN
|
|
MK_LDFLAGS += -lvulkan
|
|
OBJ_GGML += ggml/src/ggml-vulkan.o
|
|
|
|
ifdef GGML_VULKAN_CHECK_RESULTS
|
|
MK_CPPFLAGS += -DGGML_VULKAN_CHECK_RESULTS
|
|
endif
|
|
|
|
ifdef GGML_VULKAN_DEBUG
|
|
MK_CPPFLAGS += -DGGML_VULKAN_DEBUG
|
|
endif
|
|
|
|
ifdef GGML_VULKAN_MEMORY_DEBUG
|
|
MK_CPPFLAGS += -DGGML_VULKAN_MEMORY_DEBUG
|
|
endif
|
|
|
|
ifdef GGML_VULKAN_VALIDATE
|
|
MK_CPPFLAGS += -DGGML_VULKAN_VALIDATE
|
|
endif
|
|
|
|
ifdef GGML_VULKAN_RUN_TESTS
|
|
MK_CPPFLAGS += -DGGML_VULKAN_RUN_TESTS
|
|
endif
|
|
|
|
ggml/src/ggml-vulkan.o: \
|
|
ggml/src/ggml-vulkan.cpp \
|
|
ggml/include/ggml-vulkan.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
endif # GGML_VULKAN
|
|
|
|
ifdef GGML_HIPBLAS
|
|
ifeq ($(wildcard /opt/rocm),)
|
|
ROCM_PATH ?= /usr
|
|
AMDGPU_TARGETS ?= $(shell $(shell which amdgpu-arch))
|
|
else
|
|
ROCM_PATH ?= /opt/rocm
|
|
AMDGPU_TARGETS ?= $(shell $(ROCM_PATH)/llvm/bin/amdgpu-arch)
|
|
endif
|
|
|
|
GGML_CUDA_DMMV_X ?= 32
|
|
GGML_CUDA_MMV_Y ?= 1
|
|
GGML_CUDA_KQUANTS_ITER ?= 2
|
|
|
|
MK_CPPFLAGS += -DGGML_USE_HIPBLAS -DGGML_USE_CUDA
|
|
|
|
ifdef GGML_HIP_UMA
|
|
MK_CPPFLAGS += -DGGML_HIP_UMA
|
|
endif # GGML_HIP_UMA
|
|
|
|
MK_LDFLAGS += -L$(ROCM_PATH)/lib -Wl,-rpath=$(ROCM_PATH)/lib
|
|
MK_LDFLAGS += -L$(ROCM_PATH)/lib64 -Wl,-rpath=$(ROCM_PATH)/lib64
|
|
MK_LDFLAGS += -lhipblas -lamdhip64 -lrocblas
|
|
|
|
HIPCC ?= $(CCACHE) $(ROCM_PATH)/bin/hipcc
|
|
|
|
HIPFLAGS += $(addprefix --offload-arch=,$(AMDGPU_TARGETS))
|
|
HIPFLAGS += -DGGML_CUDA_DMMV_X=$(GGML_CUDA_DMMV_X)
|
|
HIPFLAGS += -DGGML_CUDA_MMV_Y=$(GGML_CUDA_MMV_Y)
|
|
HIPFLAGS += -DK_QUANTS_PER_ITERATION=$(GGML_CUDA_KQUANTS_ITER)
|
|
|
|
ifdef GGML_CUDA_FORCE_DMMV
|
|
HIPFLAGS += -DGGML_CUDA_FORCE_DMMV
|
|
endif # GGML_CUDA_FORCE_DMMV
|
|
|
|
ifdef GGML_CUDA_NO_PEER_COPY
|
|
HIPFLAGS += -DGGML_CUDA_NO_PEER_COPY
|
|
endif # GGML_CUDA_NO_PEER_COPY
|
|
|
|
OBJ_GGML += ggml/src/ggml-cuda.o
|
|
OBJ_GGML += $(patsubst %.cu,%.o,$(wildcard ggml/src/ggml-cuda/*.cu))
|
|
OBJ_GGML += $(OBJ_CUDA_TMPL)
|
|
|
|
ggml/src/ggml-cuda.o: \
|
|
ggml/src/ggml-cuda.cu \
|
|
ggml/include/ggml-cuda.h \
|
|
ggml/include/ggml.h \
|
|
ggml/include/ggml-backend.h \
|
|
ggml/src/ggml-backend-impl.h \
|
|
ggml/src/ggml-common.h \
|
|
$(wildcard ggml/src/ggml-cuda/*.cuh)
|
|
$(HIPCC) $(CXXFLAGS) $(HIPFLAGS) -x hip -c -o $@ $<
|
|
|
|
ggml/src/ggml-cuda/%.o: \
|
|
ggml/src/ggml-cuda/%.cu \
|
|
ggml/include/ggml.h \
|
|
ggml/src/ggml-common.h \
|
|
ggml/src/ggml-cuda/common.cuh
|
|
$(HIPCC) $(CXXFLAGS) $(HIPFLAGS) -x hip -c -o $@ $<
|
|
endif # GGML_HIPBLAS
|
|
|
|
ifdef GGML_METAL
|
|
MK_CPPFLAGS += -DGGML_USE_METAL
|
|
MK_LDFLAGS += -framework Foundation -framework Metal -framework MetalKit
|
|
OBJ_GGML += ggml/src/ggml-metal.o
|
|
ifdef GGML_METAL_NDEBUG
|
|
MK_CPPFLAGS += -DGGML_METAL_NDEBUG
|
|
endif
|
|
ifdef GGML_METAL_EMBED_LIBRARY
|
|
MK_CPPFLAGS += -DGGML_METAL_EMBED_LIBRARY
|
|
OBJ_GGML += ggml/src/ggml-metal-embed.o
|
|
endif
|
|
endif # GGML_METAL
|
|
|
|
ifdef GGML_METAL
|
|
ggml/src/ggml-metal.o: \
|
|
ggml/src/ggml-metal.m \
|
|
ggml/include/ggml-metal.h \
|
|
ggml/include/ggml.h
|
|
$(CC) $(CFLAGS) -c $< -o $@
|
|
|
|
ifdef GGML_METAL_EMBED_LIBRARY
|
|
ggml/src/ggml-metal-embed.o: \
|
|
ggml/src/ggml-metal.metal \
|
|
ggml/src/ggml-common.h
|
|
@echo "Embedding Metal library"
|
|
@sed -e '/#include "ggml-common.h"/r ggml/src/ggml-common.h' -e '/#include "ggml-common.h"/d' < ggml/src/ggml-metal.metal > ggml/src/ggml-metal-embed.metal
|
|
$(eval TEMP_ASSEMBLY=$(shell mktemp))
|
|
@echo ".section __DATA, __ggml_metallib" > $(TEMP_ASSEMBLY)
|
|
@echo ".globl _ggml_metallib_start" >> $(TEMP_ASSEMBLY)
|
|
@echo "_ggml_metallib_start:" >> $(TEMP_ASSEMBLY)
|
|
@echo ".incbin \"ggml/src/ggml-metal-embed.metal\"" >> $(TEMP_ASSEMBLY)
|
|
@echo ".globl _ggml_metallib_end" >> $(TEMP_ASSEMBLY)
|
|
@echo "_ggml_metallib_end:" >> $(TEMP_ASSEMBLY)
|
|
@$(AS) $(TEMP_ASSEMBLY) -o $@
|
|
@rm -f ${TEMP_ASSEMBLY}
|
|
endif
|
|
endif # GGML_METAL
|
|
|
|
OBJ_GGML += \
|
|
ggml/src/ggml.o \
|
|
ggml/src/ggml-alloc.o \
|
|
ggml/src/ggml-backend.o \
|
|
ggml/src/ggml-quants.o
|
|
|
|
OBJ_LLAMA = \
|
|
src/llama.o \
|
|
src/unicode.o \
|
|
src/unicode-data.o
|
|
|
|
OBJ_COMMON = \
|
|
common/common.o \
|
|
common/console.o \
|
|
common/ngram-cache.o \
|
|
common/sampling.o \
|
|
common/train.o \
|
|
common/grammar-parser.o \
|
|
common/build-info.o \
|
|
common/json-schema-to-grammar.o
|
|
|
|
OBJ_ALL = $(OBJ_GGML) $(OBJ_LLAMA) $(OBJ_COMMON)
|
|
|
|
LIB_GGML = $(LIB_PRE)ggml$(DSO_EXT)
|
|
LIB_GGML_S = $(LIB_PRE)ggml.a
|
|
|
|
LIB_LLAMA = $(LIB_PRE)llama$(DSO_EXT)
|
|
LIB_LLAMA_S = $(LIB_PRE)llama.a
|
|
|
|
LIB_COMMON = $(LIB_PRE)common$(DSO_EXT)
|
|
LIB_COMMON_S = $(LIB_PRE)common.a
|
|
|
|
LIB_ALL = $(LIB_GGML) $(LIB_LLAMA) $(LIB_COMMON)
|
|
LIB_ALL_S = $(LIB_GGML_S) $(LIB_LLAMA_S) $(LIB_COMMON_S)
|
|
|
|
GF_CC := $(CC)
|
|
include scripts/get-flags.mk
|
|
|
|
# combine build flags with cmdline overrides
|
|
override CPPFLAGS := $(MK_CPPFLAGS) $(CPPFLAGS)
|
|
override CFLAGS := $(CPPFLAGS) $(MK_CFLAGS) $(GF_CFLAGS) $(CFLAGS)
|
|
BASE_CXXFLAGS := $(MK_CXXFLAGS) $(CXXFLAGS)
|
|
override CXXFLAGS := $(BASE_CXXFLAGS) $(HOST_CXXFLAGS) $(GF_CXXFLAGS) $(CPPFLAGS)
|
|
override NVCCFLAGS := $(MK_NVCCFLAGS) $(NVCCFLAGS)
|
|
override LDFLAGS := $(MK_LDFLAGS) $(LDFLAGS)
|
|
|
|
# identify CUDA host compiler
|
|
ifdef GGML_CUDA
|
|
GF_CC := $(NVCC) $(NVCCFLAGS) 2>/dev/null .c -Xcompiler
|
|
include scripts/get-flags.mk
|
|
CUDA_CXXFLAGS := $(BASE_CXXFLAGS) $(GF_CXXFLAGS) -Wno-pedantic
|
|
endif
|
|
|
|
ifdef LLAMA_CURL
|
|
override CXXFLAGS := $(CXXFLAGS) -DLLAMA_USE_CURL
|
|
override LDFLAGS := $(LDFLAGS) -lcurl
|
|
endif
|
|
|
|
#
|
|
# Print build information
|
|
#
|
|
|
|
$(info I llama.cpp build info: )
|
|
$(info I UNAME_S: $(UNAME_S))
|
|
$(info I UNAME_P: $(UNAME_P))
|
|
$(info I UNAME_M: $(UNAME_M))
|
|
$(info I CFLAGS: $(CFLAGS))
|
|
$(info I CXXFLAGS: $(CXXFLAGS))
|
|
$(info I NVCCFLAGS: $(NVCCFLAGS))
|
|
$(info I LDFLAGS: $(LDFLAGS))
|
|
$(info I CC: $(shell $(CC) --version | head -n 1))
|
|
$(info I CXX: $(shell $(CXX) --version | head -n 1))
|
|
ifdef GGML_CUDA
|
|
$(info I NVCC: $(shell $(NVCC) --version | tail -n 1))
|
|
CUDA_VERSION := $(shell $(NVCC) --version | grep -oP 'release (\K[0-9]+\.[0-9])')
|
|
ifeq ($(shell awk -v "v=$(CUDA_VERSION)" 'BEGIN { print (v < 11.7) }'),1)
|
|
|
|
ifndef CUDA_DOCKER_ARCH
|
|
ifndef CUDA_POWER_ARCH
|
|
$(error I ERROR: For CUDA versions < 11.7 a target CUDA architecture must be explicitly provided via environment variable CUDA_DOCKER_ARCH, e.g. by running "export CUDA_DOCKER_ARCH=compute_XX" on Unix-like systems, where XX is the minimum compute capability that the code needs to run on. A list with compute capabilities can be found here: https://developer.nvidia.com/cuda-gpus )
|
|
endif # CUDA_POWER_ARCH
|
|
endif # CUDA_DOCKER_ARCH
|
|
|
|
endif # eq ($(shell echo "$(CUDA_VERSION) < 11.7" | bc),1)
|
|
endif # GGML_CUDA
|
|
$(info )
|
|
|
|
ifdef DEPRECATE_WARNING
|
|
$(info !!! DEPRECATION WARNING !!!)
|
|
$(info The following LLAMA_ options are deprecated and will be removed in the future. Use the GGML_ prefix instead)
|
|
$(info - LLAMA_CUDA)
|
|
$(info - LLAMA_METAL)
|
|
$(info - LLAMA_METAL_EMBED_LIBRARY)
|
|
$(info - LLAMA_OPENMP)
|
|
$(info - LLAMA_RPC)
|
|
$(info - LLAMA_SYCL)
|
|
$(info - LLAMA_SYCL_F16)
|
|
$(info - LLAMA_OPENBLAS)
|
|
$(info - LLAMA_OPENBLAS64)
|
|
$(info - LLAMA_BLIS)
|
|
$(info - LLAMA_NO_LLAMAFILE)
|
|
$(info - LLAMA_NO_ACCELERATE)
|
|
$(info - LLAMA_NO_OPENMP)
|
|
$(info - LLAMA_NO_METAL)
|
|
$(info )
|
|
endif
|
|
|
|
#
|
|
# Build libraries
|
|
#
|
|
|
|
# ggml
|
|
|
|
ggml/src/ggml.o: \
|
|
ggml/src/ggml.c \
|
|
ggml/include/ggml.h
|
|
$(CC) $(CFLAGS) -c $< -o $@
|
|
|
|
ggml/src/ggml-alloc.o: \
|
|
ggml/src/ggml-alloc.c \
|
|
ggml/include/ggml.h \
|
|
ggml/include/ggml-alloc.h
|
|
$(CC) $(CFLAGS) -c $< -o $@
|
|
|
|
ggml/src/ggml-backend.o: \
|
|
ggml/src/ggml-backend.c \
|
|
ggml/include/ggml.h \
|
|
ggml/include/ggml-backend.h
|
|
$(CC) $(CFLAGS) -c $< -o $@
|
|
|
|
ggml/src/ggml-quants.o: \
|
|
ggml/src/ggml-quants.c \
|
|
ggml/include/ggml.h \
|
|
ggml/src/ggml-quants.h \
|
|
ggml/src/ggml-common.h
|
|
$(CC) $(CFLAGS) -c $< -o $@
|
|
|
|
ggml/src/ggml-blas.o: \
|
|
ggml/src/ggml-blas.cpp \
|
|
ggml/include/ggml-blas.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
ifndef GGML_NO_LLAMAFILE
|
|
ggml/src/sgemm.o: \
|
|
ggml/src/sgemm.cpp \
|
|
ggml/src/sgemm.h \
|
|
ggml/include/ggml.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
endif # GGML_NO_LLAMAFILE
|
|
|
|
ifdef GGML_RPC
|
|
ggml/src/ggml-rpc.o: \
|
|
ggml/src/ggml-rpc.cpp \
|
|
ggml/include/ggml-rpc.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
endif # GGML_RPC
|
|
|
|
$(LIB_GGML): \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -shared -fPIC -o $@ $^ $(LDFLAGS)
|
|
|
|
$(LIB_GGML_S): \
|
|
$(OBJ_GGML)
|
|
ar rcs $(LIB_GGML_S) $^
|
|
|
|
# llama
|
|
|
|
src/unicode.o: \
|
|
src/unicode.cpp \
|
|
src/unicode.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
src/unicode-data.o: \
|
|
src/unicode-data.cpp \
|
|
src/unicode-data.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
src/llama.o: \
|
|
src/llama.cpp \
|
|
src/unicode.h \
|
|
include/llama.h \
|
|
ggml/include/ggml-cuda.h \
|
|
ggml/include/ggml-metal.h \
|
|
ggml/include/ggml.h \
|
|
ggml/include/ggml-alloc.h \
|
|
ggml/include/ggml-backend.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
$(LIB_LLAMA): \
|
|
$(OBJ_LLAMA) \
|
|
$(LIB_GGML)
|
|
$(CXX) $(CXXFLAGS) -shared -fPIC -o $@ $^ $(LDFLAGS)
|
|
|
|
$(LIB_LLAMA_S): \
|
|
$(OBJ_LLAMA)
|
|
ar rcs $(LIB_LLAMA_S) $^
|
|
|
|
# common
|
|
|
|
common/common.o: \
|
|
common/common.cpp \
|
|
common/common.h \
|
|
common/console.h \
|
|
common/sampling.h \
|
|
common/json.hpp \
|
|
common/json-schema-to-grammar.h \
|
|
include/llama.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
common/sampling.o: \
|
|
common/sampling.cpp \
|
|
common/sampling.h \
|
|
include/llama.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
common/console.o: \
|
|
common/console.cpp \
|
|
common/console.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
common/grammar-parser.o: \
|
|
common/grammar-parser.cpp \
|
|
common/grammar-parser.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
common/json-schema-to-grammar.o: \
|
|
common/json-schema-to-grammar.cpp \
|
|
common/json-schema-to-grammar.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
common/train.o: \
|
|
common/train.cpp \
|
|
common/train.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
common/ngram-cache.o: \
|
|
common/ngram-cache.cpp \
|
|
common/ngram-cache.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $@
|
|
|
|
$(LIB_COMMON): \
|
|
$(OBJ_COMMON) \
|
|
$(LIB_LLAMA) \
|
|
$(LIB_GGML)
|
|
$(CXX) $(CXXFLAGS) -shared -fPIC -o $@ $^ $(LDFLAGS)
|
|
|
|
$(LIB_COMMON_S): \
|
|
$(OBJ_COMMON)
|
|
ar rcs $(LIB_COMMON_S) $^
|
|
|
|
clean:
|
|
rm -vrf *.dot $(BUILD_TARGETS) $(TEST_TARGETS)
|
|
rm -rvf src/*.o
|
|
rm -rvf tests/*.o
|
|
rm -rvf examples/*.o
|
|
rm -rvf common/*.o
|
|
rm -rvf *.a
|
|
rm -rvf *.dll
|
|
rm -rvf *.so
|
|
rm -rvf *.dot
|
|
rm -rvf ggml/*.a
|
|
rm -rvf ggml/*.dll
|
|
rm -rvf ggml/*.so
|
|
rm -vrf ggml/src/*.o
|
|
rm -rvf common/build-info.cpp
|
|
rm -vrf ggml/src/ggml-metal-embed.metal
|
|
rm -vrf ggml/src/ggml-cuda/*.o
|
|
rm -vrf ggml/src/ggml-cuda/template-instances/*.o
|
|
rm -rvf $(BUILD_TARGETS)
|
|
rm -rvf $(TEST_TARGETS)
|
|
rm -rvf $(LEGACY_TARGETS)
|
|
find examples pocs -type f -name "*.o" -delete
|
|
|
|
#
|
|
# Examples
|
|
#
|
|
|
|
# $< is the first prerequisite, i.e. the source file.
|
|
# Explicitly compile this to an object file so that it can be cached with ccache.
|
|
# The source file is then filtered out from $^ (the list of all prerequisites) and the object file is added instead.
|
|
|
|
# Helper function that replaces .c, .cpp, and .cu file endings with .o:
|
|
GET_OBJ_FILE = $(patsubst %.c,%.o,$(patsubst %.cpp,%.o,$(patsubst %.cu,%.o,$(1))))
|
|
|
|
llama-cli: examples/main/main.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
@echo
|
|
@echo '==== Run ./llama-cli -h for help. ===='
|
|
@echo
|
|
|
|
llama-infill: examples/infill/infill.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-simple: examples/simple/simple.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-tokenize: examples/tokenize/tokenize.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-batched: examples/batched/batched.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-batched-bench: examples/batched-bench/batched-bench.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-quantize: examples/quantize/quantize.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-quantize-stats: examples/quantize-stats/quantize-stats.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-perplexity: examples/perplexity/perplexity.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-imatrix: examples/imatrix/imatrix.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-embedding: examples/embedding/embedding.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-gritlm: examples/gritlm/gritlm.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-save-load-state: examples/save-load-state/save-load-state.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-gguf: examples/gguf/gguf.cpp \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
examples/gguf-hash/deps/sha1/sha1.o: \
|
|
examples/gguf-hash/deps/sha1/sha1.c
|
|
$(CC) $(CFLAGS) -Iexamples/gguf-hash/deps -c $< -o $@
|
|
|
|
examples/gguf-hash/deps/xxhash/xxhash.o: \
|
|
examples/gguf-hash/deps/xxhash/xxhash.c
|
|
$(CC) $(CFLAGS) -Iexamples/gguf-hash/deps -c $< -o $@
|
|
|
|
examples/gguf-hash/deps/sha256/sha256.o: \
|
|
examples/gguf-hash/deps/sha256/sha256.c
|
|
$(CC) $(CFLAGS) -Iexamples/gguf-hash/deps -c $< -o $@
|
|
|
|
llama-gguf-hash: examples/gguf-hash/gguf-hash.cpp examples/gguf-hash/deps/sha1/sha1.o examples/gguf-hash/deps/xxhash/xxhash.o examples/gguf-hash/deps/sha256/sha256.o\
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -Iexamples/gguf-hash/deps -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-gguf-split: examples/gguf-split/gguf-split.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-eval-callback: examples/eval-callback/eval-callback.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-cvector-generator: examples/cvector-generator/cvector-generator.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-train-text-from-scratch: examples/train-text-from-scratch/train-text-from-scratch.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-convert-llama2c-to-ggml: examples/convert-llama2c-to-ggml/convert-llama2c-to-ggml.cpp \
|
|
$(OBJ_GGML) $(OBJ_LLAMA)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-bench: examples/llama-bench/llama-bench.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-baby-llama: examples/baby-llama/baby-llama.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-finetune: examples/finetune/finetune.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-export-lora: examples/export-lora/export-lora.cpp \
|
|
$(OBJ_GGML) common/log.h
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-retrieval: examples/retrieval/retrieval.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-speculative: examples/speculative/speculative.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-parallel: examples/parallel/parallel.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-lookahead: examples/lookahead/lookahead.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-lookup: examples/lookup/lookup.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-lookup-create: examples/lookup/lookup-create.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-lookup-merge: examples/lookup/lookup-merge.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-lookup-stats: examples/lookup/lookup-stats.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-passkey: examples/passkey/passkey.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-gbnf-validator: examples/gbnf-validator/gbnf-validator.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
ifdef GGML_RPC
|
|
rpc-server: examples/rpc/rpc-server.cpp \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) $^ -o $@ $(LDFLAGS)
|
|
endif # GGML_RPC
|
|
|
|
llama-server: \
|
|
examples/server/server.cpp \
|
|
examples/server/utils.hpp \
|
|
examples/server/httplib.h \
|
|
examples/server/colorthemes.css.hpp \
|
|
examples/server/style.css.hpp \
|
|
examples/server/theme-beeninorder.css.hpp \
|
|
examples/server/theme-ketivah.css.hpp \
|
|
examples/server/theme-mangotango.css.hpp \
|
|
examples/server/theme-playground.css.hpp \
|
|
examples/server/theme-polarnight.css.hpp \
|
|
examples/server/theme-snowstorm.css.hpp \
|
|
examples/server/index.html.hpp \
|
|
examples/server/index-new.html.hpp \
|
|
examples/server/index.js.hpp \
|
|
examples/server/completion.js.hpp \
|
|
examples/server/system-prompts.js.hpp \
|
|
examples/server/prompt-formats.js.hpp \
|
|
examples/server/json-schema-to-grammar.mjs.hpp \
|
|
common/json.hpp \
|
|
common/stb_image.h \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h %.hpp $<,$^) -Iexamples/server $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS) $(LWINSOCK2)
|
|
|
|
# Portable equivalent of `cd examples/server/public && xxd -i $(notdir $<) ../$(notdir $<).hpp`:
|
|
examples/server/%.hpp: examples/server/public/% Makefile
|
|
@( export NAME=$(subst .,_,$(subst -,_,$(notdir $<))) && \
|
|
echo "unsigned char $${NAME}[] = {" && \
|
|
cat $< | od -v -t x1 -An | sed -E 's/([0-9a-fA-F]+)/0x\1, /g' && \
|
|
echo "};" && \
|
|
echo "unsigned int $${NAME}_len = $(shell cat $< | wc -c );" \
|
|
) > $@
|
|
|
|
libllava.a: examples/llava/llava.cpp \
|
|
examples/llava/llava.h \
|
|
examples/llava/clip.cpp \
|
|
examples/llava/clip.h \
|
|
common/stb_image.h \
|
|
common/base64.hpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -static -fPIC -c $< -o $@ -Wno-cast-qual
|
|
|
|
llama-llava-cli: examples/llava/llava-cli.cpp \
|
|
examples/llava/clip.h \
|
|
examples/llava/clip.cpp \
|
|
examples/llava/llava.h \
|
|
examples/llava/llava.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) -c examples/llava/clip.cpp -o $(call GET_OBJ_FILE, examples/llava/clip.cpp) -Wno-cast-qual
|
|
$(CXX) $(CXXFLAGS) -c examples/llava/llava.cpp -o $(call GET_OBJ_FILE, examples/llava/llava.cpp)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $< examples/llava/clip.cpp examples/llava/llava.cpp,$^) $(call GET_OBJ_FILE, $<) $(call GET_OBJ_FILE, examples/llava/clip.cpp) $(call GET_OBJ_FILE, examples/llava/llava.cpp) -o $@ $(LDFLAGS)
|
|
|
|
ifeq ($(UNAME_S),Darwin)
|
|
swift: examples/batched.swift
|
|
(cd examples/batched.swift; make build)
|
|
endif
|
|
|
|
common/build-info.cpp: $(wildcard .git/index) scripts/build-info.sh
|
|
@sh scripts/build-info.sh "$(CC)" > $@.tmp
|
|
@if ! cmp -s $@.tmp $@; then \
|
|
mv $@.tmp $@; \
|
|
else \
|
|
rm $@.tmp; \
|
|
fi
|
|
|
|
common/build-info.o: common/build-info.cpp
|
|
$(CXX) $(CXXFLAGS) -c $(filter-out %.h,$^) -o $@
|
|
|
|
#
|
|
# Tests
|
|
#
|
|
|
|
tests: $(TEST_TARGETS)
|
|
|
|
llama-benchmark-matmult: examples/benchmark/benchmark-matmult.cpp \
|
|
$(OBJ_GGML) common/build-info.o
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
run-benchmark-matmult: llama-benchmark-matmult
|
|
./$@
|
|
|
|
.PHONY: run-benchmark-matmult swift
|
|
|
|
tests/test-llama-grammar: tests/test-llama-grammar.cpp \
|
|
$(OBJ_GGML) $(OBJ_COMMON) src/unicode.o src/unicode-data.o
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-grammar-parser: tests/test-grammar-parser.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-grammar-integration: tests/test-grammar-integration.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-double-float: tests/test-double-float.cpp
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-json-schema-to-grammar: tests/test-json-schema-to-grammar.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -Iexamples/server -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-grad0: tests/test-grad0.cpp \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-opt: tests/test-opt.cpp \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-quantize-fns: tests/test-quantize-fns.cpp \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-quantize-perf: tests/test-quantize-perf.cpp \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-sampling: tests/test-sampling.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-tokenizer-0: tests/test-tokenizer-0.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-tokenizer-1-bpe: tests/test-tokenizer-1-bpe.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-tokenizer-1-spm: tests/test-tokenizer-1-spm.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-rope: tests/test-rope.cpp ggml/src/ggml.o \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-c.o: tests/test-c.c include/llama.h
|
|
$(CC) $(CFLAGS) -c $(filter-out %.h,$^) -o $@
|
|
|
|
tests/test-backend-ops: tests/test-backend-ops.cpp \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-model-load-cancel: tests/test-model-load-cancel.cpp tests/get-model.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-autorelease: tests/test-autorelease.cpp tests/get-model.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
tests/test-chat-template: tests/test-chat-template.cpp \
|
|
$(OBJ_ALL)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out %.h $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
#
|
|
# PoCs
|
|
#
|
|
|
|
llama-vdot: pocs/vdot/vdot.cpp ggml/src/ggml.o \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|
|
|
|
llama-q8dot: pocs/vdot/q8dot.cpp ggml/src/ggml.o \
|
|
$(OBJ_GGML)
|
|
$(CXX) $(CXXFLAGS) -c $< -o $(call GET_OBJ_FILE, $<)
|
|
$(CXX) $(CXXFLAGS) $(filter-out $<,$^) $(call GET_OBJ_FILE, $<) -o $@ $(LDFLAGS)
|