From 79ad73441790d4fcf7e1f1b8e8eed6cc7a6d6ca7 Mon Sep 17 00:00:00 2001 From: Georgi Gerganov Date: Sun, 29 Oct 2023 13:27:53 +0200 Subject: [PATCH] llama : comment ggml-ci --- llama.cpp | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/llama.cpp b/llama.cpp index d80062082..f30a98ba1 100644 --- a/llama.cpp +++ b/llama.cpp @@ -5277,6 +5277,11 @@ static struct ggml_cgraph * llm_build_mpt( return gf; } +// +// tensor offloading helpers +// +// TODO: will be removed with backend v2 + enum llm_offload_func_e { OFFLOAD_FUNC_NOP, OFFLOAD_FUNC,