root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 20:14:29 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

llama : remove obsolete offload names

Browse Source
This commit is contained in:
Georgi Gerganov 2023-10-29 21:11:20 +02:00
parent 3e0462594b
commit 5990861938
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 0 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
llama.cpp
View File

@ -5213,12 +5213,9 @@ static const std::unordered_map<const char *, llm_offload_func_e> k_offload_map
{ "tmpk", OFFLOAD_FUNC_KQ },
{ "tmpq", OFFLOAD_FUNC_KQ },
{ "tmpv", OFFLOAD_FUNC_V },
{ "tmpkqv", OFFLOAD_FUNC_KQ }, // ??
{ "Kcur", OFFLOAD_FUNC_KQ },
{ "Qcur", OFFLOAD_FUNC_KQ },
{ "Vcur", OFFLOAD_FUNC_V },
{ "Vcur_0", OFFLOAD_FUNC_V },
{ "Vcur_1", OFFLOAD_FUNC_V },
{ "krot", OFFLOAD_FUNC_KQ },
{ "qrot", OFFLOAD_FUNC_KQ },
@ -5227,9 +5224,6 @@ static const std::unordered_map<const char *, llm_offload_func_e> k_offload_map
{ "krotated", OFFLOAD_FUNC_KQ },
{ "qrotated", OFFLOAD_FUNC_KQ },
{ "k", OFFLOAD_FUNC_KQ },
{ "v", OFFLOAD_FUNC_V },
{ "Q", OFFLOAD_FUNC_KQ },
{ "K", OFFLOAD_FUNC_KQ },
{ "KQ", OFFLOAD_FUNC_KQ },