root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-12 19:50:17 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

llama : make general.name optional (#6709)

Browse Source
This commit is contained in:
Georgi Gerganov 2024-04-16 23:50:38 +03:00 committed by GitHub
parent 666867b799
commit 532c1737a1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llama.cpp
View File

@ -4136,9 +4136,11 @@ static void llm_load_vocab(
// CodeGemma (LLM_ARCH_GEMMA). This can potentially be removed once // CodeGemma (LLM_ARCH_GEMMA). This can potentially be removed once
// new versions of these models have been published. // new versions of these models have been published.
std::string gen_name; std::string gen_name;
ml.get_key(LLM_KV_GENERAL_NAME, gen_name); ml.get_key(LLM_KV_GENERAL_NAME, gen_name, false);
std::transform(gen_name.begin(), gen_name.end(), gen_name.begin(), std::transform(gen_name.begin(), gen_name.end(), gen_name.begin(),
[](unsigned char c){ return std::tolower(c); }); [](unsigned char c){ return std::tolower(c); });
if (gen_name.find("code") != std::string::npos) { if (gen_name.find("code") != std::string::npos) {
if (model.arch == LLM_ARCH_LLAMA) { if (model.arch == LLM_ARCH_LLAMA) {
vocab.special_prefix_id = 32007; vocab.special_prefix_id = 32007;