root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-27 03:44:35 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

server : snake case

Browse Source
This commit is contained in:
Georgi Gerganov 2023-10-19 14:44:37 +03:00
parent e3a2c3fe32
commit 9740824ba5
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
examples/server/server.cpp
View File

@ -871,7 +871,7 @@ struct llama_server_context
return slot.has_next_token; // continue
}
bool processImages(llama_client_slot &slot) const
bool process_images(llama_client_slot &slot) const
{
for (slot_image &img : slot.images)
{
@ -969,6 +969,7 @@ struct llama_server_context
slot.n_past += 1;
}
}
return true;
}
@ -1160,7 +1161,7 @@ struct llama_server_context
{"to_eval", tokens_to_str(ctx, slot.cache_tokens.cbegin() + slot.n_past, slot.cache_tokens.cend())},
});
const bool has_images = processImages(slot); // has images?
const bool has_images = process_images(slot); // has images?
// process the prefix of first image
std::vector<llama_token> prefix_tokens = has_images ? tokenize(slot.images[0].prefix_prompt, true) : prompt_tokens;