root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-27 20:04:35 +00:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

server : snake case

Browse Source
This commit is contained in:
Georgi Gerganov 2023-10-19 14:44:37 +03:00
parent e3a2c3fe32
commit 9740824ba5
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
examples/server/server.cpp
View File

@ -871,7 +871,7 @@ struct llama_server_context
return slot.has_next_token; // continue return slot.has_next_token; // continue
} }
bool processImages(llama_client_slot &slot) const bool process_images(llama_client_slot &slot) const
{ {
for (slot_image &img : slot.images) for (slot_image &img : slot.images)
{ {
@ -969,6 +969,7 @@ struct llama_server_context
slot.n_past += 1; slot.n_past += 1;
} }
} }
return true; return true;
} }
@ -1160,7 +1161,7 @@ struct llama_server_context
{"to_eval", tokens_to_str(ctx, slot.cache_tokens.cbegin() + slot.n_past, slot.cache_tokens.cend())}, {"to_eval", tokens_to_str(ctx, slot.cache_tokens.cbegin() + slot.n_past, slot.cache_tokens.cend())},
}); });
const bool has_images = processImages(slot); // has images? const bool has_images = process_images(slot); // has images?
// process the prefix of first image // process the prefix of first image
std::vector<llama_token> prefix_tokens = has_images ? tokenize(slot.images[0].prefix_prompt, true) : prompt_tokens; std::vector<llama_token> prefix_tokens = has_images ? tokenize(slot.images[0].prefix_prompt, true) : prompt_tokens;