root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-24 18:34:36 +00:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

server: Propagate standby_timeout after it has been initialized

Browse Source
This commit is contained in:
johannes 2024-12-11 08:41:51 +01:00
parent 4fd58a8013
commit 7006dd784c
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
examples/server/server.cpp
View File

@ -1430,10 +1430,6 @@ struct server_context {
// Necessary similarity of prompt for slot selection
float slot_prompt_similarity = 0.0f;
server_context() {
queue_tasks.standby_timeout = params_base.standby_timeout;
}
~server_context() {
if (ctx) {
llama_free(ctx);
@ -1485,6 +1481,8 @@ struct server_context {
n_ctx = llama_n_ctx(ctx);
queue_tasks.standby_timeout = params.standby_timeout;
add_bos_token = llama_add_bos_token(model);
has_eos_token = !llama_add_eos_token(model);