From 7006dd784c1facc919cd5cbe649308a7a45a0bf7 Mon Sep 17 00:00:00 2001
From: johannes <johannesmiesenhardt@gmail.com>
Date: Wed, 11 Dec 2024 08:41:51 +0100
Subject: [PATCH] server: Propagate standby_timeout after it has been
 initialized

---
 examples/server/server.cpp | 6 ++----
 1 file changed, 2 insertions(+), 4 deletions(-)

diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index a9ba966b7..e009d305b 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -1430,10 +1430,6 @@ struct server_context {
     // Necessary similarity of prompt for slot selection
     float slot_prompt_similarity = 0.0f;
 
-    server_context() {
-        queue_tasks.standby_timeout = params_base.standby_timeout;
-    }
-
     ~server_context() {
         if (ctx) {
             llama_free(ctx);
@@ -1485,6 +1481,8 @@ struct server_context {
 
         n_ctx = llama_n_ctx(ctx);
 
+        queue_tasks.standby_timeout = params.standby_timeout;
+
         add_bos_token = llama_add_bos_token(model);
         has_eos_token = !llama_add_eos_token(model);