diff --git a/examples/server/server.cpp b/examples/server/server.cpp
index 8eca14b86..b91671de6 100644
--- a/examples/server/server.cpp
+++ b/examples/server/server.cpp
@@ -2322,6 +2322,10 @@ struct server_context {
                     continue;
                 }
 
+                if (slot.state != SLOT_STATE_GENERATING) {
+                    continue;
+                }
+
                 llama_token id = slot.sampled;
 
                 struct common_speculative_params params_spec;