decode : fix logits_valid for old API

2024-12-26 11:24:35 +00:00 · 2023-12-17 18:49:21 -05:00 · 2023-12-17 18:49:21 -05:00 · 1b05817112
commit 1b05817112
parent b1306c4394
1 changed files with 1 additions and 1 deletions
--- a/llama.cpp
+++ b/llama.cpp
@ -6184,7 +6184,7 @@ static int llama_decode_internal(
            logits_out.resize(n_vocab);
            memcpy(logits_out.data(), (float *) ggml_get_data(res) + (n_vocab*(n_tokens - 1)), sizeof(float)*n_vocab);
 #ifndef NDEBUG
-            logits_valid[n_tokens - 1] = true;
+            logits_valid[0] = true;
 #endif
        }
    }