root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-27 03:44:35 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

decode : fix logits_valid for old API

Browse Source
This commit is contained in:
Jared Van Bortel 2023-12-17 18:49:21 -05:00
parent b1306c4394
commit 1b05817112
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
llama.cpp
View File

@ -6184,7 +6184,7 @@ static int llama_decode_internal(
logits_out.resize(n_vocab); logits_out.resize(n_vocab);
memcpy(logits_out.data(), (float *) ggml_get_data(res) + (n_vocab*(n_tokens - 1)), sizeof(float)*n_vocab); memcpy(logits_out.data(), (float *) ggml_get_data(res) + (n_vocab*(n_tokens - 1)), sizeof(float)*n_vocab);
#ifndef NDEBUG #ifndef NDEBUG
logits_valid[n_tokens - 1] = true; logits_valid[0] = true;
#endif #endif
} }
} }