root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 04:00:16 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

lookahead : fix a bug in the seq_id of the lookahead tokens

Browse Source
This commit is contained in:
Georgi Gerganov 2023-11-26 11:26:43 +02:00
parent 7d50de2de1
commit 1a07a33939
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
examples/lookahead/lookahead.cpp
View File

@ -135,10 +135,7 @@ int main(int argc, char ** argv) {
}
}
std::vector<llama_seq_id> seq_id_look(W + 1);
for (int i = 0; i < W + 1; i++) {
seq_id_look[i] = i;
}
std::vector<llama_seq_id> seq_id_look;
std::vector<llama_seq_id> seq_id_all(W + G + 1);
for (int i = 0; i < W + G + 1; i++) {
@ -210,6 +207,11 @@ int main(int argc, char ** argv) {
// fill the remaining W - 1 tokens for the first level
for (int i = 1; i < W; i++) {
seq_id_look.resize(W - i);
for (int j = 0; j < W - i; j++) {
seq_id_look[j] = i + j + 1;
}
llama_batch_add(batch, tokens_j[0][i], n_past + i, seq_id_look, false);
}