root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-27 03:44:35 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

speculative : fix compile warning
Some checks are pending
flake8 Lint / Lint (push) Waiting to run
Details

Browse Source
This commit is contained in:
Georgi Gerganov 2024-11-24 12:53:48 +02:00
parent d9fb3b2e01
commit c8880e786c
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
common/speculative.cpp
View File

@ -170,7 +170,7 @@ llama_tokens common_speculative_gen_draft(
for (int i = reuse_i + reuse_n + 1; i < (int) prompt.size(); ++i) {
result.push_back(prompt[i]);
if (result.size() >= params.n_draft) {
if (params.n_draft <= (int) result.size()) {
break;
}
}