root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-26 03:14:35 +00:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

llama : define non-positive top_k; top_k range check (#779)

Browse Source 
* Define non-positive top_k; top_k range check

* minor : brackets

---------

Co-authored-by: Georgi Gerganov <ggerganov@gmail.com>
This commit is contained in:
Ivan Stepanov 2023-04-05 19:20:05 +03:00 committed by GitHub
parent ff05d05c96
commit 5a8c4f6240
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
llama.cpp
View File

@ -1229,7 +1229,9 @@ static llama_vocab::id llama_sample_top_p_top_k(
} }
} }
sample_top_k(logits_id, top_k); if (top_k > 0 && top_k < n_logits) {
sample_top_k(logits_id, top_k);
}
float maxl = -std::numeric_limits<float>::infinity(); float maxl = -std::numeric_limits<float>::infinity();
for (const auto & kv : logits_id) { for (const auto & kv : logits_id) {