root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-27 03:44:35 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

batched-bench : init warm-up batch

Browse Source
This commit is contained in:
Georgi Gerganov 2023-10-11 19:24:59 +03:00
parent 76e17f8d93
commit c062ffd18c
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/batched-bench/batched-bench.cpp
View File

@ -102,6 +102,14 @@ int main(int argc, char ** argv) {
// warm up // warm up
{ {
batch.n_tokens = 16; batch.n_tokens = 16;
for (int i = 0; i < batch.n_tokens; ++i) {
batch.token[i] = 0;
batch.pos[i] = i;
batch.seq_id[i] = 0;
batch.logits[i] = false;
}
if (!decode_helper(ctx, batch, ctx_params.n_batch)) { if (!decode_helper(ctx, batch, ctx_params.n_batch)) {
LOG_TEE("%s: llama_decode() failed\n", __func__); LOG_TEE("%s: llama_decode() failed\n", __func__);
return 1; return 1;