mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2025-01-12 03:31:46 +00:00
llama : fix simple splits when the batch contains embeddings
This commit is contained in:
parent
80d9d2a551
commit
8062650343
@ -2818,7 +2818,7 @@ struct llama_sbatch {
|
|||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
// simple split
|
// simple split
|
||||||
ubatch.embd = batch->embd + seq.offset;
|
ubatch.embd = batch->embd + (n_embd * seq.offset);
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
ubatch.embd = nullptr;
|
ubatch.embd = nullptr;
|
||||||
|
Loading…
Reference in New Issue
Block a user