llama : fix simple splits when the batch contains embeddings

This commit is contained in:
Francis Couture-Harpin 2024-08-21 15:09:03 -04:00
parent 80d9d2a551
commit 8062650343

View File

@ -2818,7 +2818,7 @@ struct llama_sbatch {
} }
} else { } else {
// simple split // simple split
ubatch.embd = batch->embd + seq.offset; ubatch.embd = batch->embd + (n_embd * seq.offset);
} }
} else { } else {
ubatch.embd = nullptr; ubatch.embd = nullptr;