root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-31 22:04:35 +00:00
Code Issues Actions 7 Packages Projects Releases Wiki Activity

llama : add comment [no ci]

Browse Source
This commit is contained in:
Georgi Gerganov 2024-09-26 14:36:14 +03:00
parent 877a04ccff
commit 4d457755c0
No known key found for this signature in database
GPG Key ID: BF970631944C16B7
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/llama.cpp
View File

@ -10257,6 +10257,8 @@ struct llm_build_context {
cur = ggml_tanh(ctx0, cur);
if (model.cls_out) {
// this path is taken for example by the https://huggingface.co/jinaai/jina-reranker-v1-tiny-en
// https://huggingface.co/jinaai/jina-reranker-v1-tiny-en/blob/cb5347e43979c3084a890e3f99491952603ae1b7/modeling_bert.py#L884-L896
GGML_ASSERT(model.cls_out_b != nullptr);
cur = ggml_add (ctx0, ggml_mul_mat(ctx0, model.cls_out, cur), model.cls_out_b);