root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-11-11 21:39:52 +00:00
Code Issues Actions 12 Packages Projects Releases Wiki Activity

ggml : sync alibi fix from ggml repo

Browse Source
This commit is contained in:
Georgi Gerganov 2023-05-13 11:54:33 +03:00
parent ac0cd259d5
commit f048af0230
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ggml.c
View File

@ -8553,7 +8553,7 @@ static void ggml_compute_forward_alibi_f32(
m_k = powf(m1, 2 * (k - n_heads_log2_floor) + 1);
}
pdst[0] = (j+1) * m_k + src[0];
pdst[0] = i * m_k + src[0];
}
}
}
@ -8615,7 +8615,7 @@ static void ggml_compute_forward_alibi_f16(
}
// we return F32
pdst[0] = (j+1) * m_k + GGML_FP16_TO_FP32(src[0]);
pdst[0] = i * m_k + GGML_FP16_TO_FP32(src[0]);
}
}
}