root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-11-14 23:09:53 +00:00
Code Issues Actions 14 Packages Projects Releases Wiki Activity

metal : prevent int overflows [no ci]

Browse Source
This commit is contained in:
Georgi Gerganov 2024-11-07 22:11:24 +02:00
parent 486a5eb8c1
commit 5d1a10d275
No known key found for this signature in database
GPG Key ID: BF970631944C16B7
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ggml/src/ggml-metal.metal
View File

@ -3613,7 +3613,7 @@ kernel void kernel_flash_attn_ext_vec(
const float S = ss[0]; const float S = ss[0];
for (short i = tiisg; i < D16; i += NW) { for (short i = tiisg; i < D16; i += NW) {
dst44[(iq3*ne2*ne1 + iq2 + (iq1)*ne1)*D16 + i] = (float4x4) sr4x4[i]/S; dst44[((int64_t)iq3*ne2*ne1 + iq2 + (iq1)*ne1)*D16 + i] = (float4x4) sr4x4[i]/S;
} }
} }
} }