root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-26 11:24:35 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

metal : simplify f16 and f32 dequant kernels (#0)

Browse Source
This commit is contained in:
Georgi Gerganov 2024-11-04 13:49:34 +02:00
parent f8e58135cf
commit 05697f670b
No known key found for this signature in database
GPG Key ID: 449E073F9DC10735
1 changed files with 2 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
ggml/src/ggml-metal.metal
View File

@ -19,18 +19,12 @@ constexpr constant static float kvalues_iq4nl_f[16] = {
// NOTE: this is not dequantizing - we are simply fitting the template // NOTE: this is not dequantizing - we are simply fitting the template
template <typename type4x4> template <typename type4x4>
void dequantize_f32(device const float4x4 * src, short il, thread type4x4 & reg) { void dequantize_f32(device const float4x4 * src, short il, thread type4x4 & reg) {
float4x4 temp = *(((device float4x4 *)src)); reg = (type4x4)(*src);
for (int i = 0; i < 16; i++){
reg[i/4][i%4] = temp[i/4][i%4];
}
} }
template <typename type4x4> template <typename type4x4>
void dequantize_f16(device const half4x4 * src, short il, thread type4x4 & reg) { void dequantize_f16(device const half4x4 * src, short il, thread type4x4 & reg) {
half4x4 temp = *(((device half4x4 *)src)); reg = (type4x4)(*src);
for (int i = 0; i < 16; i++){
reg[i/4][i%4] = temp[i/4][i%4];
}
} }
template <typename type4x4> template <typename type4x4>