root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-26 11:24:35 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Attempt to fix android build (#5752)

Browse Source 
Co-authored-by: Iwan Kawrakow <iwan.kawrakow@gmail.com>
This commit is contained in:
Kawrakow 2024-02-27 19:16:49 +02:00 committed by GitHub
parent 0becb22ac0
commit cb49e0f8c9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ggml-quants.c
View File

@ -10464,9 +10464,9 @@ void ggml_vec_dot_iq4_xs_q8_K(int n, float * restrict s, size_t bs, const void *
#if defined __ARM_NEON #if defined __ARM_NEON
const int8x16_t values = vld1q_s8(kvalues_iq4nl); const int8x16_t values = vld1q_s8(kvalues_iq4nl);
const uint8x16_t m4b = vdupq_n_u8(0x0f); const uint8x16_t m4b = vdupq_n_u8(0x0f);
uint8x16x2_t q4bits; ggml_uint8x16x2_t q4bits;
int8x16x4_t q4b; ggml_int8x16x4_t q4b;
int8x16x4_t q8b; ggml_int8x16x4_t q8b;
int32x4_t prod_1, prod_2; int32x4_t prod_1, prod_2;
float sumf = 0; float sumf = 0;