From 62b09b343c6c4e35486368f1a7b653c9ae58574a Mon Sep 17 00:00:00 2001 From: Francis Couture-Harpin Date: Wed, 2 Oct 2024 21:35:50 -0400 Subject: [PATCH] metal : fix wrong number of tokens per sequence in SSM_SCAN --- ggml/src/ggml-metal.m | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/ggml/src/ggml-metal.m b/ggml/src/ggml-metal.m index 3f7183060..a39770bd4 100644 --- a/ggml/src/ggml-metal.m +++ b/ggml/src/ggml-metal.m @@ -1690,7 +1690,7 @@ static void ggml_metal_encode_node( const int64_t d_inner = ne01; const int64_t n_head = ne02; const int64_t n_group = ne41; - const int64_t n_seq_tokens = ne11; + const int64_t n_seq_tokens = ne12; const int64_t n_seqs = ne13; id pipeline = nil;