root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-11-15 07:19:53 +00:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

metal : fix SSM_SCAN pipeline scope

Browse Source
This commit is contained in:
Francis Couture-Harpin 2024-10-02 10:41:10 -04:00
parent 2c77d799f9
commit 87b97d08f4
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ggml/src/ggml-metal.m
View File

@ -1693,11 +1693,13 @@ static void ggml_metal_encode_node(
const int64_t n_seq_tokens = ne11;
const int64_t n_seqs = ne13;
id<MTLComputePipelineState> pipeline = nil;
if (ne30 == 1) {
// Mamba-2
id<MTLComputePipelineState> pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_SSM_SCAN_F32_GROUP].pipeline;
pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_SSM_SCAN_F32_GROUP].pipeline;
} else {
id<MTLComputePipelineState> pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_SSM_SCAN_F32].pipeline;
pipeline = ctx->kernels[GGML_METAL_KERNEL_TYPE_SSM_SCAN_F32].pipeline;
}
[encoder setComputePipelineState:pipeline];