root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-25 19:04:35 +00:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

cuda : simplify expression

Browse Source 
Co-authored-by: slaren <slarengh@gmail.com>
This commit is contained in:
Georgi Gerganov 2024-01-03 14:18:46 +02:00
parent d55356d3ba
commit 7bed7eba35
2 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
ggml-cuda.cu
View File

@ -10044,10 +10044,7 @@ static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, const ggml_ten
case GGML_OP_CONCAT: case GGML_OP_CONCAT:
{ {
ggml_type src0_type = op->src[0]->type; ggml_type src0_type = op->src[0]->type;
if (src0_type != GGML_TYPE_I32 && src0_type != GGML_TYPE_I16) { return src0_type != GGML_TYPE_I32 && src0_type != GGML_TYPE_I16;
return true;
}
return false;
} break; } break;
case GGML_OP_NONE: case GGML_OP_NONE:
case GGML_OP_RESHAPE: case GGML_OP_RESHAPE:

2
scripts/sync-ggml.last
View File

@ -1 +1 @@
5b6f3aeba051be8926cb921b8ba529ff990608bf 3fd01e00e40583ccd4b393a7c6502d6a4455a1d5