root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-29 04:44:34 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add sanity check and fix kompute teardown order

Browse Source
This commit is contained in:
Jared Van Bortel 2024-01-17 10:09:27 -05:00
parent 50579f27e9
commit de9b0bbbe4
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ggml-kompute.cpp
View File

@ -301,6 +301,7 @@ ggml_vk_device ggml_vk_current_device() {
} }
ggml_kompute_context *ggml_vk_init() { ggml_kompute_context *ggml_vk_init() {
GGML_ASSERT(s_kompute_context == nullptr);
s_kompute_context = new ggml_kompute_context; s_kompute_context = new ggml_kompute_context;
return s_kompute_context; return s_kompute_context;
} }
@ -1824,8 +1825,8 @@ static const char * ggml_backend_kompute_name(ggml_backend_t backend) {
static void ggml_backend_kompute_free(ggml_backend_t backend) { static void ggml_backend_kompute_free(ggml_backend_t backend) {
struct ggml_kompute_context * ctx = (struct ggml_kompute_context *)backend->context; struct ggml_kompute_context * ctx = (struct ggml_kompute_context *)backend->context;
ggml_vk_free_device();
ggml_vk_free(ctx); ggml_vk_free(ctx);
ggml_vk_free_device();
delete backend; delete backend;
} }