root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-02 14:54:35 +00:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

Set the singleton to nullptr here.

Browse Source
This commit is contained in:
Adam Treat 2023-09-14 16:38:28 -04:00 committed by Cebtenzzre
parent 68aca6be08
commit addac25293
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ggml-vulkan.cpp
View File

@ -250,6 +250,10 @@ bool ggml_vk_free_device() {
if (!ggml_vk_has_device()) if (!ggml_vk_has_device())
return false; return false;
komputeManager()->destroy(); komputeManager()->destroy();
// FIXME: The lifetime of these two needs to be tied together as we're relying upon the fact
// the llama_free(ctx) destroys this memory and we just set the singleton to nullptr here which
// is very brittle
s_kompute_context = nullptr;
return true; return true;
} }