root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-12 11:40:17 +00:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Vulkan: Refactor to make sure Vulkan instance is destroyed properly on program exit

Browse Source
This commit is contained in:
0cc4m 2024-11-29 07:42:00 +00:00
parent a813badbbd
commit d9b0958f59
2 changed files with 529 additions and 382 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
ggml/include/ggml-vulkan.h
View File

@ -11,6 +11,7 @@ extern "C" {
#define GGML_VK_MAX_DEVICES 16 #define GGML_VK_MAX_DEVICES 16
GGML_BACKEND_API void ggml_vk_instance_init(void); GGML_BACKEND_API void ggml_vk_instance_init(void);
GGML_BACKEND_API void ggml_vk_instance_unload(void);
// backend API // backend API
GGML_BACKEND_API ggml_backend_t ggml_backend_vk_init(size_t dev_num); GGML_BACKEND_API ggml_backend_t ggml_backend_vk_init(size_t dev_num);

910
ggml/src/ggml-vulkan/ggml-vulkan.cpp
View File

File diff suppressed because it is too large Load Diff