mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-11-14 06:49:54 +00:00
llama : use smart pointers for ggml resources (#10117)
This commit is contained in:
parent
418f5eef26
commit
e991e3127f
38
ggml/include/ggml-cpp.h
Normal file
38
ggml/include/ggml-cpp.h
Normal file
@ -0,0 +1,38 @@
|
|||||||
|
#pragma once
|
||||||
|
|
||||||
|
#ifndef __cplusplus
|
||||||
|
#error "This header is for C++ only"
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#include "ggml.h"
|
||||||
|
#include "ggml-alloc.h"
|
||||||
|
#include "ggml-backend.h"
|
||||||
|
#include <memory>
|
||||||
|
|
||||||
|
// Smart pointers for ggml types
|
||||||
|
|
||||||
|
// ggml
|
||||||
|
|
||||||
|
struct ggml_context_deleter { void operator()(ggml_context * ctx) { ggml_free(ctx); } };
|
||||||
|
struct gguf_context_deleter { void operator()(gguf_context * ctx) { gguf_free(ctx); } };
|
||||||
|
|
||||||
|
typedef std::unique_ptr<ggml_context, ggml_context_deleter> ggml_context_ptr;
|
||||||
|
typedef std::unique_ptr<gguf_context, gguf_context_deleter> gguf_context_ptr;
|
||||||
|
|
||||||
|
// ggml-alloc
|
||||||
|
|
||||||
|
struct ggml_gallocr_deleter { void operator()(ggml_gallocr_t galloc) { ggml_gallocr_free(galloc); } };
|
||||||
|
|
||||||
|
typedef std::unique_ptr<ggml_gallocr_t, ggml_gallocr_deleter> ggml_gallocr_ptr;
|
||||||
|
|
||||||
|
// ggml-backend
|
||||||
|
|
||||||
|
struct ggml_backend_deleter { void operator()(ggml_backend_t backend) { ggml_backend_free(backend); } };
|
||||||
|
struct ggml_backend_buffer_deleter { void operator()(ggml_backend_buffer_t buffer) { ggml_backend_buffer_free(buffer); } };
|
||||||
|
struct ggml_backend_event_deleter { void operator()(ggml_backend_event_t event) { ggml_backend_event_free(event); } };
|
||||||
|
struct ggml_backend_sched_deleter { void operator()(ggml_backend_sched_t sched) { ggml_backend_sched_free(sched); } };
|
||||||
|
|
||||||
|
typedef std::unique_ptr<ggml_backend, ggml_backend_deleter> ggml_backend_ptr;
|
||||||
|
typedef std::unique_ptr<ggml_backend_buffer, ggml_backend_buffer_deleter> ggml_backend_buffer_ptr;
|
||||||
|
typedef std::unique_ptr<ggml_backend_event, ggml_backend_event_deleter> ggml_backend_event_ptr;
|
||||||
|
typedef std::unique_ptr<ggml_backend_sched, ggml_backend_sched_deleter> ggml_backend_sched_ptr;
|
@ -1368,6 +1368,7 @@ add_library(ggml
|
|||||||
../include/ggml.h
|
../include/ggml.h
|
||||||
../include/ggml-alloc.h
|
../include/ggml-alloc.h
|
||||||
../include/ggml-backend.h
|
../include/ggml-backend.h
|
||||||
|
../include/ggml-cpp.h
|
||||||
ggml.c
|
ggml.c
|
||||||
ggml-alloc.c
|
ggml-alloc.c
|
||||||
ggml-backend.cpp
|
ggml-backend.cpp
|
||||||
|
1
spm-headers/ggml-cpp.h
Symbolic link
1
spm-headers/ggml-cpp.h
Symbolic link
@ -0,0 +1 @@
|
|||||||
|
../ggml/include/ggml-cpp.h
|
424
src/llama.cpp
424
src/llama.cpp
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue
Block a user