root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-25 02:44:36 +00:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

llava-cli: fix base64 prompt (#7248)

Browse Source
This commit is contained in:
k.h.lai 2024-05-13 22:02:36 +08:00 committed by GitHub
parent 1c570d8bee
commit 30e70334f7
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 21 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
examples/llava/llava-cli.cpp
View File

@ -300,6 +300,19 @@ int main(int argc, char ** argv) {
return 1; return 1;
} }
if (prompt_contains_image(params.prompt)) {
auto ctx_llava = llava_init_context(&params, model);
auto image_embed = load_image(ctx_llava, &params, "");
// process the prompt
process_prompt(ctx_llava, image_embed, &params, params.prompt);
llama_print_timings(ctx_llava->ctx_llama);
llava_image_embed_free(image_embed);
ctx_llava->model = NULL;
llava_free(ctx_llava);
} else {
for (auto & image : params.image) { for (auto & image : params.image) {
auto ctx_llava = llava_init_context(&params, model); auto ctx_llava = llava_init_context(&params, model);
@ -317,6 +330,8 @@ int main(int argc, char ** argv) {
ctx_llava->model = NULL; ctx_llava->model = NULL;
llava_free(ctx_llava); llava_free(ctx_llava);
} }
}
llama_free_model(model); llama_free_model(model);
return 0; return 0;