root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 04:00:16 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

chat-template: add phi-3.5-vision-instruct

Browse Source
This commit is contained in:
ochafik 2024-09-29 00:33:19 +01:00
parent 8738d94bbd
commit cb7912ee74
4 changed files with 15 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
tests/chat/goldens/microsoft-Phi-3.5-vision-instruct-simple.txt Normal file
View File

@ -0,0 +1,4 @@
<|user|>
What's your favourite LLM framework?<|end|>
<|assistant|>
llama.cpp!<|end|>

6
tests/chat/goldens/microsoft-Phi-3.5-vision-instruct-system.txt Normal file
View File

@ -0,0 +1,6 @@
<|system|>
You only tell the truth.<|end|>
<|user|>
What's your favourite LLM framework?<|end|>
<|assistant|>
llama.cpp!<|end|>

4
tests/chat/templates/microsoft-Phi-3.5-vision-instruct.jinja Normal file
View File

@ -0,0 +1,4 @@
{% for message in messages %}{{'<|' + message['role'] + '|>' + '
' + message['content'] + '<|end|>
' }}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] != 'assistant' %}{{- '<|assistant|>
' -}}{% endif %}

9
tests/update_jinja_goldens.py
View File

@ -42,6 +42,7 @@ model_ids = [
"microsoft/Phi-3-mini-4k-instruct",
"microsoft/Phi-3-small-8k-instruct",
"microsoft/Phi-3.5-mini-instruct",
"microsoft/Phi-3.5-vision-instruct",
"mlabonne/AlphaMonarch-7B",
"CohereForAI/c4ai-command-r-plus",
"NousResearch/Hermes-2-Pro-Llama-3-8B",
@ -56,14 +57,6 @@ model_ids = [
"teknium/OpenHermes-2.5-Mistral-7B",
"TheBloke/FusionNet_34Bx2_MoE-AWQ",
# C++ minja templating broken:
# "THUDM/chatglm3-6b",
# "derek33125/project-angel-chatglm4",
# Cannot find chat template:
# "eachadea/vicuna-13b-1.1",
# "microsoft/Phi-3-vision-instruct",
# Gated models:
"meta-llama/Llama-3.2-3B-Instruct",
"meta-llama/Meta-Llama-3.1-8B-Instruct",