root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2025-01-13 12:10:18 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update README.md

Browse Source
This commit is contained in:
Olivier Chafik 2024-10-02 15:19:27 +01:00
parent 9e502e89a5
commit b559d64ecc
1 changed files with 0 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
examples/agent/README.md
View File

@ -25,19 +25,11 @@
-hfr meetkai/functionary-small-v3.2-GGUF -hff functionary-small-v3.2.Q4_0.gguf \ -hfr meetkai/functionary-small-v3.2-GGUF -hff functionary-small-v3.2.Q4_0.gguf \
--chat-template "$( python scripts/get_hf_chat_template.py meetkai/functionary-medium-v3.2 )" --chat-template "$( python scripts/get_hf_chat_template.py meetkai/functionary-medium-v3.2 )"
./llama-server --jinja -fa --verbose \
-m ~/Downloads/functionary-small-v3.2.Q4_0.gguf \
--chat-template "$( python scripts/get_hf_chat_template.py meetkai/functionary-medium-v3.2 )"
# Llama 3.2 3B (poor adherence) # Llama 3.2 3B (poor adherence)
./llama-server --jinja -fa --verbose \ ./llama-server --jinja -fa --verbose \
-hfr lmstudio-community/Llama-3.2-3B-Instruct-GGUF -hff Llama-3.2-3B-Instruct-Q6_K_L.gguf \ -hfr lmstudio-community/Llama-3.2-3B-Instruct-GGUF -hff Llama-3.2-3B-Instruct-Q6_K_L.gguf \
--chat-template "$( python scripts/get_hf_chat_template.py meta-llama/Llama-3.2-3B-Instruct )" --chat-template "$( python scripts/get_hf_chat_template.py meta-llama/Llama-3.2-3B-Instruct )"
./llama-server --jinja -fa --verbose \
-m ~/Downloads/Llama-3.2-3B-Instruct-Q6_K_L.gguf \
--chat-template "$( python scripts/get_hf_chat_template.py meta-llama/Llama-3.2-3B-Instruct )"
# Llama 3.2 1B (very poor adherence) # Llama 3.2 1B (very poor adherence)
./llama-server --jinja -fa --verbose \ ./llama-server --jinja -fa --verbose \
-hfr lmstudio-community/Llama-3.2-1B-Instruct-GGUF -hff Llama-3.2-1B-Instruct-Q4_K_M.gguf \ -hfr lmstudio-community/Llama-3.2-1B-Instruct-GGUF -hff Llama-3.2-1B-Instruct-Q4_K_M.gguf \