root/llama.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/llama.cpp.git synced 2024-12-26 11:24:35 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

hf : add support for --repo and --file

Browse Source
This commit is contained in:
Georgi Gerganov 2024-02-15 15:05:15 +02:00
parent e834aa1fd4
commit e856bfed3b
No known key found for this signature in database
GPG Key ID: BF970631944C16B7
1 changed files with 16 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
scripts/hf.sh
View File

@ -5,6 +5,7 @@
# Usage:
# ./main -m $(./examples/hf.sh https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_K_M.gguf)
# ./main -m $(./examples/hf.sh --url https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/blob/main/mixtral-8x7b-v0.1.Q4_K_M.gguf)
# ./main -m $(./examples/hf.sh --repo TheBloke/Mixtral-8x7B-v0.1-GGUF --file mixtral-8x7b-v0.1.Q4_K_M.gguf)
#
# all logs go to stderr
@ -13,7 +14,7 @@ function log {
}
function usage {
log "Usage: $0 --url <url> [--help]"
log "Usage: $0 [[--url] <url>] [--repo <repo>] [--file <file>] [-h|--help]"
exit 1
}
@ -34,6 +35,8 @@ else
fi
url=""
repo=""
file=""
# parse args
while [[ $# -gt 0 ]]; do
@ -42,6 +45,14 @@ while [[ $# -gt 0 ]]; do
url="$2"
shift 2
;;
--repo)
repo="$2"
shift 2
;;
--file)
file="$2"
shift 2
;;
-h|--help)
usage
;;
@ -52,6 +63,10 @@ while [[ $# -gt 0 ]]; do
esac
done
if [ -n "$repo" ] && [ -n "$file" ]; then
url="https://huggingface.co/$repo/resolve/main/$file"
fi
if [ -z "$url" ]; then
log "[E] missing --url"
usage