hf : add support for --repo and --file

This commit is contained in:
Georgi Gerganov 2024-02-15 15:05:15 +02:00
parent e834aa1fd4
commit e856bfed3b
No known key found for this signature in database
GPG Key ID: BF970631944C16B7

View File

@ -5,6 +5,7 @@
# Usage: # Usage:
# ./main -m $(./examples/hf.sh https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_K_M.gguf) # ./main -m $(./examples/hf.sh https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/resolve/main/mixtral-8x7b-v0.1.Q4_K_M.gguf)
# ./main -m $(./examples/hf.sh --url https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/blob/main/mixtral-8x7b-v0.1.Q4_K_M.gguf) # ./main -m $(./examples/hf.sh --url https://huggingface.co/TheBloke/Mixtral-8x7B-v0.1-GGUF/blob/main/mixtral-8x7b-v0.1.Q4_K_M.gguf)
# ./main -m $(./examples/hf.sh --repo TheBloke/Mixtral-8x7B-v0.1-GGUF --file mixtral-8x7b-v0.1.Q4_K_M.gguf)
# #
# all logs go to stderr # all logs go to stderr
@ -13,7 +14,7 @@ function log {
} }
function usage { function usage {
log "Usage: $0 --url <url> [--help]" log "Usage: $0 [[--url] <url>] [--repo <repo>] [--file <file>] [-h|--help]"
exit 1 exit 1
} }
@ -34,6 +35,8 @@ else
fi fi
url="" url=""
repo=""
file=""
# parse args # parse args
while [[ $# -gt 0 ]]; do while [[ $# -gt 0 ]]; do
@ -42,6 +45,14 @@ while [[ $# -gt 0 ]]; do
url="$2" url="$2"
shift 2 shift 2
;; ;;
--repo)
repo="$2"
shift 2
;;
--file)
file="$2"
shift 2
;;
-h|--help) -h|--help)
usage usage
;; ;;
@ -52,6 +63,10 @@ while [[ $# -gt 0 ]]; do
esac esac
done done
if [ -n "$repo" ] && [ -n "$file" ]; then
url="https://huggingface.co/$repo/resolve/main/$file"
fi
if [ -z "$url" ]; then if [ -z "$url" ]; then
log "[E] missing --url" log "[E] missing --url"
usage usage