llama.cpp/examples/alpaca.sh

20 lines
331 B
Bash
Raw Permalink Normal View History

#!/bin/bash
2023-03-25 18:36:52 +00:00
#
# Temporary script - will be removed in the future
#
2023-03-25 18:36:52 +00:00
cd `dirname $0`
cd ..
./main -m ./models/ggml-alpaca-7b-q4.bin \
--color \
-f ./prompts/alpaca.txt \
--ctx_size 2048 \
-n -1 \
-ins -b 256 \
--top_k 10000 \
--temp 0.2 \
--repeat_penalty 1.1 \
-t 7