mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-12-30 21:34:36 +00:00
17 lines
350 B
Bash
17 lines
350 B
Bash
|
#!/bin/bash
|
||
|
|
|
||
|
|
cd `dirname $0`
|
||
|
|
cd ..
|
||
|
|
|
||
|
|
# get -m model parameter otherwise defer to default
|
||
|
|
if [ "$1" == "-m" ]; then
|
||
|
|
MODEL="-m $2 "
|
||
|
|
fi
|
||
|
|
|
||
|
|
./main $MODEL --color \
|
||
|
|
-f ./prompts/reason-act.txt \
|
||
|
|
-i --interactive-first \
|
||
|
|
--top_k 10000 --temp 0.2 --repeat_penalty 1 -t 7 -c 2048 \
|
||
|
|
-r "Question:" -r "Observation:" --in-prefix " " \
|
||
|
|
-n -1
|