#!/bin/bash # # Temporary script - will be removed in the future # cd `dirname $0` cd .. ./main -m models/available/Llama2/13B/llama-2-13b.ggmlv3.q4_0.bin \ --color \ --kv_size 2048 \ -n -1 \ -ins -b 256 \ --top_k 10000 \ --temp 0.2 \ --repeat_penalty 1.1 \ -t 8