examples : add few-shot translation example (#4783)

This commit is contained in:
Georgi Gerganov 2024-01-05 15:11:10 +02:00 committed by GitHub
parent b3a7c20b5c
commit 3681f22443
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

56
examples/base-translate.sh Executable file
View File

@ -0,0 +1,56 @@
#!/bin/bash
#
# Few-shot translation example.
# Requires a base model (i.e. no fine-tuned or instruct models).
#
# Usage:
#
# cd llama.cpp
# make -j
#
# ./examples/base-translate.sh <model-base> "<text>"
#
if [ $# -ne 2 ]; then
echo "Usage: ./base-translate.sh <model-base> \"<text>\""
exit 1
fi
ftmp="__llama.cpp_example_tmp__.txt"
trap "rm -f $ftmp" EXIT
echo "Translate from English to French:
===
sea otter, peppermint, plush girafe:
sea otter => loutre de mer
peppermint => menthe poivrée
plush girafe => girafe peluche
===
violin
violin => violon
===
phone, computer, mouse, keyboard:
phone => téléphone
computer => ordinateur
mouse => souris
keyboard => clavier
===
" > $ftmp
echo "$2
" >> $ftmp
model=$1
# generate the most likely continuation, run on the CPU until the string "===" is found
./main -m $model -f $ftmp -n 64 --temp 0 --repeat-penalty 1.0 --no-penalize-nl -ngl 0 -r "==="