mirror of
https://github.com/ggerganov/llama.cpp.git
synced 2024-11-11 21:39:52 +00:00
57 lines
924 B
Bash
57 lines
924 B
Bash
|
#!/bin/bash
|
||
|
|
#
|
||
|
|
# Few-shot translation example.
|
||
|
|
# Requires a base model (i.e. no fine-tuned or instruct models).
|
||
|
|
#
|
||
|
|
# Usage:
|
||
|
|
#
|
||
|
|
# cd llama.cpp
|
||
|
|
# make -j
|
||
|
|
#
|
||
|
|
# ./examples/base-translate.sh <model-base> "<text>"
|
||
|
|
#
|
||
|
|
|
||
|
|
if [ $# -ne 2 ]; then
|
||
|
|
echo "Usage: ./base-translate.sh <model-base> \"<text>\""
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
|
||
|
|
ftmp="__llama.cpp_example_tmp__.txt"
|
||
|
|
trap "rm -f $ftmp" EXIT
|
||
|
|
|
||
|
|
echo "Translate from English to French:
|
||
|
|
|
||
|
|
===
|
||
|
|
|
||
|
|
sea otter, peppermint, plush girafe:
|
||
|
|
|
||
|
|
sea otter => loutre de mer
|
||
|
|
peppermint => menthe poivrée
|
||
|
|
plush girafe => girafe peluche
|
||
|
|
|
||
|
|
===
|
||
|
|
|
||
|
|
violin
|
||
|
|
|
||
|
|
violin => violon
|
||
|
|
|
||
|
|
===
|
||
|
|
|
||
|
|
phone, computer, mouse, keyboard:
|
||
|
|
|
||
|
|
phone => téléphone
|
||
|
|
computer => ordinateur
|
||
|
|
mouse => souris
|
||
|
|
keyboard => clavier
|
||
|
|
|
||
|
|
===
|
||
|
|
" > $ftmp
|
||
|
|
|
||
|
|
echo "$2
|
||
|
|
" >> $ftmp
|
||
|
|
|
||
|
|
model=$1
|
||
|
|
|
||
|
|
# generate the most likely continuation, run on the CPU until the string "===" is found
|
||
|
|
./main -m $model -f $ftmp -n 64 --temp 0 --repeat-penalty 1.0 --no-penalize-nl -ngl 0 -r "==="
|