llama.cpp/examples/base-translate.sh

#!/bin/bash
#
# Few-shot translation example.
# Requires a base model (i.e. no fine-tuned or instruct models).
#
# Usage:
#
#   cd llama.cpp
#   make -j
#
#   ./examples/base-translate.sh <model-base> "<text>"
#

if [ $# -ne 2 ]; then
  echo "Usage: ./base-translate.sh <model-base> \"<text>\""
  exit 1
fi

ftmp="__llama.cpp_example_tmp__.txt"
trap "rm -f $ftmp" EXIT

echo "Translate from English to French:

===

sea otter, peppermint, plush girafe:

sea otter => loutre de mer
peppermint => menthe poivrée
plush girafe => girafe peluche

===

violin

violin => violon

===

phone, computer, mouse, keyboard:

phone => téléphone
computer => ordinateur
mouse => souris
keyboard => clavier

===
" > $ftmp

echo "$2
" >> $ftmp

model=$1

# generate the most likely continuation, run on the CPU until the string "===" is found
./main -m $model -f $ftmp -n 64 --temp 0 --repeat-penalty 1.0 --no-penalize-nl -ngl 0 -r "==="