|
|
@@ -0,0 +1,56 @@
|
|
|
+#!/bin/bash
|
|
|
+#
|
|
|
+# Few-shot translation example.
|
|
|
+# Requires a base model (i.e. no fine-tuned or instruct models).
|
|
|
+#
|
|
|
+# Usage:
|
|
|
+#
|
|
|
+# cd llama.cpp
|
|
|
+# make -j
|
|
|
+#
|
|
|
+# ./examples/base-translate.sh <model-base> "<text>"
|
|
|
+#
|
|
|
+
|
|
|
+if [ $# -ne 2 ]; then
|
|
|
+ echo "Usage: ./base-translate.sh <model-base> \"<text>\""
|
|
|
+ exit 1
|
|
|
+fi
|
|
|
+
|
|
|
+ftmp="__llama.cpp_example_tmp__.txt"
|
|
|
+trap "rm -f $ftmp" EXIT
|
|
|
+
|
|
|
+echo "Translate from English to French:
|
|
|
+
|
|
|
+===
|
|
|
+
|
|
|
+sea otter, peppermint, plush girafe:
|
|
|
+
|
|
|
+sea otter => loutre de mer
|
|
|
+peppermint => menthe poivrée
|
|
|
+plush girafe => girafe peluche
|
|
|
+
|
|
|
+===
|
|
|
+
|
|
|
+violin
|
|
|
+
|
|
|
+violin => violon
|
|
|
+
|
|
|
+===
|
|
|
+
|
|
|
+phone, computer, mouse, keyboard:
|
|
|
+
|
|
|
+phone => téléphone
|
|
|
+computer => ordinateur
|
|
|
+mouse => souris
|
|
|
+keyboard => clavier
|
|
|
+
|
|
|
+===
|
|
|
+" > $ftmp
|
|
|
+
|
|
|
+echo "$2
|
|
|
+" >> $ftmp
|
|
|
+
|
|
|
+model=$1
|
|
|
+
|
|
|
+# generate the most likely continuation, run on the CPU until the string "===" is found
|
|
|
+./main -m $model -f $ftmp -n 64 --temp 0 --repeat-penalty 1.0 --no-penalize-nl -ngl 0 -r "==="
|