|
|
@@ -41,8 +41,8 @@ $SPLIT --split-max-tensors 28 $WORK_PATH/gemma-1.1-2b-it.Q8_0.gguf $WORK_PATH/g
|
|
|
echo PASS
|
|
|
echo
|
|
|
|
|
|
-# 3. Requant model with '--keep_split'
|
|
|
-$QUANTIZE --allow-requantize --keep_split $WORK_PATH/ggml-model-split-00001-of-00006.gguf $WORK_PATH/ggml-model-requant.gguf Q4_K
|
|
|
+# 3. Requant model with '--keep-split'
|
|
|
+$QUANTIZE --allow-requantize --keep-split $WORK_PATH/ggml-model-split-00001-of-00006.gguf $WORK_PATH/ggml-model-requant.gguf Q4_K
|
|
|
echo PASS
|
|
|
echo
|
|
|
|
|
|
@@ -51,7 +51,7 @@ $MAIN --model $WORK_PATH/ggml-model-requant-00001-of-00006.gguf --random-prompt
|
|
|
echo PASS
|
|
|
echo
|
|
|
|
|
|
-# 4. Requant mode without '--keep_split'
|
|
|
+# 4. Requant mode without '--keep-split'
|
|
|
$QUANTIZE --allow-requantize $WORK_PATH/ggml-model-split-00001-of-00006.gguf $WORK_PATH/ggml-model-requant-merge.gguf Q4_K
|
|
|
echo PASS
|
|
|
echo
|