| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546 |
- #!/usr/bin/env bash
- set -e
- # Parse command line arguments
- MMPROJ=""
- while [[ $# -gt 0 ]]; do
- case $1 in
- --mmproj)
- MMPROJ="--mmproj"
- shift
- ;;
- *)
- shift
- ;;
- esac
- done
- MODEL_NAME="${MODEL_NAME:-$(basename "$MODEL_PATH")}"
- OUTPUT_DIR="${OUTPUT_DIR:-../../models}"
- TYPE="${OUTTYPE:-f16}"
- METADATA_OVERRIDE="${METADATA_OVERRIDE:-}"
- CONVERTED_MODEL="${OUTPUT_DIR}/${MODEL_NAME}.gguf"
- echo "Model path: ${MODEL_PATH}"
- echo "Model name: ${MODEL_NAME}"
- echo "Data type: ${TYPE}"
- echo "Converted model path:: ${CONVERTED_MODEL}"
- echo "Metadata override: ${METADATA_OVERRIDE}"
- CMD_ARGS=("python" "../../convert_hf_to_gguf.py" "--verbose")
- CMD_ARGS+=("${MODEL_PATH}")
- CMD_ARGS+=("--outfile" "${CONVERTED_MODEL}")
- CMD_ARGS+=("--outtype" "${TYPE}")
- [[ -n "$METADATA_OVERRIDE" ]] && CMD_ARGS+=("--metadata" "${METADATA_OVERRIDE}")
- [[ -n "$MMPROJ" ]] && CMD_ARGS+=("${MMPROJ}")
- "${CMD_ARGS[@]}"
- echo ""
- echo "The environment variable CONVERTED_MODEL can be set to this path using:"
- echo "export CONVERTED_MODEL=$(realpath ${CONVERTED_MODEL})"
- if [[ -n "$MMPROJ" ]]; then
- mmproj_file="${OUTPUT_DIR}/mmproj-$(basename "${CONVERTED_MODEL}")"
- echo "The mmproj model was created in $(realpath "$mmproj_file")"
- fi
|
