| 1234567891011121314151617181920212223242526272829303132333435363738 |
- #!/usr/bin/env bash
- set -e
- # Parse command line arguments
- SENTENCE_TRANSFORMERS=""
- while [[ $# -gt 0 ]]; do
- case $1 in
- -st|--sentence-transformers)
- SENTENCE_TRANSFORMERS="--sentence-transformers-dense-modules"
- shift
- ;;
- *)
- echo "Unknown option: $1"
- exit 1
- ;;
- esac
- done
- MODEL_NAME="${MODEL_NAME:-$(basename "$EMBEDDING_MODEL_PATH")}"
- OUTPUT_DIR="${OUTPUT_DIR:-../../models}"
- TYPE="${OUTTYPE:-f16}"
- METADATA_OVERRIDE="${METADATA_OVERRIDE:-}"
- CONVERTED_MODEL="${OUTPUT_DIR}/${MODEL_NAME}.gguf"
- echo "Model path: ${EMBEDDING_MODEL_PATH}"
- echo "Model name: ${MODEL_NAME}"
- echo "Data type: ${TYPE}"
- echo "Converted model path:: ${CONVERTED_MODEL}"
- python ../../convert_hf_to_gguf.py --verbose \
- ${EMBEDDING_MODEL_PATH} \
- --outfile ${CONVERTED_MODEL} \
- --outtype ${TYPE} \
- ${SENTENCE_TRANSFORMERS}
- echo ""
- echo "The environment variable CONVERTED_EMBEDDING MODEL can be set to this path using:"
- echo "export CONVERTED_EMBEDDING_MODEL=$(realpath ${CONVERTED_MODEL})"
|
