echodict/llama.cpp

1#!/usr/bin/env bash2 3set -e4 5# Parse command line arguments6SENTENCE_TRANSFORMERS=""7while [[ $# -gt 0 ]]; do8    case $1 in9        -st|--sentence-transformers)10            SENTENCE_TRANSFORMERS="--sentence-transformers-dense-modules"11            shift12            ;;13        *)14            echo "Unknown option: $1"15            exit 116            ;;17    esac18done19 20MODEL_NAME="${MODEL_NAME:-$(basename "$EMBEDDING_MODEL_PATH")}"21OUTPUT_DIR="${OUTPUT_DIR:-../../models}"22TYPE="${OUTTYPE:-f16}"23METADATA_OVERRIDE="${METADATA_OVERRIDE:-}"24CONVERTED_MODEL="${OUTPUT_DIR}/${MODEL_NAME}.gguf"25 26echo "Model path: ${EMBEDDING_MODEL_PATH}"27echo "Model name: ${MODEL_NAME}"28echo "Data  type: ${TYPE}"29echo "Converted model path:: ${CONVERTED_MODEL}"30python ../../convert_hf_to_gguf.py --verbose \31    ${EMBEDDING_MODEL_PATH} \32    --outfile ${CONVERTED_MODEL} \33    --outtype ${TYPE} \34    ${SENTENCE_TRANSFORMERS}35 36echo ""37echo "The environment variable CONVERTED_EMBEDDING MODEL can be set to this path using:"38echo "export CONVERTED_EMBEDDING_MODEL=$(realpath ${CONVERTED_MODEL})"39