Felipe97/llama-cpp-compiled

1#!/usr/bin/env bash2 3set -e4 5# Parse command line arguments6MMPROJ=""7DEBUG=""8while [[ $# -gt 0 ]]; do9    case $1 in10        --mmproj)11            MMPROJ="--mmproj"12            shift13            ;;14        --debug)15            DEBUG="1"16            shift17            ;;18        *)19            shift20            ;;21    esac22done23 24MODEL_NAME="${MODEL_NAME:-$(basename "$MODEL_PATH")}"25OUTPUT_DIR="${OUTPUT_DIR:-../../models}"26TYPE="${OUTTYPE:-f16}"27METADATA_OVERRIDE="${METADATA_OVERRIDE:-}"28if [[ -n "$MMPROJ" ]]; then29    CONVERTED_MODEL="${OUTPUT_DIR}/mmproj-${MODEL_NAME}.gguf"30else31    CONVERTED_MODEL="${OUTPUT_DIR}/${MODEL_NAME}.gguf"32fi33 34echo "Model path: ${MODEL_PATH}"35echo "Model name: ${MODEL_NAME}"36echo "Data  type: ${TYPE}"37echo "Converted model path:: ${CONVERTED_MODEL}"38echo "Metadata override: ${METADATA_OVERRIDE}"39 40if [[ -n "$DEBUG" ]]; then41    CMD_ARGS=("python" "-m" "pdb")42else43    CMD_ARGS=("python")44fi45 46CMD_ARGS+=("../../convert_hf_to_gguf.py" "--verbose")47CMD_ARGS+=("${MODEL_PATH}")48CMD_ARGS+=("--outfile" "${CONVERTED_MODEL}")49CMD_ARGS+=("--outtype" "${TYPE}")50CMD_ARGS+=("--model-name" "${MODEL_NAME}")51[[ -n "$METADATA_OVERRIDE" ]] && CMD_ARGS+=("--metadata" "${METADATA_OVERRIDE}")52[[ -n "$MMPROJ" ]] && CMD_ARGS+=("${MMPROJ}")53 54"${CMD_ARGS[@]}"55 56echo ""57echo "The environment variable CONVERTED_MODEL can be set to this path using:"58echo "export CONVERTED_MODEL=$(realpath ${CONVERTED_MODEL})"59