CoolFace
Modelpublic

Felipe97/llama-cpp-compiled

sourceHugging Faceupdated 3d agoView on Hugging Face
0likes1.1kdownloads
run-converted-model.sh56 linesDownload Raw Back to embedding
1#!/usr/bin/env bash2 3set -e4 5# Parse command line arguments6CONVERTED_MODEL=""7PROMPTS_FILE=""8EMBD_NORMALIZE="2"9 10while [[ $# -gt 0 ]]; do11    case $1 in12        -p|--prompts-file)13            PROMPTS_FILE="$2"14            shift 215            ;;16        --embd-normalize)17            EMBD_NORMALIZE="$2"18            shift 219            ;;20        *)21            if [ -z "$CONVERTED_MODEL" ]; then22                CONVERTED_MODEL="$1"23            fi24            shift25            ;;26    esac27done28 29# First try command line argument, then environment variable30CONVERTED_MODEL="${CONVERTED_MODEL:-"$CONVERTED_EMBEDDING_MODEL"}"31BUILD_DIR="${BUILD_DIR:-"../../build"}"32 33# Final check if we have a model path34if [ -z "$CONVERTED_MODEL" ]; then35    echo "Error: Model path must be provided either as:" >&236    echo "  1. Command line argument" >&237    echo "  2. CONVERTED_EMBEDDING_MODEL environment variable" >&238    exit 139fi40 41# Read prompt from file or use default42if [ -n "$PROMPTS_FILE" ]; then43    if [ ! -f "$PROMPTS_FILE" ]; then44        echo "Error: Prompts file '$PROMPTS_FILE' not found" >&245        exit 146    fi47    PROMPT=$(cat "$PROMPTS_FILE")48else49    PROMPT="Hello world today"50fi51 52echo $CONVERTED_MODEL53 54cmake --build ${BUILD_DIR} --target llama-debug -j855${BUILD_DIR}/bin/llama-debug -m "$CONVERTED_MODEL" --embedding -p "$PROMPT" --save-logits --embd-normalize $EMBD_NORMALIZE56