Felipe97/llama-cpp-compiled
01.1k
1#!/usr/bin/env bash2 3set -e4 5# Parse command line arguments6CONVERTED_MODEL=""7PROMPTS_FILE=""8EMBD_NORMALIZE="2"9 10while [[ $# -gt 0 ]]; do11 case $1 in12 -p|--prompts-file)13 PROMPTS_FILE="$2"14 shift 215 ;;16 --embd-normalize)17 EMBD_NORMALIZE="$2"18 shift 219 ;;20 *)21 if [ -z "$CONVERTED_MODEL" ]; then22 CONVERTED_MODEL="$1"23 fi24 shift25 ;;26 esac27done28 29# First try command line argument, then environment variable30CONVERTED_MODEL="${CONVERTED_MODEL:-"$CONVERTED_EMBEDDING_MODEL"}"31BUILD_DIR="${BUILD_DIR:-"../../build"}"32 33# Final check if we have a model path34if [ -z "$CONVERTED_MODEL" ]; then35 echo "Error: Model path must be provided either as:" >&236 echo " 1. Command line argument" >&237 echo " 2. CONVERTED_EMBEDDING_MODEL environment variable" >&238 exit 139fi40 41# Read prompt from file or use default42if [ -n "$PROMPTS_FILE" ]; then43 if [ ! -f "$PROMPTS_FILE" ]; then44 echo "Error: Prompts file '$PROMPTS_FILE' not found" >&245 exit 146 fi47 PROMPT=$(cat "$PROMPTS_FILE")48else49 PROMPT="Hello world today"50fi51 52echo $CONVERTED_MODEL53 54cmake --build ${BUILD_DIR} --target llama-debug -j855${BUILD_DIR}/bin/llama-debug -m "$CONVERTED_MODEL" --embedding -p "$PROMPT" --save-logits --embd-normalize $EMBD_NORMALIZE56 