CoolFace
Modelpublic

Felipe97/llama-cpp-compiled

sourceHugging Faceupdated 3d agoView on Hugging Face
0likes1.1kdownloads
run-converted-model.sh32 linesDownload Raw Back to causal
1#!/usr/bin/env bash2 3set -e4 5# First try command line argument, then environment variable, then file6CONVERTED_MODEL="${1:-"$CONVERTED_MODEL"}"7MODEL_TESTING_PROMPT="${2:-"$MODEL_TESTING_PROMPT"}"8BUILD_DIR="${3:-"$BUILD_DIR"}"9 10if [ -z "$MODEL_TESTING_PROMPT" ]; then11    MODEL_TESTING_PROMPT="Hello, my name is"12fi13 14if [ -z "$BUILD_DIR" ]; then15    BUILD_DIR="../../build"16fi17 18# Final check if we have a model path19if [ -z "$CONVERTED_MODEL" ]; then20    echo "Error: Model path must be provided either as:" >&221    echo "  1. Command line argument" >&222    echo "  2. CONVERTED_MODEL environment variable" >&223    exit 124fi25 26echo $CONVERTED_MODEL27echo $MODEL_TESTING_PROMPT28 29cmake --build ${BUILD_DIR} --target llama-debug -j830 31${BUILD_DIR}/bin/llama-debug -m "$CONVERTED_MODEL" -p "$MODEL_TESTING_PROMPT" --save-logits32