Felipe97/llama-cpp-compiled

1#!/usr/bin/env bash2 3set -e4 5CONVERTED_MODEL="${1:-"$CONVERTED_MODEL"}"6BUILD_DIR="${2:-"$BUILD_DIR"}"7 8# Final check if we have a model path9if [ -z "$CONVERTED_MODEL" ]; then10    echo "Error: Model path must be provided either as:" >&211    echo "  1. Command line argument" >&212    echo "  2. CONVERTED_MODEL environment variable" >&213    exit 114fi15 16# Check if data/wikitext-2-raw directory exists17if [ ! -d "ppl/wikitext-2-raw" ]; then18    echo "ppl/wikitext-2-raw directory does not exist. Downloading..." >&219    mkdir -p ppl20    pushd ppl21    ./../../../scripts/get-wikitext-2.sh22    popd23fi24 25mkdir -p ppl26OUTPUTFILE="ppl/$(basename $CONVERTED_MODEL).kld"27echo "Model: $CONVERTED_MODEL"28 29if [ -z "$BUILD_DIR" ]; then30    BUILD_DIR="../../build"31fi32 33cmake --build $BUILD_DIR --target llama-perplexity -j834 35${BUILD_DIR}/bin/llama-perplexity -m $CONVERTED_MODEL \36    -f ppl/wikitext-2-raw/wiki.test.raw \37    --kl-divergence-base $OUTPUTFILE38 39echo "Generated logits in $OUTPUTFILE"40 41