Modelpublic

Felipe97/llama-cpp-compiled

sourceHugging Faceupdated 4d agoView on Hugging Face

0likes1.1kdownloads

rootexamplesmodel-conversionscriptscausalrun-converted-model-embeddings-logits.sh

run-converted-model-embeddings-logits.sh24 linesDownload Raw Back to causal

1#!/usr/bin/env bash2 3set -e4 5# First try command line argument, then environment variable, then file6CONVERTED_MODEL="${1:-"$CONVERTED_MODEL"}"7BUILD_DIR="${2:-"$BUILD_DIR"}"8 9# Final check if we have a model path10if [ -z "$CONVERTED_MODEL" ]; then11    echo "Error: Model path must be provided either as:" >&212    echo "  1. Command line argument" >&213    echo "  2. CONVERTED_MODEL environment variable" >&214    exit 115fi16 17if [ -z "$BUILD_DIR" ]; then18    BUILD_DIR="../../build"19fi20 21cmake --build ${BUILD_DIR} --target llama-debug -j822 23${BUILD_DIR}/bin/llama-debug -m $CONVERTED_MODEL --embedding -p "Hello world today" --save-logits24