Apppublic

Ck773/llama-cpp

sourceHugging Faceupdated 2y agoView on Hugging Face

0likes

Dockerfile16 linesDownload Raw Back to root

1FROM ghcr.io/ggerganov/llama.cpp:server--b1-96355292 3RUN apt-get install curl4 5RUN mkdir -p /models && \6    chmod -R 777 /models7 8RUN curl -L https://huggingface.co/MaziyarPanahi/Meta-Llama-3-8B-Instruct-GGUF/resolve/main/Meta-Llama-3-8B-Instruct.Q4_K_S.gguf --output /models/Meta-Llama-3-8B-Instruct.Q4_K_S.gguf9 10ENTRYPOINT /server --model /models/Meta-Llama-3-8B-Instruct.Q4_K_S.gguf \11        -c 512 \12        --host 0.0.0.0 \13        --port 8080 \14        --ctx-size 2048 \15        --parallel 1 \16        --n-predict 2048