Ck773/llama-cpp

1FROM ghcr.io/ggerganov/llama.cpp:server--b1-96355292 3RUN apt-get install curl4 5RUN mkdir -p /models && \6    chmod -R 777 /models7 8RUN curl -L https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q4_K_M.gguf --output /models/mistral-7b-instruct-v0.2.Q4_K_M.gguf9 10ENTRYPOINT /server --model /models/mistral-7b-instruct-v0.2.Q4_K_M.gguf -c 512 --host 0.0.0.0 --port 8080 --ctx-size 2048 --parallel 2 --n-predict 512