KoboldAI/Koboldcpp-Tiefighter

1FROM debian2ARG MODEL3ARG IMGMODEL4ARG WHISPERMODEL5ARG MMPROJ6ARG TTSMODEL7ARG WAVTOKMODEL8ARG EMBEDMODEL9ARG MODEL_NAME10ARG ADDITIONAL11RUN mkdir /opt/koboldcpp12RUN apt update && apt install curl -y13WORKDIR /opt/koboldcpp14COPY *.json /opt/koboldcpp/15RUN curl -fLo koboldcpp https://koboldai.org/cpplinuxcu1216RUN chmod +x ./koboldcpp17RUN curl -fLo model.gguf $MODEL || true18RUN curl -fLo imgmodel.gguf $IMGMODEL || true19RUN curl -fLo mmproj.gguf $MMPROJ || true20RUN curl -fLo tts.gguf $TTSMODEL || true21RUN curl -fLo wavtok.gguf $WAVTOKMODEL || true22RUN curl -fLo whispermodel.gguf $WHISPERMODEL || true23RUN curl -fLo embedmodel.gguf $EMBEDMODEL || true24CMD ./koboldcpp --model model.gguf --whispermodel whispermodel.gguf --sdmodel imgmodel.gguf --sdthreads 4 --sdquant --sdclamped --mmproj mmproj.gguf --ttsmodel tts.gguf --ttswavtokenizer wavtok.gguf --embeddingsmodel embedmodel.gguf $ADDITIONAL --port 7860 --hordemodelname $MODEL_NAME --hordemaxctx 1 --hordegenlen 1 --quiet --preloadstory default.json --chatcompletionsadapter adapter.json --ignoremissing $SECRET