BoltzmannEntropy/QuantumLLMInstruct

1FROM pytorch/pytorch:2.4.0-cuda12.1-cudnn9-devel 2# FOR HF3 4USER root5 6ENV DEBIAN_FRONTEND=noninteractive7RUN apt-get update && apt-get install -y \8    git \9    cmake \10    python3 \11    python3-pip \12    python3-venv \13    python3-dev \14    python3-numpy \15    gcc \16    build-essential \17    gfortran \18    wget \19    curl \20    pkg-config \21    software-properties-common \22    zip \23    && apt-get clean && rm -rf /tmp/* /var/tmp/*24 25RUN apt-get update && DEBIAN_FRONTEND=noninteractive \26    apt-get install -y python3.10 python3-pip27 28RUN apt-get install -y libopenblas-base libopenmpi-dev29 30ENV TZ=Asia/Dubai31RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone32 33 34RUN useradd -m -u 1000 user35    36RUN apt-get update && apt-get install -y sudo && \37echo 'user ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers38 39USER user40ENV HOME=/home/user \41	PATH=/home/user/.local/bin:$PATH42 43RUN mkdir $HOME/app44 45# WORKDIR $HOME/app46 47RUN chown -R user:user $HOME/app   48 49USER user50WORKDIR $HOME/app51 52 53RUN  python3 -m pip install chromadb db-sqlite3 auto-gptq exllama sqlalchemy  54WORKDIR $HOME/app55# ENV FLASH_ATTENTION_FORCE_BUILD=TRUE56RUN python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu12157RUN python -m pip install  accelerate diffusers datasets timm flash-attn==2.6.1 gradio58 59RUN  python3 -m pip install --no-deps optimum  60 61#This seems to be a must : Intel Extension for PyTorch 2.4 needs to work with PyTorch 2.4.*, but PyTorch 2.2.2 is62RUN python -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu12163RUN  python3 -m pip install -U accelerate bitsandbytes64RUN  python3 -m pip install -U git+https://github.com/huggingface/transformers65 66WORKDIR $HOME/app67COPY --chown=user:user Q_app_llm_pairs_gen.py .68COPY --chown=user:user Q_llm_prompts.py .69COPY --chown=user:user Q_quantum_utils.py .70 71 72ENV PYTHONUNBUFFERED=1 	GRADIO_ALLOW_FLAGGING=never 	GRADIO_NUM_PORTS=1 	GRADIO_SERVER_NAME=0.0.0.0     GRADIO_SERVER_PORT=7860 	SYSTEM=spaces73RUN python3 -m pip  install pennylane sympy pennylane-qiskit duckdb qutip qutip-qip74WORKDIR $HOME/app75 76EXPOSE 8097 7842 8501 8000 6666 786077 78CMD ["python", "Q_app_llm_pairs_gen.py"]79 80