FROM python:3.12 #RUN pip install --no-cache-dir torch==2.2.2 #RUN pip install --no-cache-dir flash-attn RUN apt-get update && \ apt-get install -y \ bash \ git git-lfs \ wget curl procps \ cmake cuda-toolkit-11-2 \ htop vim nano && \ rm -rf /var/lib/apt/lists/* RUN useradd -m -u 1000 user USER user ENV PATH="/home/user/.local/bin:$PATH" # ^ when run as `user`, pip installs executables there WORKDIR /app COPY --chown=user . /app RUN pip install --no-cache-dir -r requirements.txt RUN CMAKE_ARGS="-DGGML_CUDA=on" pip install outetts --upgrade #CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860", , "--ws", "auto", "--allow-websocket-origin", "*"] CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]