File size: 774 Bytes
ad94d02
 
f811c72
a4714da
ab4421a
6458940
 
 
 
 
 
 
 
 
ad94d02
 
 
 
 
 
 
abb092c
 
9ce9358
6458940
ad94d02
1643d4d
abb092c
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
FROM python:3.12

#RUN pip install --no-cache-dir torch==2.2.2
#RUN pip install --no-cache-dir flash-attn

RUN apt-get update && \
    apt-get install -y \
      bash \
      git git-lfs \
      wget curl procps \
      cmake cuda-toolkit-11-2 \
      htop vim nano && \
    rm -rf /var/lib/apt/lists/*

RUN useradd -m -u 1000 user
USER user
ENV PATH="/home/user/.local/bin:$PATH"
# ^ when run as `user`, pip installs executables there

WORKDIR /app

COPY --chown=user . /app

RUN pip install --no-cache-dir -r requirements.txt
RUN CMAKE_ARGS="-DGGML_CUDA=on" pip install outetts --upgrade

#CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860", , "--ws", "auto", "--allow-websocket-origin", "*"]
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]