FROM pytorch/pytorch:2.3.0-cuda12.1-cudnn8-runtime WORKDIR /usr/src/app RUN apt-get update RUN apt install -y python3-pip RUN rm /usr/lib/python3.*/EXTERNALLY-MANAGED COPY requirements.txt . RUN pip install --no-cache-dir -r requirements.txt COPY . . ENV HF_HOME=/tmp ENV TRANSFORMERS_CACHE=/tmp CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]