llm-docker-chatbot / DOCKERFILE
howtomakepplragequit's picture
Upload 2 files
ac58efe verified
raw
history blame
313 Bytes
FROM python:3.10-slim
RUN apt-get update && apt-get install -y git && rm -rf /var/lib/apt/lists/*
RUN pip install --upgrade pip
RUN pip install torch transformers fastapi uvicorn bitsandbytes accelerate
WORKDIR /app
COPY main.py .
CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]