Upload 2 files

Dockerfile

@@ -7,5 +7,7 @@ RUN pip install torch transformers fastapi uvicorn bitsandbytes accelerate
 
 WORKDIR /app
 COPY main.py .
+ENV HF_HOME=/app/hf_cache
+RUN mkdir -p /app/hf_cache
 
 CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

main.py

@@ -1,6 +1,9 @@
 from fastapi import FastAPI, Request
 from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 import torch
+import os
+
+os.environ["HF_HOME"] = "/app/hf_cache"
 
 app = FastAPI()