krishnadhulipalla commited on
Commit
ad476cb
·
1 Parent(s): 3ce037b

Modified dockerfile

Browse files
Files changed (2) hide show
  1. Dockerfile +9 -0
  2. backend/agent.py +6 -0
Dockerfile CHANGED
@@ -28,5 +28,14 @@ COPY backend/ ./backend/
28
  # copy built UI from the builder stage
29
  COPY --from=ui-builder /app/ui/out ./ui/dist
30
 
 
 
 
 
 
 
 
 
 
31
  EXPOSE 7860
32
  CMD ["uvicorn", "backend.api:api", "--host", "0.0.0.0", "--port", "7860"]
 
28
  # copy built UI from the builder stage
29
  COPY --from=ui-builder /app/ui/out ./ui/dist
30
 
31
+ ENV TRANSFORMERS_CACHE=/data/hf_cache \
32
+ HF_HOME=/data/hf_home \
33
+ HUGGINGFACE_HUB_CACHE=/data/hf_cache \
34
+ SENTENCE_TRANSFORMERS_HOME=/data/st_cache \
35
+ XDG_CACHE_HOME=/data/.cache
36
+
37
+ RUN mkdir -p /data/hf_cache /data/hf_home /data/st_cache /data/.cache && \
38
+ chmod -R 777 /data
39
+
40
  EXPOSE 7860
41
  CMD ["uvicorn", "backend.api:api", "--host", "0.0.0.0", "--port", "7860"]
backend/agent.py CHANGED
@@ -26,6 +26,12 @@ from langgraph.graph import StateGraph, START, END
26
  from langgraph.prebuilt import ToolNode
27
  from langgraph.checkpoint.memory import MemorySaver
28
 
 
 
 
 
 
 
29
  api_key = os.environ.get("NVIDIA_API_KEY")
30
  if not api_key:
31
  raise RuntimeError("🚨 NVIDIA_API_KEY not found in environment!")
 
26
  from langgraph.prebuilt import ToolNode
27
  from langgraph.checkpoint.memory import MemorySaver
28
 
29
+ os.environ.setdefault("TRANSFORMERS_CACHE", "/data/hf_cache")
30
+ os.environ.setdefault("HF_HOME", "/data/hf_home")
31
+ os.environ.setdefault("HUGGINGFACE_HUB_CACHE", "/data/hf_cache")
32
+ os.environ.setdefault("SENTENCE_TRANSFORMERS_HOME", "/data/st_cache")
33
+ os.environ.setdefault("XDG_CACHE_HOME", "/data/.cache")
34
+
35
  api_key = os.environ.get("NVIDIA_API_KEY")
36
  if not api_key:
37
  raise RuntimeError("🚨 NVIDIA_API_KEY not found in environment!")