acadiaway commited on
Commit
a88c7b9
·
1 Parent(s): 2741cd0

Remove invalid cache_dir from vLLM preload to fix TypeError

Browse files
Files changed (1) hide show
  1. Dockerfile +2 -3
Dockerfile CHANGED
@@ -20,11 +20,10 @@ RUN pip install --no-cache-dir -r requirements.txt
20
 
21
  COPY app.py pipeline.py db_utils.py ./
22
 
23
- # Set up cache directory and preload model
24
  RUN mkdir -p /app/cache/huggingface && \
25
  chmod -R 777 /app/cache/huggingface && \
26
- python -c "from transformers import AutoTokenizer; AutoTokenizer.from_pretrained('Snowflake/Arctic-Text2SQL-R1-7B', cache_dir='/app/cache/huggingface')" && \
27
- python -c "from vllm import LLM; LLM(model='Snowflake/Arctic-Text2SQL-R1-7B', dtype='float16', gpu_memory_utilization=0.75, max_model_len=1024, max_num_seqs=1, enforce_eager=True, trust_remote_code=True, cache_dir='/app/cache/huggingface')"
28
 
29
  ENV HF_HOME=/app/cache/huggingface
30
  ENV PORT=8501
 
20
 
21
  COPY app.py pipeline.py db_utils.py ./
22
 
23
+ # Set up cache directory and preload tokenizer
24
  RUN mkdir -p /app/cache/huggingface && \
25
  chmod -R 777 /app/cache/huggingface && \
26
+ python -c "from transformers import AutoTokenizer; AutoTokenizer.from_pretrained('Snowflake/Arctic-Text2SQL-R1-7B', cache_dir='/app/cache/huggingface')"
 
27
 
28
  ENV HF_HOME=/app/cache/huggingface
29
  ENV PORT=8501