Spaces:
Running
Running
Remove invalid cache_dir from vLLM preload to fix TypeError
Browse files- Dockerfile +2 -3
Dockerfile
CHANGED
@@ -20,11 +20,10 @@ RUN pip install --no-cache-dir -r requirements.txt
|
|
20 |
|
21 |
COPY app.py pipeline.py db_utils.py ./
|
22 |
|
23 |
-
# Set up cache directory and preload
|
24 |
RUN mkdir -p /app/cache/huggingface && \
|
25 |
chmod -R 777 /app/cache/huggingface && \
|
26 |
-
python -c "from transformers import AutoTokenizer; AutoTokenizer.from_pretrained('Snowflake/Arctic-Text2SQL-R1-7B', cache_dir='/app/cache/huggingface')"
|
27 |
-
python -c "from vllm import LLM; LLM(model='Snowflake/Arctic-Text2SQL-R1-7B', dtype='float16', gpu_memory_utilization=0.75, max_model_len=1024, max_num_seqs=1, enforce_eager=True, trust_remote_code=True, cache_dir='/app/cache/huggingface')"
|
28 |
|
29 |
ENV HF_HOME=/app/cache/huggingface
|
30 |
ENV PORT=8501
|
|
|
20 |
|
21 |
COPY app.py pipeline.py db_utils.py ./
|
22 |
|
23 |
+
# Set up cache directory and preload tokenizer
|
24 |
RUN mkdir -p /app/cache/huggingface && \
|
25 |
chmod -R 777 /app/cache/huggingface && \
|
26 |
+
python -c "from transformers import AutoTokenizer; AutoTokenizer.from_pretrained('Snowflake/Arctic-Text2SQL-R1-7B', cache_dir='/app/cache/huggingface')"
|
|
|
27 |
|
28 |
ENV HF_HOME=/app/cache/huggingface
|
29 |
ENV PORT=8501
|