Spaces:
Running
on
Zero
Running
on
Zero
与与
commited on
Commit
·
e6df3f2
1
Parent(s):
f64747c
Update requirements
Browse files- app.py +1 -1
- requirements.txt +1 -0
app.py
CHANGED
@@ -14,7 +14,7 @@ model_name = 'AIDC-AI/Ovis1.6-Llama3.2-3B'
|
|
14 |
model = AutoModelForCausalLM.from_pretrained(model_name,
|
15 |
torch_dtype=torch.bfloat16,
|
16 |
multimodal_max_length=8192,
|
17 |
-
|
18 |
trust_remote_code=True).to(device='cuda')
|
19 |
text_tokenizer = model.get_text_tokenizer()
|
20 |
visual_tokenizer = model.get_visual_tokenizer()
|
|
|
14 |
model = AutoModelForCausalLM.from_pretrained(model_name,
|
15 |
torch_dtype=torch.bfloat16,
|
16 |
multimodal_max_length=8192,
|
17 |
+
token=os.getenv('HUGGINGFACE_TOKEN'),
|
18 |
trust_remote_code=True).to(device='cuda')
|
19 |
text_tokenizer = model.get_text_tokenizer()
|
20 |
visual_tokenizer = model.get_visual_tokenizer()
|
requirements.txt
CHANGED
@@ -1,3 +1,4 @@
|
|
1 |
numpy==1.24.3
|
2 |
torch==2.2.0
|
3 |
transformers==4.44.2
|
|
|
|
1 |
numpy==1.24.3
|
2 |
torch==2.2.0
|
3 |
transformers==4.44.2
|
4 |
+
flash-attn==2.6.3
|