与与 commited on
Commit
e6df3f2
·
1 Parent(s): f64747c

Update requirements

Browse files
Files changed (2) hide show
  1. app.py +1 -1
  2. requirements.txt +1 -0
app.py CHANGED
@@ -14,7 +14,7 @@ model_name = 'AIDC-AI/Ovis1.6-Llama3.2-3B'
14
  model = AutoModelForCausalLM.from_pretrained(model_name,
15
  torch_dtype=torch.bfloat16,
16
  multimodal_max_length=8192,
17
- use_auth_token=os.getenv('HUGGINGFACE_TOKEN'),
18
  trust_remote_code=True).to(device='cuda')
19
  text_tokenizer = model.get_text_tokenizer()
20
  visual_tokenizer = model.get_visual_tokenizer()
 
14
  model = AutoModelForCausalLM.from_pretrained(model_name,
15
  torch_dtype=torch.bfloat16,
16
  multimodal_max_length=8192,
17
+ token=os.getenv('HUGGINGFACE_TOKEN'),
18
  trust_remote_code=True).to(device='cuda')
19
  text_tokenizer = model.get_text_tokenizer()
20
  visual_tokenizer = model.get_visual_tokenizer()
requirements.txt CHANGED
@@ -1,3 +1,4 @@
1
  numpy==1.24.3
2
  torch==2.2.0
3
  transformers==4.44.2
 
 
1
  numpy==1.24.3
2
  torch==2.2.0
3
  transformers==4.44.2
4
+ flash-attn==2.6.3