JimmyK300 commited on
Commit
4d30724
·
verified ·
1 Parent(s): 473b660

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -3,7 +3,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
3
  import torch
4
 
5
  # Model name
6
- MODEL_NAME = "Qwen/Qwen2.5-0.5B-Instruct"
7
 
8
  # Load tokenizer and model
9
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 
3
  import torch
4
 
5
  # Model name
6
+ MODEL_NAME = "Qwen/Qwen2.5-0.5B-Instruct-GGUF/qwen2.5-0.5b-instruct-q2_k.gguf"
7
 
8
  # Load tokenizer and model
9
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)