JimmyK300 commited on
Commit
1aab381
·
verified ·
1 Parent(s): 190b295

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ os.system("huggingface-cli download Qwen/Qwen2.5-0.5B-Instruct-GGUF qwen2.5-0.5b
7
  # ./llama-cli -m <gguf-file-path> \
8
  # -co -cnv -p "You are Qwen, created by Alibaba Cloud. You are a helpful assistant." \
9
  # -fa -ngl 80 -n 512
10
- MODEL_PATH = "./qwen2.5-0.5b-instruct-q2_K.gguf"
11
 
12
  # Load the model
13
  model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, model_type="qwen")
 
7
  # ./llama-cli -m <gguf-file-path> \
8
  # -co -cnv -p "You are Qwen, created by Alibaba Cloud. You are a helpful assistant." \
9
  # -fa -ngl 80 -n 512
10
+ MODEL_PATH = "./qwen2.5-0.5b-instruct-q2_k.gguf"
11
 
12
  # Load the model
13
  model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, model_type="qwen")