Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -7,7 +7,7 @@ os.system("huggingface-cli download Qwen/Qwen2.5-0.5B-Instruct-GGUF qwen2.5-0.5b
|
|
7 |
# ./llama-cli -m <gguf-file-path> \
|
8 |
# -co -cnv -p "You are Qwen, created by Alibaba Cloud. You are a helpful assistant." \
|
9 |
# -fa -ngl 80 -n 512
|
10 |
-
MODEL_PATH = "./qwen2.5-0.5b-instruct-
|
11 |
|
12 |
# Load the model
|
13 |
model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, model_type="qwen")
|
|
|
7 |
# ./llama-cli -m <gguf-file-path> \
|
8 |
# -co -cnv -p "You are Qwen, created by Alibaba Cloud. You are a helpful assistant." \
|
9 |
# -fa -ngl 80 -n 512
|
10 |
+
MODEL_PATH = "./qwen2.5-0.5b-instruct-q2_k.gguf"
|
11 |
|
12 |
# Load the model
|
13 |
model = AutoModelForCausalLM.from_pretrained(MODEL_PATH, model_type="qwen")
|