mobinln commited on
Commit
a0af23b
·
verified ·
1 Parent(s): a0141bf

use smaller model (qwen2.5-coder-3b-instruct-q6_k.gguf)

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -4,8 +4,8 @@ from llm import load_llm, response_generator
4
  from sql import csv_to_sqlite, run_sql_query
5
 
6
 
7
- repo_id = "MaziyarPanahi/phi-4-GGUF"
8
- filename = "phi-4.Q3_K_M.gguf"
9
  # repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
10
  # filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
11
 
 
4
  from sql import csv_to_sqlite, run_sql_query
5
 
6
 
7
+ repo_id = "Qwen/Qwen2.5-Coder-3B-Instruct-GGUF"
8
+ filename = "qwen2.5-coder-3b-instruct-q6_k.gguf"
9
  # repo_id = "Qwen/Qwen2.5-0.5B-Instruct-GGUF"
10
  # filename = "qwen2.5-0.5b-instruct-q8_0.gguf"
11