Update app.py

app.py

@@ -8,7 +8,7 @@ from typing import List
 model = Llama(
     model_path=hf_hub_download(
         repo_id=os.environ.get("REPO_ID", "Lyte/QuadConnect2.5-1.5B-v0.1.0b"), #"Lyte/QuadConnect2.5-0.5B-v0.0.9b"),#"Lyte/QuadConnect2.5-0.5B-v0.0.8b"), #"Lyte/QuadConnect2.5-0.5B-v0.0.6b"), #"Lyte/QuadConnect-Llama-1B-v0.0.7b"),#"
-        filename=os.environ.get("MODEL_FILE", "unsloth.Q4_0.gguf"), #"quadconnect.Q8_0.gguf"),
+        filename=os.environ.get("MODEL_FILE", "unsloth.Q8_0.gguf"), #"quadconnect.Q8_0.gguf"),
     ),
     n_ctx=16384
 )