Spaces:

mobinln
/

chatbot

Sleeping

mobinln commited on Feb 2

Commit

20dd6a1

verified ·

1 Parent(s): 0f449a7

Use DeepSeek-R1-Distill-Qwen-1.5B

Files changed (1) hide show

app.py CHANGED Viewed

@@ -1,10 +1,10 @@
 import gradio as gr
 from llama_cpp import Llama
-model = "bartowski/DeepSeek-R1-Distill-Qwen-7B-GGUF"
 llm = Llama.from_pretrained(
     repo_id=model,
-    filename="*IQ4_XS.gguf",
     verbose=True,
     use_mmap=True,
     use_mlock=True,

 import gradio as gr
 from llama_cpp import Llama
+model = "bartowski/DeepSeek-R1-Distill-Qwen-1.5B-GGUF"
 llm = Llama.from_pretrained(
     repo_id=model,
+    filename="*Q6_K.gguf",
     verbose=True,
     use_mmap=True,
     use_mlock=True,