Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -3,8 +3,8 @@ from llama_cpp import Llama
|
|
3 |
from huggingface_hub import hf_hub_download
|
4 |
import os
|
5 |
|
6 |
-
MODEL_REPO = "DreadPoor/
|
7 |
-
MODEL_FILENAME = "
|
8 |
MODEL_PATH = "./" + MODEL_FILENAME
|
9 |
|
10 |
try:
|
@@ -17,7 +17,7 @@ try:
|
|
17 |
)
|
18 |
llm = Llama(
|
19 |
model_path=MODEL_PATH,
|
20 |
-
n_ctx=
|
21 |
n_threads=2,
|
22 |
n_threads_batch=2,
|
23 |
verbose=False,
|
|
|
3 |
from huggingface_hub import hf_hub_download
|
4 |
import os
|
5 |
|
6 |
+
MODEL_REPO = "DreadPoor/Still-Q4_K_M-GGUF"
|
7 |
+
MODEL_FILENAME = "still-q4_k_m.gguf"
|
8 |
MODEL_PATH = "./" + MODEL_FILENAME
|
9 |
|
10 |
try:
|
|
|
17 |
)
|
18 |
llm = Llama(
|
19 |
model_path=MODEL_PATH,
|
20 |
+
n_ctx=6144,
|
21 |
n_threads=2,
|
22 |
n_threads_batch=2,
|
23 |
verbose=False,
|