DreadPoor commited on
Commit
67636a4
·
verified ·
1 Parent(s): 5c446d7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -3,8 +3,8 @@ from llama_cpp import Llama
3
  from huggingface_hub import hf_hub_download
4
  import os
5
 
6
- MODEL_REPO = "DreadPoor/YM-12B-Model_Stock-GGUF"
7
- MODEL_FILENAME = "ym-12b-model_stock.q4_k_m.gguf"
8
  MODEL_PATH = "./" + MODEL_FILENAME
9
 
10
  try:
@@ -17,7 +17,7 @@ try:
17
  )
18
  llm = Llama(
19
  model_path=MODEL_PATH,
20
- n_ctx=4096,
21
  n_threads=2,
22
  n_threads_batch=2,
23
  verbose=False,
 
3
  from huggingface_hub import hf_hub_download
4
  import os
5
 
6
+ MODEL_REPO = "DreadPoor/Still-Q4_K_M-GGUF"
7
+ MODEL_FILENAME = "still-q4_k_m.gguf"
8
  MODEL_PATH = "./" + MODEL_FILENAME
9
 
10
  try:
 
17
  )
18
  llm = Llama(
19
  model_path=MODEL_PATH,
20
+ n_ctx=6144,
21
  n_threads=2,
22
  n_threads_batch=2,
23
  verbose=False,