Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -3,11 +3,11 @@ from llama_cpp import Llama
|
|
3 |
from huggingface_hub import hf_hub_download
|
4 |
|
5 |
hf_hub_download(repo_id="mmnga/rinna-llama-3-youko-8b-gguf", filename="rinna-llama-3-youko-8b-Q4_K_M.gguf", repo_type="model", local_dir=".")
|
6 |
-
llm = Llama(model_path="./
|
7 |
|
8 |
def execute(name):
|
9 |
output = llm(
|
10 |
-
prompt,max_tokens=
|
11 |
)
|
12 |
return output
|
13 |
|
|
|
3 |
from huggingface_hub import hf_hub_download
|
4 |
|
5 |
hf_hub_download(repo_id="mmnga/rinna-llama-3-youko-8b-gguf", filename="rinna-llama-3-youko-8b-Q4_K_M.gguf", repo_type="model", local_dir=".")
|
6 |
+
llm = Llama(model_path="./rinna-llama-3-youko-8b-Q4_K_M.gguf", n_ctx=128, n_threads=2, n_threads_batch=2, verbose=False)
|
7 |
|
8 |
def execute(name):
|
9 |
output = llm(
|
10 |
+
prompt,max_tokens=128,echo=True,
|
11 |
)
|
12 |
return output
|
13 |
|