Dread2Poor commited on
Commit
a654592
·
verified ·
1 Parent(s): b873ded

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -5,10 +5,10 @@ import gradio as gr
5
  hf_hub_download(repo_id="Dread2Poor/Killamanjaro-8B-Model_Stock-Q4_K_M-GGUF", filename="killamanjaro-8b-model_stock-q4_k_m.gguf", repo_type="model", local_dir=".")
6
 
7
  # Initialize the model
8
- llm = Llama(model_path="./killamanjaro-8b-model_stock-q4_k_m.gguf", n_threads=4)
9
 
10
  # System prompt
11
- system_prompt = "You are a helpful assistant."
12
 
13
  # Chat history
14
  history = [{"role": "system", "content": system_prompt}]
 
5
  hf_hub_download(repo_id="Dread2Poor/Killamanjaro-8B-Model_Stock-Q4_K_M-GGUF", filename="killamanjaro-8b-model_stock-q4_k_m.gguf", repo_type="model", local_dir=".")
6
 
7
  # Initialize the model
8
+ llm = Llama(model_path="./killamanjaro-8b-model_stock-q4_k_m.gguf", n_threads=2)
9
 
10
  # System prompt
11
+ system_prompt = "You are my mother. You are caring, obliging and affable."
12
 
13
  # Chat history
14
  history = [{"role": "system", "content": system_prompt}]