sitammeur commited on
Commit
999bf7c
·
verified ·
1 Parent(s): dad5342

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -3
app.py CHANGED
@@ -19,9 +19,6 @@ from exception import CustomExceptionHandling
19
 
20
 
21
  # Download gguf model files
22
- llm = None
23
- llm_model = None
24
-
25
  hf_hub_download(
26
  repo_id="bartowski/Dolphin3.0-Llama3.2-1B-GGUF",
27
  filename="Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
@@ -38,6 +35,9 @@ title = "Dolphin🐬 Llama.cpp"
38
  description = """Dolphin 3.0 is a powerful, general-purpose local AI model designed for coding, math, and various other tasks, aiming similar to the models like ChatGPT and Claude."""
39
 
40
 
 
 
 
41
  def respond(
42
  message: str,
43
  history: List[Tuple[str, str]],
 
19
 
20
 
21
  # Download gguf model files
 
 
 
22
  hf_hub_download(
23
  repo_id="bartowski/Dolphin3.0-Llama3.2-1B-GGUF",
24
  filename="Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
 
35
  description = """Dolphin 3.0 is a powerful, general-purpose local AI model designed for coding, math, and various other tasks, aiming similar to the models like ChatGPT and Claude."""
36
 
37
 
38
+ llm = None
39
+ llm_model = None
40
+
41
  def respond(
42
  message: str,
43
  history: List[Tuple[str, str]],