Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
@@ -19,9 +19,6 @@ from exception import CustomExceptionHandling
|
|
19 |
|
20 |
|
21 |
# Download gguf model files
|
22 |
-
llm = None
|
23 |
-
llm_model = None
|
24 |
-
|
25 |
hf_hub_download(
|
26 |
repo_id="bartowski/Dolphin3.0-Llama3.2-1B-GGUF",
|
27 |
filename="Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
|
@@ -38,6 +35,9 @@ title = "Dolphin🐬 Llama.cpp"
|
|
38 |
description = """Dolphin 3.0 is a powerful, general-purpose local AI model designed for coding, math, and various other tasks, aiming similar to the models like ChatGPT and Claude."""
|
39 |
|
40 |
|
|
|
|
|
|
|
41 |
def respond(
|
42 |
message: str,
|
43 |
history: List[Tuple[str, str]],
|
|
|
19 |
|
20 |
|
21 |
# Download gguf model files
|
|
|
|
|
|
|
22 |
hf_hub_download(
|
23 |
repo_id="bartowski/Dolphin3.0-Llama3.2-1B-GGUF",
|
24 |
filename="Dolphin3.0-Llama3.2-1B-Q6_K.gguf",
|
|
|
35 |
description = """Dolphin 3.0 is a powerful, general-purpose local AI model designed for coding, math, and various other tasks, aiming similar to the models like ChatGPT and Claude."""
|
36 |
|
37 |
|
38 |
+
llm = None
|
39 |
+
llm_model = None
|
40 |
+
|
41 |
def respond(
|
42 |
message: str,
|
43 |
history: List[Tuple[str, str]],
|