Update app.py
Browse files
app.py
CHANGED
@@ -47,7 +47,6 @@ def respond(
|
|
47 |
output = ""
|
48 |
for chunk in stream:
|
49 |
delta = chunk.choices[0].delta
|
50 |
-
print(delta)
|
51 |
|
52 |
try:
|
53 |
output += delta.reasoning_content
|
@@ -61,14 +60,8 @@ def respond(
|
|
61 |
yield "⚠️ Llama.cpp server error"
|
62 |
|
63 |
demo = gr.ChatInterface(
|
64 |
-
respond
|
65 |
-
additional_inputs=[
|
66 |
-
gr.Textbox(value="", label="System message"),
|
67 |
-
gr.Slider(minimum=1, maximum=8000, value=4096, step=1, label="Max new tokens"),
|
68 |
-
gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
|
69 |
-
gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-p (nucleus sampling)"),
|
70 |
-
],
|
71 |
)
|
72 |
|
73 |
if __name__ == "__main__":
|
74 |
-
demo.launch()
|
|
|
47 |
output = ""
|
48 |
for chunk in stream:
|
49 |
delta = chunk.choices[0].delta
|
|
|
50 |
|
51 |
try:
|
52 |
output += delta.reasoning_content
|
|
|
60 |
yield "⚠️ Llama.cpp server error"
|
61 |
|
62 |
demo = gr.ChatInterface(
|
63 |
+
respond
|
|
|
|
|
|
|
|
|
|
|
|
|
64 |
)
|
65 |
|
66 |
if __name__ == "__main__":
|
67 |
+
demo.launch(show_api=False)
|