Macdensten91 commited on
Commit
15a8293
·
verified ·
1 Parent(s): b43ceaa

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -10
app.py CHANGED
@@ -191,17 +191,19 @@ def respond(message, history: list, system_message, max_tokens, temperature, top
191
  messages_list.append({"role": "user", "content": message})
192
 
193
  # Generate the assistant's answer by streaming responses.
194
- response_text = ""
195
- for partial_response in client.chat_completion(
196
- messages_list,
197
- max_tokens=max_tokens,
198
- stream=True,
199
- temperature=temperature,
200
- top_p=top_p,
201
- ):
 
202
  token = partial_response.choices[0].delta.content
203
- response_text += token
204
- yield response_text
 
205
 
206
  # --- Gradio Chat Interface ---
207
  demo = gr.ChatInterface(
 
191
  messages_list.append({"role": "user", "content": message})
192
 
193
  # Generate the assistant's answer by streaming responses.
194
+ response_text = ""
195
+ for partial_response in client.chat_completion(
196
+ messages_list,
197
+ max_tokens=max_tokens,
198
+ stream=True,
199
+ temperature=temperature,
200
+ top_p=top_p,
201
+ ):
202
+ if partial_response.choices and partial_response.choices[0].delta:
203
  token = partial_response.choices[0].delta.content
204
+ if token:
205
+ response_text += token
206
+ yield response_text
207
 
208
  # --- Gradio Chat Interface ---
209
  demo = gr.ChatInterface(