Update app.py

app.py

@@ -7,22 +7,19 @@ client = OpenAI(
     api_key="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"
 )
 
-# System message
-system_prompt = {
-    "role": "system",
-    "content": "You are a helpful assistant to answer user queries."
-}
+# System prompt
+system_prompt = {"role": "system", "content": "You are a helpful assistant to answer user queries."}
 
-# Main chat function with memory from Gradio
+# Main chat function with memory
 def get_text_response(user_message, history):
-    # Convert Gradio message history to OpenAI format
-    formatted_history = [{"role": "user" if i % 2 == 0 else "assistant", "content": msg} 
-                         for i, msg in enumerate(sum(history, []))]
+    # history is a list of {"role": ..., "content": ...}
+    if history is None:
+        history = []
 
-    # Add the latest user message
-    messages = [system_prompt] + formatted_history + [{"role": "user", "content": user_message}]
+    # Add the user message to the history
+    messages = [system_prompt] + history + [{"role": "user", "content": user_message}]
 
-    # Stream the response
+    # Stream response
     response = ""
     completion = client.chat.completions.create(
         model="nvidia/llama-3.1-nemotron-70b-instruct",
@@ -38,14 +35,18 @@ def get_text_response(user_message, history):
         if delta and delta.content:
             response += delta.content
 
-    return response
+    # Update chat history
+    history.append({"role": "user", "content": user_message})
+    history.append({"role": "assistant", "content": response})
 
-# Gradio Chat Interface
+    return response, history
+
+# Gradio Chat UI
 demo = gr.ChatInterface(
     fn=get_text_response,
     title="🧠 Nemotron 70B Assistant",
     theme="soft",
-    #chatbot=gr.Chatbot(height=400),  # default type is compatible
+    chatbot=gr.Chatbot(height=400, type="messages"),
     textbox=gr.Textbox(placeholder="Ask me anything...", container=False),
     examples=["How are you doing?", "What are your interests?", "Which places do you like to visit?"]
 )