add date in system prompt

app.py

@@ -5,6 +5,7 @@ import json
 from openai import OpenAI
 from tools import tools, oitools
 from dotenv import load_dotenv
+from datetime import datetime
 import os
 import re
 
@@ -17,7 +18,8 @@ SYSTEM_PROMPT_TEMPLATE = """You are an AI assistant designed to assist users wit
 Maintain clarity, conciseness, and relevance in your responses, ensuring a seamless user experience.
 Always respond in the same language as the user’s query to preserve their preferred language.
 
-If the user asks for any information about it's history, a region, its cities, activities, tourism, or surroundings, please use the function `get_documents`."""
+If the user asks for any information about it's history, a region, its cities, activities, tourism, or surroundings, please use the function `get_documents`.
+Today is {date}"""
 
 
 # print(json.dumps(oitools, indent=2))
@@ -26,11 +28,15 @@ client = OpenAI(
     api_key=HF_TOKEN
 )
 
+def today_date():
+    return datetime.today().strftime('%A, %B %d, %Y, %I:%M %p')
+
+
 def clean_json_string(json_str):
     return re.sub(r'[ ,}\s]+$', '', json_str) + '}'
 
-def completion(history, model, system_prompt, tools=None):  
-    messages = [{"role": "system", "content": system_prompt}]
+def completion(history, model, system_prompt: str, tools=None):
+    messages = [{"role": "system", "content": system_prompt.format(date=today_date())}]
     for msg in history:
         if isinstance(msg, dict):  
             msg = ChatMessage(**msg)
@@ -43,13 +49,17 @@ def completion(history, model, system_prompt, tools=None):
         else:
             messages.append({"role": msg.role, "content": msg.content})
     
+    for msg in messages:
+        print(msg)
 
+    print("")
+    print("")
     request_params = {
         "model": model,
         "messages": messages,
-        "stream": False,
+        "stream": True,
         "max_tokens": 1000,
-        "temperature": 0.2,
+        "temperature": 0.15,
         "frequency_penalty": 1,
         "extra_body": {"repetition_penalty": 1.1},
     }
@@ -70,31 +80,31 @@ def llm_in_loop(history, system_prompt, recursive):
     name = ""
     chat_completion = completion(history=history, tools=oitools, model=model, system_prompt=system_prompt)  
     appended = False
-    if chat_completion.choices and chat_completion.choices[0].message.tool_calls:
-        call = chat_completion.choices[0].message.tool_calls[0]
-        if hasattr(call.function, "name") and call.function.name:
-            name = call.function.name
-        if hasattr(call.function, "arguments") and call.function.arguments:
-            arguments += call.function.arguments
-    elif chat_completion.choices[0].message.content:
-        if not appended:
-            history.append(ChatMessage(role="assistant", content=""))
-            appended = True
-        history[-1].content += chat_completion.choices[0].message.content
-        yield history[recursive:]
-    # for chunk in chat_completion:
-    #     if chunk.choices and chunk.choices[0].delta.tool_calls:
-    #         call = chunk.choices[0].delta.tool_calls[0]
-    #         if hasattr(call.function, "name") and call.function.name:
-    #             name = call.function.name
-    #         if hasattr(call.function, "arguments") and call.function.arguments:
-    #             arguments += call.function.arguments
-    #     elif chunk.choices[0].delta.content:
-    #         if not appended:
-    #             history.append(ChatMessage(role="assistant", content=""))
-    #             appended = True
-    #         history[-1].content += chunk.choices[0].delta.content
-    #         yield history[recursive:]
+    # if chat_completion.choices and chat_completion.choices[0].message.tool_calls:
+    #     call = chat_completion.choices[0].message.tool_calls[0]
+    #     if hasattr(call.function, "name") and call.function.name:
+    #         name = call.function.name
+    #     if hasattr(call.function, "arguments") and call.function.arguments:
+    #         arguments += call.function.arguments
+    # elif chat_completion.choices[0].message.content:
+    #     if not appended:
+    #         history.append(ChatMessage(role="assistant", content=""))
+    #         appended = True
+    #     history[-1].content += chat_completion.choices[0].message.content
+    #     yield history[recursive:]
+    for chunk in chat_completion:
+        if chunk.choices and chunk.choices[0].delta.tool_calls:
+            call = chunk.choices[0].delta.tool_calls[0]
+            if hasattr(call.function, "name") and call.function.name:
+                name = call.function.name
+            if hasattr(call.function, "arguments") and call.function.arguments:
+                arguments += call.function.arguments
+        elif chunk.choices[0].delta.content:
+            if not appended:
+                history.append(ChatMessage(role="assistant", content=""))
+                appended = True
+            history[-1].content += chunk.choices[0].delta.content
+            yield history[recursive:]
     
     arguments = clean_json_string(arguments) if arguments else "{}"
     print(name, arguments)