Update app.py

app.py

@@ -88,9 +88,9 @@ def generate_dynamic_greeting(language: str) -> str:
     messages = [{"role": "system", "content": prompt}]
     response = client.chat_completion(
         messages,
-        max_tokens=2048,
+        max_tokens=128,
         stream=False,
-        temperature=1.7,
+        temperature=1,
         top_p=0.95,
     )
     try:
@@ -124,9 +124,9 @@ def generate_dynamic_out_of_scope_message(language: str) -> str:
     messages = [{"role": "system", "content": prompt}]
     response = client.chat_completion(
         messages,
-        max_tokens=2048,
+        max_tokens=128,
         stream=False,
-        temperature=2.7,
+        temperature=1,
         top_p=0.95,
     )
     try:
@@ -194,7 +194,7 @@ def respond(message, history: list, system_message, max_tokens, temperature, top
     response_text = ""
     for partial_response in client.chat_completion(
         messages_list,
-        max_tokens=2048,
+        max_tokens=1024,
         stream=True,
         temperature=temperature,
         top_p=top_p,