Update app.py

app.py

@@ -69,11 +69,10 @@ def completion(history, model, system_prompt: str, tools=None):
         "stream": True,
         "max_tokens": 1000,
         "temperature": 0.3,
-        "top_k": 5,
         "top_p": 0.4,
         "min_p": 0.5,
         "frequency_penalty": 0.1,
-        "extra_body": {"repetition_penalty": 1.2},
+        "extra_body": {"repetition_penalty": 1.2, "top_k": 5,},
     }
     if tools:
         request_params.update({"tool_choice": "auto", "tools": tools})