ai: Optimize connection to the server.

jarvis.py

@@ -16,6 +16,7 @@ import pandas as pd
 import pptx
 import fitz
 import io
+import uuid
 from pathlib import Path
 from PIL import Image
 from pptx import Presentation
@@ -37,10 +38,14 @@ META_TAGS = os.getenv("META_TAGS")
 
 ALLOWED_EXTENSIONS = json.loads(os.getenv("ALLOWED_EXTENSIONS"))
 
+class SessionWithID(requests.Session):
+    def __init__(self):
+        super().__init__()
+        self.headers.update({"Connection": "keep-alive"})
+        self.session_id = str(uuid.uuid4())
+
 def create_session():
-    s = requests.Session()
-    s.headers.update({"Connection": "keep-alive"})
-    return s
+    return SessionWithID()
 
 def get_model_key(display_name):
     return next((k for k, v in MODEL_MAPPING.items() if v == display_name), MODEL_CHOICES[0])
@@ -90,16 +95,18 @@ def extract_file_content(file_path):
 def chat_with_model(history, user_input, selected_model_display, sess):
     if not LINUX_SERVER_PROVIDER_KEYS or not LINUX_SERVER_HOSTS:
         return RESPONSES["RESPONSE_3"]
+    if not hasattr(sess, "session_id"):
+        sess.session_id = str(uuid.uuid4())
     selected_model = get_model_key(selected_model_display)
     model_config = MODEL_CONFIG.get(selected_model, DEFAULT_CONFIG)
     messages = [{"role": "user", "content": user} for user, _ in history]
     messages += [{"role": "assistant", "content": assistant} for _, assistant in history if assistant]
     messages.append({"role": "user", "content": user_input})
-    data = {"model": selected_model, "messages": messages, **model_config}
+    data = {"model": selected_model, "messages": messages, **model_config, "session_id": sess.session_id}
     random.shuffle(LINUX_SERVER_PROVIDER_KEYS)
     random.shuffle(LINUX_SERVER_HOSTS)
-    for api_key in LINUX_SERVER_PROVIDER_KEYS[:2]:
-        for host in LINUX_SERVER_HOSTS[:2]:
+    for api_key in LINUX_SERVER_PROVIDER_KEYS:
+        for host in LINUX_SERVER_HOSTS:
             try:
                 response = sess.post(host, json=data, headers={"Authorization": f"Bearer {api_key}"}, timeout=5)
                 if response.status_code < 400: