use async for backend request and cache endpoints documentation

main.py

@@ -22,6 +22,8 @@ from langchain_huggingface.embeddings import HuggingFaceEmbeddings
 # Enhanced HuggingFace imports for improved functionality
 from transformers import pipeline, AutoTokenizer, AutoModelForSequenceClassification
 import numpy as np
+import aiohttp
+import asyncio
 
 # Import endpoints documentation
 from endpoints_documentation import endpoints_documentation
@@ -66,11 +68,12 @@ class RouterResponse(BaseModel):
 class HealthcareChatbot:
     def __init__(self):
         self.endpoints_documentation = endpoints_documentation
+        self.cached_endpoints_documentation = json.dumps(self.endpoints_documentation, indent=2)
         self.ollama_base_url = "http://localhost:11434"
         self.model_name = "gemma3"
-        self.BASE_URL = 'https://0bb3-197-54-60-164.ngrok-free.app'
+        self.BASE_URL = 'https://90cb-197-54-60-164.ngrok-free.app'
         self.headers = {'Content-type': 'application/json'}
-        self.user_id = '8881d156-8bc4-4090-a79d-35f8c03db7a2'
+        self.user_id = '8e5720d5-7243-42bd-97aa-10217309be82'
         self.max_retries = 3
         self.retry_delay = 2
         
@@ -697,7 +700,7 @@ class HealthcareChatbot:
             else:
                 return "I apologize, I encountered a processing issue. How can I help you?"
 
-    def backend_call(self, data: Dict[str, Any]) -> Dict[str, Any]:
+    async def backend_call(self, data: Dict[str, Any]) -> Dict[str, Any]:
         """Make API call to backend with retry logic"""
         endpoint_url = data.get('endpoint')
         endpoint_method = data.get('method')
@@ -710,39 +713,80 @@ class HealthcareChatbot:
             endpoint_params['patient_id'] = self.user_id
         
         retries = 0
-        response = None
-        while retries < self.max_retries:
-            try:
-                if endpoint_method.upper() == 'GET':
-                    response = requests.get(
-                        self.BASE_URL + endpoint_url,
-                        params=endpoint_params,
-                        headers=self.headers,
-                        timeout=10
-                    )
-                elif endpoint_method.upper() in ['POST', 'PUT', 'DELETE']:
-                    response = requests.request(
-                        endpoint_method.upper(),
-                        self.BASE_URL + endpoint_url,
-                        json=endpoint_params,
-                        headers=self.headers,
-                        timeout=10
-                    )
+        # response = None
+        # while retries < self.max_retries:
+        #     try:
+        #         if endpoint_method.upper() == 'GET':
+        #             response = requests.get(
+        #                 self.BASE_URL + endpoint_url,
+        #                 params=endpoint_params,
+        #                 headers=self.headers,
+        #                 timeout=10
+        #             )
+        #         elif endpoint_method.upper() in ['POST', 'PUT', 'DELETE']:
+        #             response = requests.request(
+        #                 endpoint_method.upper(),
+        #                 self.BASE_URL + endpoint_url,
+        #                 json=endpoint_params,
+        #                 headers=self.headers,
+        #                 timeout=10
+        #             )
                 
-                response.raise_for_status()
-                print('Backend Response:', response.json())
-                return response.json()
+        #         response.raise_for_status()
+        #         print('Backend Response:', response.json())
+        #         return response.json()
                 
-            except requests.exceptions.RequestException as e:
-                retries += 1
-                if retries >= self.max_retries:
-                    return {
-                        "error": "Backend API call failed after multiple retries",
-                        "details": str(e),
-                        "status_code": getattr(e.response, 'status_code', None) if hasattr(e, 'response') else None
-                    }
+        #     except requests.exceptions.RequestException as e:
+        #         retries += 1
+        #         if retries >= self.max_retries:
+        #             return {
+        #                 "error": "Backend API call failed after multiple retries",
+        #                 "details": str(e),
+        #                 "status_code": getattr(e.response, 'status_code', None) if hasattr(e, 'response') else None
+        #             }
                 
-                time.sleep(self.retry_delay)
+        #         time.sleep(self.retry_delay)
+        async with aiohttp.ClientSession() as session:
+            while retries < self.max_retries:
+                try:
+                    if endpoint_method.upper() == 'GET':
+                        response = await session.get(
+                            self.BASE_URL + endpoint_url,
+                            params=endpoint_params,
+                            headers=self.headers,
+                            timeout=aiohttp.ClientTimeout(total=10)
+                        )
+                        return await response.json()
+
+                    elif endpoint_method.upper() in ['POST', 'PUT', 'DELETE']:
+                        response = await session.request(
+                            endpoint_method.upper(),
+                            self.BASE_URL + endpoint_url,
+                            json=endpoint_params,
+                            headers=self.headers,
+                            timeout=aiohttp.ClientTimeout(total=10)
+                        )
+                        return await response.json
+
+                except aiohttp.ClientResponseError as e:
+                    retries += 1
+                    if retries >= self.max_retries:
+                        return {
+                            "error": "Backend API call failed after multiple retries",
+                            "details": str(e),
+                            "status_code": e.status
+                        }
+                    await asyncio.sleep(self.retry_delay)
+
+                except (aiohttp.ClientError, asyncio.TimeoutError) as e:
+                    retries += 1
+                    if retries >= self.max_retries:
+                        return {
+                            "error": "Backend API call failed after multiple retries",
+                            "details": str(e),
+                            "status_code": None
+                        }
+                    await asyncio.sleep(self.retry_delay)
 
     def handle_api_action(self, user_query, detected_language, sentiment_result, keywords, router_data):
         """Handle API-based actions using router data"""
@@ -767,7 +811,10 @@ class HealthcareChatbot:
             print(f"🔍 Final API call data: {router_data}")
 
             # Make backend API call
-            api_response = self.backend_call(router_data)
+            try:
+                api_response = asyncio.run(self.backend_call(router_data))
+            except:
+                print(traceback.format_exc())
             
             print("🔗 API response received:", api_response)
             
@@ -843,7 +890,7 @@ class HealthcareChatbot:
                 "extracted_keywords": json.dumps(keywords),
                 "sentiment_analysis": json.dumps(sentiment_result),
                 "conversation_history": self.get_conversation_context(),
-                "endpoints_documentation": json.dumps(self.endpoints_documentation, indent=2),
+                "endpoints_documentation": self.cached_endpoints_documentation,
                 "current_datetime": datetime.now().strftime('%Y-%m-%dT%H:%M:%S'),
                 "timezone": "UTC",
                 "current_day_name": datetime.now().strftime('%A'),