Add caching

cache_manager.py

@@ -0,0 +1,47 @@
+from collections import OrderedDict
+
+
+class CacheManager:
+    """Simple cache manager with basic operations and LRU eviction."""
+    
+    def __init__(self, max_size=100):
+        """Initialize cache with maximum size."""
+        self.max_size = max_size
+        self.cache = OrderedDict()
+    
+    def set(self, key, value):
+        """Set a key-value pair in cache."""
+        # If key exists, remove it first
+        if key in self.cache:
+            del self.cache[key]
+        
+        # If cache is full, remove oldest item
+        if len(self.cache) >= self.max_size:
+            self.cache.popitem(last=False)  # Remove first (oldest) item
+        
+        # Add new item
+        self.cache[key] = value
+    
+    def get(self, key):
+        """Get value by key. Returns None if not found."""
+        if key in self.cache:
+            # Move to end (mark as recently used)
+            value = self.cache.pop(key)
+            self.cache[key] = value
+            return value
+        return None
+    
+    def delete(self, key):
+        """Delete a key from cache. Returns True if deleted, False if not found."""
+        if key in self.cache:
+            del self.cache[key]
+            return True
+        return False
+    
+    def clear(self):
+        """Clear all items from cache."""
+        self.cache.clear()
+    
+    def size(self):
+        """Get current cache size."""
+        return len(self.cache)

main.py

@@ -27,6 +27,7 @@ import asyncio
 
 # Import endpoints documentation
 from endpoints_documentation import endpoints_documentation
+from cache_manager import CacheManager
 
 # Set environment variables for HuggingFace
 os.environ["HF_HOME"] = "/tmp/huggingface"
@@ -76,6 +77,7 @@ class HealthcareChatbot:
         self.user_id = '8e5720d5-7243-42bd-97aa-10217309be82'
         self.max_retries = 3
         self.retry_delay = 2
+        self.cache = CacheManager()
         
         # Store conversation history
         self.conversation_history = []
@@ -684,12 +686,15 @@ class HealthcareChatbot:
     def handle_conversation(self, user_query, detected_language, sentiment_result):
         """Handle conversational responses"""
         try:
+            if self.cache.get(user_query):
+                return self.cache.get(user_query)
             result = self.conversation_chain.invoke({
                 "user_query": user_query,
                 "detected_language": detected_language,
                 "sentiment_analysis": json.dumps(sentiment_result),
                 "conversation_history": self.get_conversation_context()
             })
+            self.cache.set(user_query, result["text"].strip())
             
             return result["text"].strip()