Update app.py

app.py

@@ -14,6 +14,7 @@ from llama_index.core import (
     Settings,
     set_global_handler
 )
+from llama_index.tools.function_tool import FunctionTool
 from llama_index.llms.openai import OpenAI
 from openai import OpenAI as OpenAIClient
 
@@ -22,6 +23,8 @@ import base64
 import json
 from PIL import Image
 from io import BytesIO
+from typing import List
+import re
 
 
 set_global_handler("simple")  # imposta un handler semplice per il logging
@@ -57,6 +60,12 @@ class BasicAgent:
                 }
             }
         ]
+
+        ingredient_tool = FunctionTool.from_defaults(
+        name="extract_ingredients",
+        fn=extract_ingredients,
+        description="Extracts and returns a comma-separated, alphabetized list of ingredients for a pie filling from a transcription string."
+)
             
 
         # Crea un'istanza di OpenAI
@@ -71,6 +80,7 @@ class BasicAgent:
 
         # Imposta le impostazioni tramite Settings
         Settings.llm=llm
+        Settings.tools = [ingredient_tool]
         
         self.client = OpenAIClient(api_key=openai_api_key)
         
@@ -356,6 +366,19 @@ def transcribe_audio(file_name: str) -> str:
     print_coso(f"transcribe_audio tool result: {result['text']}")
     return result["text"]
 
+
+def extract_ingredients(transcription: str) -> str:
+    """
+    Estrae una lista alfabetica, separata da virgole, di ingredienti dal testo fornito,
+    mantenendo le descrizioni (es. 'freshly squeezed lemon juice').
+    """
+    # pattern semplice per ingredienti comuni e le loro descrizioni
+    pattern = r"\b(?:a dash of |a pinch of |freshly squeezed |pure )?[a-zA-Z ]+?(?:strawberries|sugar|lemon juice|cornstarch|vanilla extract)\b"
+    matches = re.findall(pattern, transcription.lower())
+
+    # normalizza, rimuove duplicati e ordina
+    unique_ingredients = sorted(set(match.strip() for match in matches))
+    return ", ".join(unique_ingredients)