simple smolagent with duck duck go search tool and youtube transcription tool

app.py

@@ -7,7 +7,39 @@ import time
 from google import genai
 from smolagents import Tool , CodeAgent, ToolCallingAgent, DuckDuckGoSearchTool, LiteLLMModel, PythonInterpreterTool, tool, DuckDuckGoSearchTool
 from langchain_community.document_loaders import YoutubeLoader
+import re
+import requests
+from markdownify import markdownify
+from requests.exceptions import RequestException
+
+
+@tool
+def visit_webpage(url: str) -> str:
+    """Visits a webpage at the given URL and returns its content as a markdown string.
 
+    Args:
+        url: The URL of the webpage to visit.
+
+    Returns:
+        The content of the webpage converted to Markdown, or an error message if the request fails.
+    """
+    try:
+        # Send a GET request to the URL
+        response = requests.get(url)
+        response.raise_for_status()  # Raise an exception for bad status codes
+
+        # Convert the HTML content to Markdown
+        markdown_content = markdownify(response.text).strip()
+
+        # Remove multiple line breaks
+        markdown_content = re.sub(r"\n{3,}", "\n\n", markdown_content)
+
+        return markdown_content
+
+    except RequestException as e:
+        return f"Error fetching the webpage: {str(e)}"
+    except Exception as e:
+        return f"An unexpected error occurred: {str(e)}"
 
 #client = genai.Client(api_key=os.getenv("API_KEY"))
 model = LiteLLMModel(model_id="gemini/gemini-2.0-flash-lite",
@@ -55,7 +87,7 @@ class BasicAgent:
 # )
 
         agent = CodeAgent(
-        tools=[DuckDuckGoSearchTool(), youtube_transcription_tool],
+        tools=[DuckDuckGoSearchTool(), youtube_transcription_tool, visit_webpage],
         model=model,
         #additional_authorized_imports=["helium"],
         #step_callbacks=[save_screenshot],