Update agent.py
Browse files
agent.py
CHANGED
@@ -353,7 +353,7 @@ def search_and_extract_content_from_url(query: str) -> List[Document]:
|
|
353 |
loader = YoutubeTranscriptReader()
|
354 |
documents = loader.load_data(youtubelinks=[url])
|
355 |
else:
|
356 |
-
loader = TrafilaturaWebReader(
|
357 |
documents = loader.load_data(urls=[url])
|
358 |
except Exception as e:
|
359 |
# Handle any exceptions that occur during content extraction
|
|
|
353 |
loader = YoutubeTranscriptReader()
|
354 |
documents = loader.load_data(youtubelinks=[url])
|
355 |
else:
|
356 |
+
loader = TrafilaturaWebReader()
|
357 |
documents = loader.load_data(urls=[url])
|
358 |
except Exception as e:
|
359 |
# Handle any exceptions that occur during content extraction
|