Spaces:
Running
Running
Add initial implementation for YouTube transcript retrieval and interface setup
Browse files- .gitignore +1 -0
- app.py +133 -0
- requirements.txt +2 -0
.gitignore
ADDED
@@ -0,0 +1 @@
|
|
|
|
|
1 |
+
.gradio/**
|
app.py
ADDED
@@ -0,0 +1,133 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
import re
|
2 |
+
import gradio as gr
|
3 |
+
from youtube_transcript_api._api import YouTubeTranscriptApi
|
4 |
+
from youtube_transcript_api._errors import TranscriptsDisabled, NoTranscriptFound
|
5 |
+
|
6 |
+
|
7 |
+
def _extract_video_id(youtube_url: str) -> str | None:
|
8 |
+
"""
|
9 |
+
Extracts the YouTube video ID from a URL.
|
10 |
+
Handles standard, shortened, and embed URLs.
|
11 |
+
"""
|
12 |
+
# Standard URL: https://www.youtube.com/watch?v=VIDEO_ID
|
13 |
+
match = re.search(r"watch\?v=([^&]+)", youtube_url)
|
14 |
+
if match:
|
15 |
+
return match.group(1)
|
16 |
+
|
17 |
+
# Shortened URL: https://youtu.be/VIDEO_ID
|
18 |
+
match = re.search(r"youtu\.be/([^?&]+)", youtube_url)
|
19 |
+
if match:
|
20 |
+
return match.group(1)
|
21 |
+
|
22 |
+
# Embed URL: https://www.youtube.com/embed/VIDEO_ID
|
23 |
+
match = re.search(r"youtube\.com/embed/([^?&]+)", youtube_url)
|
24 |
+
if match:
|
25 |
+
return match.group(1)
|
26 |
+
|
27 |
+
# Video ID directly passed
|
28 |
+
# Basic check for a valid video ID format
|
29 |
+
if re.fullmatch(r"^[a-zA-Z0-9_-]{11}$", youtube_url):
|
30 |
+
return youtube_url
|
31 |
+
|
32 |
+
return None
|
33 |
+
|
34 |
+
|
35 |
+
def get_youtube_video_transcript(video_url_or_id: str, lang_preference: list[str] = ['en', 'en-US', 'en-GB']) -> str:
|
36 |
+
"""
|
37 |
+
Retrieves the transcript for a given YouTube video URL or video ID.
|
38 |
+
It tries to fetch the transcript in the preferred languages first (defaulting to English).
|
39 |
+
|
40 |
+
Args:
|
41 |
+
video_url_or_id (str): The full YouTube video URL (e.g., "https://www.youtube.com/watch?v=VIDEO_ID")
|
42 |
+
or just the 11-character video ID.
|
43 |
+
lang_preference (list[str]): A list of language codes to try for the transcript, in order of preference.
|
44 |
+
Defaults to ['en', 'en-US', 'en-GB'].
|
45 |
+
|
46 |
+
Returns:
|
47 |
+
str: The concatenated transcript text if successful.
|
48 |
+
An error message string if the transcript cannot be fetched (e.g., disabled, not found, invalid ID).
|
49 |
+
"""
|
50 |
+
video_id = _extract_video_id(video_url_or_id)
|
51 |
+
|
52 |
+
if not video_id:
|
53 |
+
return f"Error: Invalid YouTube video URL or ID provided: '{video_url_or_id}'. Could not extract a valid video ID."
|
54 |
+
|
55 |
+
try:
|
56 |
+
# Fetch available transcripts
|
57 |
+
transcript_list = YouTubeTranscriptApi().list(video_id)
|
58 |
+
|
59 |
+
# Try to find transcript in preferred languages
|
60 |
+
transcript = None
|
61 |
+
for lang_code in lang_preference:
|
62 |
+
try:
|
63 |
+
transcript = transcript_list.find_transcript([lang_code])
|
64 |
+
break
|
65 |
+
except NoTranscriptFound:
|
66 |
+
continue
|
67 |
+
|
68 |
+
# If not found in preferred, try generated transcript in preferred languages
|
69 |
+
if not transcript:
|
70 |
+
for lang_code in lang_preference:
|
71 |
+
try:
|
72 |
+
transcript = transcript_list.find_generated_transcript([
|
73 |
+
lang_code])
|
74 |
+
break
|
75 |
+
except NoTranscriptFound:
|
76 |
+
continue
|
77 |
+
|
78 |
+
# If still not found, try any available English transcript
|
79 |
+
if not transcript:
|
80 |
+
try:
|
81 |
+
transcript = transcript_list.find_transcript(
|
82 |
+
['en', 'en-US', 'en-GB', 'en-AU', 'en-CA', 'en-IN'])
|
83 |
+
except NoTranscriptFound:
|
84 |
+
pass # Continue to try any generated English transcript
|
85 |
+
|
86 |
+
if not transcript:
|
87 |
+
try:
|
88 |
+
transcript = transcript_list.find_generated_transcript(
|
89 |
+
['en', 'en-US', 'en-GB', 'en-AU', 'en-CA', 'en-IN'])
|
90 |
+
except NoTranscriptFound:
|
91 |
+
# If no English transcript, grab the first available original language transcript
|
92 |
+
try:
|
93 |
+
print(
|
94 |
+
f"YouTubeTool: No English transcript found for {video_id}. Trying first available original language.")
|
95 |
+
original_lang_transcript = next(
|
96 |
+
iter(transcript_list)) # get the first one
|
97 |
+
transcript = original_lang_transcript
|
98 |
+
except StopIteration: # No transcripts at all
|
99 |
+
return f"Error: No transcripts at all seem to be available for video ID '{video_id}'."
|
100 |
+
except NoTranscriptFound: # Should be caught by StopIteration if list is empty
|
101 |
+
return f"Error: No transcripts found for video ID '{video_id}' after trying preferred and English languages."
|
102 |
+
|
103 |
+
if transcript:
|
104 |
+
full_transcript_data = transcript.fetch()
|
105 |
+
# Concatenate all text segments into a single string
|
106 |
+
transcript_text = " ".join([segment.text
|
107 |
+
for segment in full_transcript_data])
|
108 |
+
return transcript_text
|
109 |
+
else:
|
110 |
+
# This case should ideally be covered by the fallbacks above
|
111 |
+
return f"Error: Could not find a suitable transcript for video ID '{video_id}' in languages: {lang_preference} or English."
|
112 |
+
|
113 |
+
except TranscriptsDisabled:
|
114 |
+
return f"Error: Transcripts are disabled for video ID '{video_id}'."
|
115 |
+
# This might catch cases where video ID is valid but has zero transcripts at all.
|
116 |
+
except NoTranscriptFound:
|
117 |
+
return f"Error: No transcripts whatsoever could be found for video ID '{video_id}'. The video might not have any captions or transcripts."
|
118 |
+
except Exception as e:
|
119 |
+
# Catch any other unexpected errors from the API or video ID issues not caught by regex
|
120 |
+
error_type = type(e).__name__
|
121 |
+
# Check for common youtube_transcript_api specific errors not explicitly caught if any
|
122 |
+
# Heuristic for bad ID
|
123 |
+
if "video ID" in str(e).lower() or "parameter" in str(e).lower():
|
124 |
+
return f"Error: Could not retrieve transcript for video ID '{video_id}'. It might be an invalid ID or the video is private/deleted. (API Error: {error_type})"
|
125 |
+
return f"Error: An unexpected error occurred while fetching transcript for video ID '{video_id}': {error_type} - {str(e)}"
|
126 |
+
|
127 |
+
|
128 |
+
def greet(name):
|
129 |
+
return get_youtube_video_transcript(name)
|
130 |
+
|
131 |
+
|
132 |
+
demo = gr.Interface(fn=greet, inputs="text", outputs="text")
|
133 |
+
demo.launch(mcp_server=True)
|
requirements.txt
ADDED
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
1 |
+
gradio[mcp]
|
2 |
+
youtube-transcript-api
|