45 lines
1.4 KiB
Python
45 lines
1.4 KiB
Python
"""Simple Reader that reads transcript of youtube video."""
|
|
from typing import Any, List
|
|
|
|
from llama_index.readers.base import BasePydanticReader
|
|
from llama_index.schema import Document
|
|
|
|
|
|
class YoutubeTranscriptReader(BasePydanticReader):
|
|
"""Youtube Transcript reader."""
|
|
|
|
is_remote: bool = True
|
|
languages: tuple = ("en",)
|
|
|
|
@classmethod
|
|
def class_name(cls) -> str:
|
|
return "YoutubeTranscriptReader"
|
|
|
|
def load_data(self, ytlinks: List[str], **load_kwargs: Any) -> List[Document]:
|
|
"""Load data from the input links.
|
|
|
|
Args:
|
|
pages (List[str]): List of youtube links \
|
|
for which transcripts are to be read.
|
|
|
|
"""
|
|
try:
|
|
from youtube_transcript_api import YouTubeTranscriptApi
|
|
except ImportError:
|
|
raise ImportError(
|
|
"`youtube_transcript_api` package not found, \
|
|
please run `pip install youtube-transcript-api`"
|
|
)
|
|
|
|
results = []
|
|
for link in ytlinks:
|
|
video_id = link.split("?v=")[-1]
|
|
srt = YouTubeTranscriptApi.get_transcript(
|
|
video_id, languages=self.languages
|
|
)
|
|
transcript = ""
|
|
for chunk in srt:
|
|
transcript = transcript + chunk["text"] + "\n"
|
|
results.append(Document(text=transcript, id_=video_id))
|
|
return results
|