Spaces:
Sleeping
Sleeping
File size: 1,008 Bytes
1897f56 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 |
from langchain_community.document_loaders import WebBaseLoader
from langchain_community.document_loaders import YoutubeLoader
from langchain_core.documents import Document
from typing import List
def load_youtube_content(youtube_url: str) -> List[Document]:
"""
Load content from a YouTube video URL using the YoutubeLoader.
Args:
youtube_url (str): The URL of the YouTube video.
Returns:
Document: The document containing the video content and metadata.
"""
loader = YoutubeLoader.from_youtube_url(youtube_url, add_video_info=True)
documents = loader.load()
return documents
def load_web_content(url: str) -> List[Document]:
"""
Load content from a web page URL using the WebBaseLoader.
Args:
url (str): The URL of the web page.
Returns:
Document: The document containing the web page content.
"""
loader = WebBaseLoader(url)
documents = loader.load()
return documents
|