mirror of
https://github.com/yt-dlp/yt-dlp
synced 2024-12-27 21:59:17 +01:00
[ie/laracasts] Add extractors (#10055)
Authored by: ASertacAkkaya, seproDev Co-authored-by: sepro <4618135+seproDev@users.noreply.github.com>
This commit is contained in:
A. Sertaç Akkaya
GitHub
parent
24f3097ea9
commit
b8da8a98f8
2 changed files with 118 additions and 0 deletions
|
|
@ -970,6 +970,10 @@ from .la7 import (
|
||||||
LA7PodcastEpisodeIE,
|
LA7PodcastEpisodeIE,
|
||||||
LA7PodcastIE,
|
LA7PodcastIE,
|
||||||
)
|
)
|
||||||
|
from .laracasts import (
|
||||||
|
LaracastsIE,
|
||||||
|
LaracastsPlaylistIE,
|
||||||
|
)
|
||||||
from .lastfm import (
|
from .lastfm import (
|
||||||
LastFMIE,
|
LastFMIE,
|
||||||
LastFMPlaylistIE,
|
LastFMPlaylistIE,
|
||||||
|
|
|
||||||
114
yt_dlp/extractor/laracasts.py
Normal file
114
yt_dlp/extractor/laracasts.py
Normal file
|
|
@ -0,0 +1,114 @@
|
||||||
|
import json
|
||||||
|
|
||||||
|
from .common import InfoExtractor
|
||||||
|
from .vimeo import VimeoIE
|
||||||
|
from ..utils import (
|
||||||
|
clean_html,
|
||||||
|
extract_attributes,
|
||||||
|
get_element_html_by_id,
|
||||||
|
int_or_none,
|
||||||
|
parse_duration,
|
||||||
|
str_or_none,
|
||||||
|
unified_strdate,
|
||||||
|
url_or_none,
|
||||||
|
urljoin,
|
||||||
|
)
|
||||||
|
from ..utils.traversal import traverse_obj
|
||||||
|
|
||||||
|
|
||||||
|
class LaracastsBaseIE(InfoExtractor):
|
||||||
|
def _get_prop_data(self, url, display_id):
|
||||||
|
webpage = self._download_webpage(url, display_id)
|
||||||
|
return traverse_obj(
|
||||||
|
get_element_html_by_id('app', webpage),
|
||||||
|
({extract_attributes}, 'data-page', {json.loads}, 'props'))
|
||||||
|
|
||||||
|
def _parse_episode(self, episode):
|
||||||
|
if not traverse_obj(episode, 'vimeoId'):
|
||||||
|
self.raise_login_required('This video is only available for subscribers.')
|
||||||
|
return self.url_result(
|
||||||
|
VimeoIE._smuggle_referrer(
|
||||||
|
f'https://player.vimeo.com/video/{episode["vimeoId"]}', 'https://laracasts.com/'),
|
||||||
|
VimeoIE, url_transparent=True,
|
||||||
|
**traverse_obj(episode, {
|
||||||
|
'id': ('id', {int}, {str_or_none}),
|
||||||
|
'webpage_url': ('path', {lambda x: urljoin('https://laracasts.com', x)}),
|
||||||
|
'title': ('title', {clean_html}),
|
||||||
|
'season_number': ('chapter', {int_or_none}),
|
||||||
|
'episode_number': ('position', {int_or_none}),
|
||||||
|
'description': ('body', {clean_html}),
|
||||||
|
'thumbnail': ('largeThumbnail', {url_or_none}),
|
||||||
|
'duration': ('length', {int_or_none}),
|
||||||
|
'date': ('dateSegments', 'published', {unified_strdate}),
|
||||||
|
}))
|
||||||
|
|
||||||
|
|
||||||
|
class LaracastsIE(LaracastsBaseIE):
|
||||||
|
IE_NAME = 'laracasts'
|
||||||
|
_VALID_URL = r'https?://(?:www\.)?laracasts\.com/series/(?P<id>[\w-]+/episodes/\d+)/?(?:[?#]|$)'
|
||||||
|
_TESTS = [{
|
||||||
|
'url': 'https://laracasts.com/series/30-days-to-learn-laravel-11/episodes/1',
|
||||||
|
'md5': 'c8f5e7b02ad0e438ef9280a08c8493dc',
|
||||||
|
'info_dict': {
|
||||||
|
'id': '922040563',
|
||||||
|
'title': 'Hello, Laravel',
|
||||||
|
'ext': 'mp4',
|
||||||
|
'duration': 519,
|
||||||
|
'date': '20240312',
|
||||||
|
'thumbnail': 'https://laracasts.s3.amazonaws.com/videos/thumbnails/youtube/30-days-to-learn-laravel-11-1.png',
|
||||||
|
'description': 'md5:ddd658bb241975871d236555657e1dd1',
|
||||||
|
'season_number': 1,
|
||||||
|
'season': 'Season 1',
|
||||||
|
'episode_number': 1,
|
||||||
|
'episode': 'Episode 1',
|
||||||
|
'uploader': 'Laracasts',
|
||||||
|
'uploader_id': 'user20182673',
|
||||||
|
'uploader_url': 'https://vimeo.com/user20182673',
|
||||||
|
},
|
||||||
|
'expected_warnings': ['Failed to parse XML'], # TODO: Remove when vimeo extractor is fixed
|
||||||
|
}]
|
||||||
|
|
||||||
|
def _real_extract(self, url):
|
||||||
|
display_id = self._match_id(url)
|
||||||
|
return self._parse_episode(self._get_prop_data(url, display_id)['lesson'])
|
||||||
|
|
||||||
|
|
||||||
|
class LaracastsPlaylistIE(LaracastsBaseIE):
|
||||||
|
IE_NAME = 'laracasts:series'
|
||||||
|
_VALID_URL = r'https?://(?:www\.)?laracasts\.com/series/(?P<id>[\w-]+)/?(?:[?#]|$)'
|
||||||
|
_TESTS = [{
|
||||||
|
'url': 'https://laracasts.com/series/30-days-to-learn-laravel-11',
|
||||||
|
'info_dict': {
|
||||||
|
'title': '30 Days to Learn Laravel',
|
||||||
|
'id': '210',
|
||||||
|
'thumbnail': 'https://laracasts.s3.amazonaws.com/series/thumbnails/social-cards/30-days-to-learn-laravel-11.png?v=2',
|
||||||
|
'duration': 30600.0,
|
||||||
|
'modified_date': '20240511',
|
||||||
|
'description': 'md5:27c260a1668a450984e8f901579912dd',
|
||||||
|
'categories': ['Frameworks'],
|
||||||
|
'tags': ['Laravel'],
|
||||||
|
'display_id': '30-days-to-learn-laravel-11',
|
||||||
|
},
|
||||||
|
'playlist_count': 30,
|
||||||
|
}]
|
||||||
|
|
||||||
|
def _real_extract(self, url):
|
||||||
|
display_id = self._match_id(url)
|
||||||
|
series = self._get_prop_data(url, display_id)['series']
|
||||||
|
|
||||||
|
metadata = {
|
||||||
|
'display_id': display_id,
|
||||||
|
**traverse_obj(series, {
|
||||||
|
'title': ('title', {str}),
|
||||||
|
'id': ('id', {int}, {str_or_none}),
|
||||||
|
'description': ('body', {clean_html}),
|
||||||
|
'thumbnail': (('large_thumbnail', 'thumbnail'), {url_or_none}, any),
|
||||||
|
'duration': ('runTime', {parse_duration}),
|
||||||
|
'categories': ('taxonomy', 'name', {str}, {lambda x: x and [x]}),
|
||||||
|
'tags': ('topics', ..., 'name', {str}),
|
||||||
|
'modified_date': ('lastUpdated', {unified_strdate}),
|
||||||
|
}),
|
||||||
|
}
|
||||||
|
|
||||||
|
return self.playlist_result(traverse_obj(
|
||||||
|
series, ('chapters', ..., 'episodes', lambda _, v: v['vimeoId'], {self._parse_episode})), **metadata)
|
||||||
Loading…
Reference in a new issue