mirror of
https://github.com/yt-dlp/yt-dlp
synced 2024-12-26 21:59:08 +01:00
[ie/FenomioStream] Add extractor
This commit is contained in:
WIPocket
parent
3905f64920
commit
5c603049da
2 changed files with 136 additions and 0 deletions
|
|
@ -646,6 +646,7 @@ from .fc2 import (
|
|||
FC2LiveIE,
|
||||
)
|
||||
from .fczenit import FczenitIE
|
||||
from .fenomiostream import FenomioStreamIE
|
||||
from .fifa import FifaIE
|
||||
from .filmon import (
|
||||
FilmOnChannelIE,
|
||||
|
|
|
|||
135
yt_dlp/extractor/fenomiostream.py
Normal file
135
yt_dlp/extractor/fenomiostream.py
Normal file
|
|
@ -0,0 +1,135 @@
|
|||
import re
|
||||
|
||||
from .common import InfoExtractor
|
||||
from ..utils import (
|
||||
clean_html,
|
||||
compat_HTMLParseError,
|
||||
extract_attributes,
|
||||
get_element_by_attribute,
|
||||
get_element_by_class,
|
||||
get_element_html_by_class,
|
||||
get_element_text_and_html_by_tag,
|
||||
get_elements_by_class,
|
||||
get_elements_html_by_class,
|
||||
smuggle_url,
|
||||
unsmuggle_url,
|
||||
)
|
||||
|
||||
|
||||
def get_elements_by_tag(tag, html):
|
||||
while True:
|
||||
try:
|
||||
_, element = get_element_text_and_html_by_tag(tag, html)
|
||||
yield element
|
||||
html = html[html.index(element) + len(element):]
|
||||
except compat_HTMLParseError:
|
||||
return
|
||||
|
||||
|
||||
class FenomioStreamIE(InfoExtractor):
|
||||
_FENOMIOSTREAM_INSTANCES = [
|
||||
# CUNI
|
||||
r'medicalmedia\.eu',
|
||||
r'pilot\.cuni\.fenomio\.stream',
|
||||
r'ua\.stream\.cuni\.cz',
|
||||
r'media\.fhs\.cuni\.cz',
|
||||
r'stream\.ims\.fsv\.cuni\.cz',
|
||||
r'video\.czp\.cuni\.cz',
|
||||
r'stream\.knihovna\.cuni\.cz',
|
||||
r'media\.ftvs\.cuni\.cz',
|
||||
r'stream\.cuni\.cz',
|
||||
r'pedmedia\.cuni\.cz',
|
||||
# AMU
|
||||
r'media\.amu\.cz',
|
||||
r'media\.test\.amu\.cz',
|
||||
]
|
||||
_VALID_URL = r'^https://(?P<domain>(www\.)?({}))/(?P<lang>..)/media/(?P<id1>[0-9a-f]{{32}})(/(?P<id2>[0-9a-f]{{32}}))?'.format('|'.join(_FENOMIOSTREAM_INSTANCES))
|
||||
_TESTS = [{
|
||||
'url': 'https://stream.cuni.cz/en/media/c382f68514e24fa28d768f5c0997f757',
|
||||
'md5': '2049d066e009461c996020b25af218bd',
|
||||
'info_dict': {
|
||||
'id': 'c382f68514e24fa28d768f5c0997f757',
|
||||
'title': 'S03/E06 - Searching For Open Access Works',
|
||||
'creators': ['Milan Janíček', 'Zuza Wiorogórska'],
|
||||
'ext': 'mp4',
|
||||
'description': 'This session is a workshop whose goal is to help you doing your literature search in an open environment. We will present different search tools and show you how to use them. This training include practice time to allow you to search open access literature in your field.',
|
||||
'tags': ['open access', 'publications'],
|
||||
'license': 'CC BY 4.0',
|
||||
'thumbnail': 'https://stream.cuni.cz/shared/mediasnapshots/c3/c382f68514e24fa28d768f5c0997f757.jpg',
|
||||
},
|
||||
}, {
|
||||
'url': 'https://stream.knihovna.cuni.cz/cs/media/97c4c1f43ac946bf9fed1fb166e0ae6d',
|
||||
'md5': 'b4d3bd95926e86e1e9115675b9bd4c0c',
|
||||
'info_dict': {
|
||||
'id': '97c4c1f43ac946bf9fed1fb166e0ae6d',
|
||||
'ext': 'mp4',
|
||||
'tags': [],
|
||||
'creators': ['Jaroslav Pěnička'],
|
||||
'title': 'Jak nahrát video',
|
||||
'description': 'Jak nahrát video',
|
||||
'thumbnail': 'https://stream.knihovna.cuni.cz/shared/mediasnapshots/97/97c4c1f43ac946bf9fed1fb166e0ae6d.jpg',
|
||||
},
|
||||
}]
|
||||
|
||||
def _real_extract(self, url):
|
||||
url, smuggled_data = unsmuggle_url(url)
|
||||
|
||||
match = self._match_valid_url(url)
|
||||
domain = match.group('domain')
|
||||
lang = match.group('lang')
|
||||
id1 = match.group('id1')
|
||||
id2 = match.group('id2')
|
||||
webpage = self._download_webpage(url, id1)
|
||||
|
||||
info_container = get_element_by_class('video-description-container', webpage)
|
||||
if not info_container:
|
||||
alert = get_element_by_class('alert-danger', webpage) or ''
|
||||
alert = get_element_by_class('m-0', alert) or 'Unknown error'
|
||||
alert = clean_html(alert)
|
||||
self.raise_login_required(alert)
|
||||
|
||||
info = get_element_by_attribute('data-bind', 'visible: expandDescription()', info_container) or ''
|
||||
info_ps = list(get_elements_by_tag('p', info)) + [''] * 9
|
||||
|
||||
title = self._html_search_regex(r'<h3>(.+)</h3>', info_container, 'title', flags=re.DOTALL, fatal=False)
|
||||
creators = [x.strip() for x in clean_html(info_ps[0]).split(';')]
|
||||
description = clean_html(info_ps[1])
|
||||
license_name = clean_html(info_ps[2]) or None
|
||||
tags = get_elements_by_class('tag', info)
|
||||
|
||||
source_url = self._html_search_regex([r'<source[^>]+src="([^"]+)"', r'self.videoUrl *= *\'([^\']+)\''], webpage, 'source', fatal=True)
|
||||
|
||||
playlist_info = get_element_html_by_class('video-playlist', webpage)
|
||||
video_id = id1
|
||||
if playlist_info:
|
||||
playlist_title = self._html_search_regex(r'<h4>.+Playlist ([^<]+)</h4>', playlist_info, 'playlist title', fatal=False)
|
||||
playlist_id = id1
|
||||
video_id = id2
|
||||
if self._yes_playlist(playlist_id, video_id, smuggled_data=smuggled_data, playlist_label=playlist_title, video_label=title):
|
||||
return {
|
||||
'_type': 'playlist',
|
||||
'id': playlist_id,
|
||||
'title': playlist_title,
|
||||
'entries': [
|
||||
{
|
||||
'_type': 'url',
|
||||
'title': clean_html(playlist_item),
|
||||
'url': smuggle_url('https://{}/{}{}'.format(domain, lang, extract_attributes(playlist_item)['href']), {'force_noplaylist': True}),
|
||||
'ie_key': self.ie_key(),
|
||||
}
|
||||
for playlist_item in get_elements_html_by_class('playlist-item', playlist_info)
|
||||
],
|
||||
}
|
||||
formats, subtitles = self._extract_m3u8_formats_and_subtitles(source_url, video_id)
|
||||
|
||||
return {
|
||||
'formats': formats,
|
||||
'subtitles': subtitles,
|
||||
'id': video_id,
|
||||
'title': title,
|
||||
'creators': creators,
|
||||
'description': description,
|
||||
'tags': tags,
|
||||
'license': license_name,
|
||||
'thumbnail': f'https://{domain}/shared/mediasnapshots/{video_id[:2]}/{video_id}.jpg',
|
||||
}
|
||||
Loading…
Reference in a new issue