diff --git a/yt_dlp/extractor/_extractors.py b/yt_dlp/extractor/_extractors.py index e4ede6fa3..bc0a90495 100644 --- a/yt_dlp/extractor/_extractors.py +++ b/yt_dlp/extractor/_extractors.py @@ -2088,6 +2088,7 @@ from .weibo import ( WeiboMobileIE ) from .weiqitv import WeiqiTVIE +from .wikimedia import WikimediaIE from .willow import WillowIE from .wimtv import WimTVIE from .whowatch import WhoWatchIE diff --git a/yt_dlp/extractor/wikimedia.py b/yt_dlp/extractor/wikimedia.py new file mode 100644 index 000000000..11c801f0c --- /dev/null +++ b/yt_dlp/extractor/wikimedia.py @@ -0,0 +1,55 @@ +import re + +from .common import InfoExtractor +from ..utils import ( + clean_html, + get_element_by_class, + parse_qs, + remove_start, + unescapeHTML, + urljoin, +) + + +class WikimediaIE(InfoExtractor): + IE_NAME = 'wikimedia.org' + _VALID_URL = r'https?://commons\.wikimedia\.org/wiki/File:(?P[^/#?]+)\.\w+' + _TESTS = [{ + 'url': 'https://commons.wikimedia.org/wiki/File:Die_Temperaturkurve_der_Erde_(ZDF,_Terra_X)_720p_HD_50FPS.webm', + 'info_dict': { + 'url': 're:https?://upload.wikimedia.org/wikipedia', + 'ext': 'webm', + 'id': 'Die_Temperaturkurve_der_Erde_(ZDF,_Terra_X)_720p_HD_50FPS', + 'title': 'Die Temperaturkurve der Erde (ZDF, Terra X) 720p HD 50FPS.webm - Wikimedia Commons', + 'description': 'md5:7cd84f76e7081f1be033d0b155b4a460', + 'license': 'Creative Commons Attribution 4.0 International', + 'uploader': 'ZDF/Terra X/Gruppe 5/Luise Wagner, Jonas Sichert, Andreas Hougardy', + 'subtitles': 'count:4' + } + }] + + def _real_extract(self, url): + video_id = self._match_id(url) + webpage = self._download_webpage(url, video_id) + + subtitles = {} + for sub in set(re.findall(r'\bsrc\s*=\s*["\'](/w/api[^"]+)["\']', webpage)): + sub = urljoin('https://commons.wikimedia.org', unescapeHTML(sub)) + qs = parse_qs(sub) + lang = qs.get('lang', [None])[-1] + sub_ext = qs.get('trackformat', [None])[-1] + if lang and sub_ext: + subtitles.setdefault(lang, []).append({'ext': sub_ext, 'url': sub}) + + return { + 'id': video_id, + 'url': self._html_search_regex(r']*\bsrc="([^"]+)"', webpage, 'video URL'), + 'description': clean_html(get_element_by_class('description', webpage)), + 'title': remove_start(self._og_search_title(webpage), 'File:'), + 'license': self._html_search_regex( + r'licensed under(?: the)? (.+?) license', + get_element_by_class('licensetpl', webpage), 'license', default=None), + 'uploader': self._html_search_regex( + r'>\s*Author\s*\s*]*>\s*([^<]+)\s*', webpage, 'video author', default=None), + 'subtitles': subtitles, + }