from .common import InfoExtractor from ..utils import get_element_by_class, determine_ext, clean_html, KNOWN_EXTENSIONS import re class WikimediaIE(InfoExtractor): _NETRC_MACHINE = 'wikimediaorg' IE_NAME = 'wikimedia.org' _API_BASE_URL = 'https://commons.wikimedia.org/' _VALID_URL = r'https://commons.wikimedia.org/wiki/File:(?P[^/]+)' _TEST = { 'url': 'https://commons.wikimedia.org/wiki/File:Die_Temperaturkurve_der_Erde_(ZDF,_Terra_X)_720p_HD_50FPS.webm', 'info_dict': { 'description': 'Deutsch: Beschreibung auf der Seite: "Im Verlauf der Erdgeschichte glich das Klima einer Achterbahnfahrt. Die „Fieberkurve“ unseres Planeten zeigt die globalen Temperaturschwankungen bis heute – rekonstruiert anhand von historischen Klimadaten."\nZu Wikimedia Commons hochgeladen von: PantheraLeo1359531.\nHinweise zur Weiterverwendung: https://www.zdf.de/dokumentation/terra-x/terra-x-creative-commons-cc-100.html.\nVereinfachender Verlauf in der Geschichte der Erde, für die Zukunft spätestens ab dem Jahr 2050 mit spekulativem Verlauf in der Prognose (ausgeprägtes Global-warming-Szenario ist dargestellt).English: Climate change, Temperature in history of Earth, Video of Terra X.', 'ext': 'webm', 'id': 'Die_Temperaturkurve_der_Erde_(ZDF,_Terra_X)_720p_HD_50FPS', 'title': 'Die Temperaturkurve der Erde (ZDF, Terra X) 720p HD 50FPS.webm - Wikimedia Commons', 'license': 'This file is licensed under the Creative Commons Attribution 4.0 International license.', 'author': 'ZDF/Terra X/Gruppe 5/Luise Wagner, Jonas Sichert, Andreas Hougardy', 'subtitles': {'de': [ {'ext': 'srt', 'url': 'https://commons.wikimedia.org/w/api.php?action=timedtext&&title=File%3ADie_Temperaturkurve_der_Erde_%28ZDF%2C_Terra_X%29_720p_HD_50FPS.webm&&lang=de&&trackformat=srt'}], 'en-gb': [ {'ext': 'srt', 'url': 'https://commons.wikimedia.org/w/api.php?action=timedtext&&title=File%3ADie_Temperaturkurve_der_Erde_%28ZDF%2C_Terra_X%29_720p_HD_50FPS.webm&&lang=en-gb&&trackformat=srt'}], 'nl': [ {'ext': 'srt', 'url': 'https://commons.wikimedia.org/w/api.php?action=timedtext&&title=File%3ADie_Temperaturkurve_der_Erde_%28ZDF%2C_Terra_X%29_720p_HD_50FPS.webm&&lang=nl&&trackformat=srt'} ]} } } def _real_extract(self, url): video_id = self._match_id(url) ext = determine_ext(url) if not ext.lower() in KNOWN_EXTENSIONS: raise Exception("invalid video url") webpage = self._download_webpage(url, video_id) self.report_extraction(video_id) video_url = self._html_search_regex(r']*src="([^"]+)"', webpage, u'video URL') licenze = self._html_search_regex(r'\bThis\s*(.*?)\s*license\b', webpage, u'video license') licenze = "This " + licenze + " license." description = get_element_by_class('description', webpage) author = self._html_search_regex(r'([^\<]*?)<\/td>', str(webpage), u"video author") info = {} info['url'] = video_url info['description'] = clean_html(description) info['ext'] = ext info['id'] = video_id.replace('.' + ext, "") info['title'] = self._og_search_title(webpage).replace("File:", "") info['license'] = licenze info['author'] = author subtitles = re.findall(r'\bsrc=\"\/w\/api\s*(.*?)\s*srt\b', str(webpage)) info['subtitles'] = {} for sub in subtitles: sub = 'https://commons.wikimedia.org/w/api' + sub + 'srt' lang = sub[sub.find('lang=') + 5:] lang = lang[:lang.find('&')] sub = sub.replace(';', '&') info['subtitles'][lang] = [{"ext": "srt", "url": sub}] return info