youtube-dl

Another place where youtube-dl lives on
git clone git://git.oshgnacknak.de/youtube-dl.git
Log | Files | Refs | README | LICENSE

rtl2.py (7406B)


      1 # coding: utf-8
      2 from __future__ import unicode_literals
      3 
      4 import re
      5 
      6 from .common import InfoExtractor
      7 from ..aes import aes_cbc_decrypt
      8 from ..compat import (
      9     compat_b64decode,
     10     compat_ord,
     11     compat_str,
     12 )
     13 from ..utils import (
     14     bytes_to_intlist,
     15     ExtractorError,
     16     intlist_to_bytes,
     17     int_or_none,
     18     strip_or_none,
     19 )
     20 
     21 
     22 class RTL2IE(InfoExtractor):
     23     IE_NAME = 'rtl2'
     24     _VALID_URL = r'https?://(?:www\.)?rtl2\.de/sendung/[^/]+/(?:video/(?P<vico_id>\d+)[^/]+/(?P<vivi_id>\d+)-|folge/)(?P<id>[^/?#]+)'
     25     _TESTS = [{
     26         'url': 'http://www.rtl2.de/sendung/grip-das-motormagazin/folge/folge-203-0',
     27         'info_dict': {
     28             'id': 'folge-203-0',
     29             'ext': 'f4v',
     30             'title': 'GRIP sucht den Sommerkönig',
     31             'description': 'md5:e3adbb940fd3c6e76fa341b8748b562f'
     32         },
     33         'params': {
     34             # rtmp download
     35             'skip_download': True,
     36         },
     37         'expected_warnings': ['Unable to download f4m manifest', 'Failed to download m3u8 information'],
     38     }, {
     39         'url': 'http://www.rtl2.de/sendung/koeln-50667/video/5512-anna/21040-anna-erwischt-alex/',
     40         'info_dict': {
     41             'id': 'anna-erwischt-alex',
     42             'ext': 'mp4',
     43             'title': 'Anna erwischt Alex!',
     44             'description': 'Anna nimmt ihrem Vater nicht ab, dass er nicht spielt. Und tatsächlich erwischt sie ihn auf frischer Tat.'
     45         },
     46         'params': {
     47             # rtmp download
     48             'skip_download': True,
     49         },
     50         'expected_warnings': ['Unable to download f4m manifest', 'Failed to download m3u8 information'],
     51     }]
     52 
     53     def _real_extract(self, url):
     54         vico_id, vivi_id, display_id = re.match(self._VALID_URL, url).groups()
     55         if not vico_id:
     56             webpage = self._download_webpage(url, display_id)
     57 
     58             mobj = re.search(
     59                 r'data-collection="(?P<vico_id>\d+)"[^>]+data-video="(?P<vivi_id>\d+)"',
     60                 webpage)
     61             if mobj:
     62                 vico_id = mobj.group('vico_id')
     63                 vivi_id = mobj.group('vivi_id')
     64             else:
     65                 vico_id = self._html_search_regex(
     66                     r'vico_id\s*:\s*([0-9]+)', webpage, 'vico_id')
     67                 vivi_id = self._html_search_regex(
     68                     r'vivi_id\s*:\s*([0-9]+)', webpage, 'vivi_id')
     69 
     70         info = self._download_json(
     71             'https://service.rtl2.de/api-player-vipo/video.php',
     72             display_id, query={
     73                 'vico_id': vico_id,
     74                 'vivi_id': vivi_id,
     75             })
     76         video_info = info['video']
     77         title = video_info['titel']
     78 
     79         formats = []
     80 
     81         rtmp_url = video_info.get('streamurl')
     82         if rtmp_url:
     83             rtmp_url = rtmp_url.replace('\\', '')
     84             stream_url = 'mp4:' + self._html_search_regex(r'/ondemand/(.+)', rtmp_url, 'stream URL')
     85             rtmp_conn = ['S:connect', 'O:1', 'NS:pageUrl:' + url, 'NB:fpad:0', 'NN:videoFunction:1', 'O:0']
     86 
     87             formats.append({
     88                 'format_id': 'rtmp',
     89                 'url': rtmp_url,
     90                 'play_path': stream_url,
     91                 'player_url': 'https://www.rtl2.de/sites/default/modules/rtl2/jwplayer/jwplayer-7.6.0/jwplayer.flash.swf',
     92                 'page_url': url,
     93                 'flash_version': 'LNX 11,2,202,429',
     94                 'rtmp_conn': rtmp_conn,
     95                 'no_resume': True,
     96                 'preference': 1,
     97             })
     98 
     99         m3u8_url = video_info.get('streamurl_hls')
    100         if m3u8_url:
    101             formats.extend(self._extract_akamai_formats(m3u8_url, display_id))
    102 
    103         self._sort_formats(formats)
    104 
    105         return {
    106             'id': display_id,
    107             'title': title,
    108             'thumbnail': video_info.get('image'),
    109             'description': video_info.get('beschreibung'),
    110             'duration': int_or_none(video_info.get('duration')),
    111             'formats': formats,
    112         }
    113 
    114 
    115 class RTL2YouBaseIE(InfoExtractor):
    116     _BACKWERK_BASE_URL = 'https://p-you-backwerk.rtl2apps.de/'
    117 
    118 
    119 class RTL2YouIE(RTL2YouBaseIE):
    120     IE_NAME = 'rtl2:you'
    121     _VALID_URL = r'http?://you\.rtl2\.de/(?:video/\d+/|youplayer/index\.html\?.*?\bvid=)(?P<id>\d+)'
    122     _TESTS = [{
    123         'url': 'http://you.rtl2.de/video/3002/15740/MJUNIK%20%E2%80%93%20Home%20of%20YOU/307-hirn-wo-bist-du',
    124         'info_dict': {
    125             'id': '15740',
    126             'ext': 'mp4',
    127             'title': 'MJUNIK – Home of YOU - #307 Hirn, wo bist du?!',
    128             'description': 'md5:ddaa95c61b372b12b66e115b2772fe01',
    129             'age_limit': 12,
    130         },
    131     }, {
    132         'url': 'http://you.rtl2.de/youplayer/index.html?vid=15712',
    133         'only_matching': True,
    134     }]
    135     _AES_KEY = b'\xe9W\xe4.<*\xb8\x1a\xd2\xb6\x92\xf3C\xd3\xefL\x1b\x03*\xbbbH\xc0\x03\xffo\xc2\xf2(\xaa\xaa!'
    136     _GEO_COUNTRIES = ['DE']
    137 
    138     def _real_extract(self, url):
    139         video_id = self._match_id(url)
    140 
    141         stream_data = self._download_json(
    142             self._BACKWERK_BASE_URL + 'stream/video/' + video_id, video_id)
    143 
    144         data, iv = compat_b64decode(stream_data['streamUrl']).decode().split(':')
    145         stream_url = intlist_to_bytes(aes_cbc_decrypt(
    146             bytes_to_intlist(compat_b64decode(data)),
    147             bytes_to_intlist(self._AES_KEY),
    148             bytes_to_intlist(compat_b64decode(iv))
    149         ))
    150         if b'rtl2_you_video_not_found' in stream_url:
    151             raise ExtractorError('video not found', expected=True)
    152 
    153         formats = self._extract_m3u8_formats(
    154             stream_url[:-compat_ord(stream_url[-1])].decode(),
    155             video_id, 'mp4', 'm3u8_native')
    156         self._sort_formats(formats)
    157 
    158         video_data = self._download_json(
    159             self._BACKWERK_BASE_URL + 'video/' + video_id, video_id)
    160 
    161         series = video_data.get('formatTitle')
    162         title = episode = video_data.get('title') or series
    163         if series and series != title:
    164             title = '%s - %s' % (series, title)
    165 
    166         return {
    167             'id': video_id,
    168             'title': title,
    169             'formats': formats,
    170             'description': strip_or_none(video_data.get('description')),
    171             'thumbnail': video_data.get('image'),
    172             'duration': int_or_none(stream_data.get('duration') or video_data.get('duration'), 1000),
    173             'series': series,
    174             'episode': episode,
    175             'age_limit': int_or_none(video_data.get('minimumAge')),
    176         }
    177 
    178 
    179 class RTL2YouSeriesIE(RTL2YouBaseIE):
    180     IE_NAME = 'rtl2:you:series'
    181     _VALID_URL = r'http?://you\.rtl2\.de/videos/(?P<id>\d+)'
    182     _TEST = {
    183         'url': 'http://you.rtl2.de/videos/115/dragon-ball',
    184         'info_dict': {
    185             'id': '115',
    186         },
    187         'playlist_mincount': 5,
    188     }
    189 
    190     def _real_extract(self, url):
    191         series_id = self._match_id(url)
    192         stream_data = self._download_json(
    193             self._BACKWERK_BASE_URL + 'videos',
    194             series_id, query={
    195                 'formatId': series_id,
    196                 'limit': 1000000000,
    197             })
    198 
    199         entries = []
    200         for video in stream_data.get('videos', []):
    201             video_id = compat_str(video['videoId'])
    202             if not video_id:
    203                 continue
    204             entries.append(self.url_result(
    205                 'http://you.rtl2.de/video/%s/%s' % (series_id, video_id),
    206                 'RTL2You', video_id))
    207         return self.playlist_result(entries, series_id)