youtube-dl

Another place where youtube-dl lives on
git clone git://git.oshgnacknak.de/youtube-dl.git
Log | Files | Refs | README | LICENSE

threeqsdn.py (6254B)


      1 from __future__ import unicode_literals
      2 
      3 import re
      4 
      5 from .common import InfoExtractor
      6 from ..compat import compat_HTTPError
      7 from ..utils import (
      8     determine_ext,
      9     ExtractorError,
     10     float_or_none,
     11     int_or_none,
     12     parse_iso8601,
     13 )
     14 
     15 
     16 class ThreeQSDNIE(InfoExtractor):
     17     IE_NAME = '3qsdn'
     18     IE_DESC = '3Q SDN'
     19     _VALID_URL = r'https?://playout\.3qsdn\.com/(?P<id>[\da-f]{8}-[\da-f]{4}-[\da-f]{4}-[\da-f]{4}-[\da-f]{12})'
     20     _TESTS = [{
     21         # https://player.3qsdn.com/demo.html
     22         'url': 'https://playout.3qsdn.com/7201c779-6b3c-11e7-a40e-002590c750be',
     23         'md5': '64a57396b16fa011b15e0ea60edce918',
     24         'info_dict': {
     25             'id': '7201c779-6b3c-11e7-a40e-002590c750be',
     26             'ext': 'mp4',
     27             'title': 'Video Ads',
     28             'is_live': False,
     29             'description': 'Video Ads Demo',
     30             'timestamp': 1500334803,
     31             'upload_date': '20170717',
     32             'duration': 888.032,
     33             'subtitles': {
     34                 'eng': 'count:1',
     35             },
     36         },
     37         'expected_warnings': ['Unknown MIME type application/mp4 in DASH manifest'],
     38     }, {
     39         # live video stream
     40         'url': 'https://playout.3qsdn.com/66e68995-11ca-11e8-9273-002590c750be',
     41         'info_dict': {
     42             'id': '66e68995-11ca-11e8-9273-002590c750be',
     43             'ext': 'mp4',
     44             'title': 're:^66e68995-11ca-11e8-9273-002590c750be [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
     45             'is_live': True,
     46         },
     47         'params': {
     48             'skip_download': True,  # m3u8 downloads
     49         },
     50     }, {
     51         # live audio stream
     52         'url': 'http://playout.3qsdn.com/9edf36e0-6bf2-11e2-a16a-9acf09e2db48',
     53         'only_matching': True,
     54     }, {
     55         # live audio stream with some 404 URLs
     56         'url': 'http://playout.3qsdn.com/ac5c3186-777a-11e2-9c30-9acf09e2db48',
     57         'only_matching': True,
     58     }, {
     59         # geo restricted with 'This content is not available in your country'
     60         'url': 'http://playout.3qsdn.com/d63a3ffe-75e8-11e2-9c30-9acf09e2db48',
     61         'only_matching': True,
     62     }, {
     63         # geo restricted with 'playout.3qsdn.com/forbidden'
     64         'url': 'http://playout.3qsdn.com/8e330f26-6ae2-11e2-a16a-9acf09e2db48',
     65         'only_matching': True,
     66     }, {
     67         # live video with rtmp link
     68         'url': 'https://playout.3qsdn.com/6092bb9e-8f72-11e4-a173-002590c750be',
     69         'only_matching': True,
     70     }, {
     71         # ondemand from http://www.philharmonie.tv/veranstaltung/26/
     72         'url': 'http://playout.3qsdn.com/0280d6b9-1215-11e6-b427-0cc47a188158?protocol=http',
     73         'only_matching': True,
     74     }, {
     75         # live video stream
     76         'url': 'https://playout.3qsdn.com/d755d94b-4ab9-11e3-9162-0025907ad44f?js=true',
     77         'only_matching': True,
     78     }]
     79 
     80     @staticmethod
     81     def _extract_url(webpage):
     82         mobj = re.search(
     83             r'<iframe[^>]+\b(?:data-)?src=(["\'])(?P<url>%s.*?)\1' % ThreeQSDNIE._VALID_URL, webpage)
     84         if mobj:
     85             return mobj.group('url')
     86 
     87     def _real_extract(self, url):
     88         video_id = self._match_id(url)
     89 
     90         try:
     91             config = self._download_json(
     92                 url.replace('://playout.3qsdn.com/', '://playout.3qsdn.com/config/'), video_id)
     93         except ExtractorError as e:
     94             if isinstance(e.cause, compat_HTTPError) and e.cause.code == 401:
     95                 self.raise_geo_restricted()
     96             raise
     97 
     98         live = config.get('streamContent') == 'live'
     99         aspect = float_or_none(config.get('aspect'))
    100 
    101         formats = []
    102         for source_type, source in (config.get('sources') or {}).items():
    103             if not source:
    104                 continue
    105             if source_type == 'dash':
    106                 formats.extend(self._extract_mpd_formats(
    107                     source, video_id, mpd_id='mpd', fatal=False))
    108             elif source_type == 'hls':
    109                 formats.extend(self._extract_m3u8_formats(
    110                     source, video_id, 'mp4', 'm3u8' if live else 'm3u8_native',
    111                     m3u8_id='hls', fatal=False))
    112             elif source_type == 'progressive':
    113                 for s in source:
    114                     src = s.get('src')
    115                     if not (src and self._is_valid_url(src, video_id)):
    116                         continue
    117                     width = None
    118                     format_id = ['http']
    119                     ext = determine_ext(src)
    120                     if ext:
    121                         format_id.append(ext)
    122                     height = int_or_none(s.get('height'))
    123                     if height:
    124                         format_id.append('%dp' % height)
    125                         if aspect:
    126                             width = int(height * aspect)
    127                     formats.append({
    128                         'ext': ext,
    129                         'format_id': '-'.join(format_id),
    130                         'height': height,
    131                         'source_preference': 0,
    132                         'url': src,
    133                         'vcodec': 'none' if height == 0 else None,
    134                         'width': width,
    135                     })
    136         for f in formats:
    137             if f.get('acodec') == 'none':
    138                 f['preference'] = -40
    139             elif f.get('vcodec') == 'none':
    140                 f['preference'] = -50
    141         self._sort_formats(formats, ('preference', 'width', 'height', 'source_preference', 'tbr', 'vbr', 'abr', 'ext', 'format_id'))
    142 
    143         subtitles = {}
    144         for subtitle in (config.get('subtitles') or []):
    145             src = subtitle.get('src')
    146             if not src:
    147                 continue
    148             subtitles.setdefault(subtitle.get('label') or 'eng', []).append({
    149                 'url': src,
    150             })
    151 
    152         title = config.get('title') or video_id
    153 
    154         return {
    155             'id': video_id,
    156             'title': self._live_title(title) if live else title,
    157             'thumbnail': config.get('poster') or None,
    158             'description': config.get('description') or None,
    159             'timestamp': parse_iso8601(config.get('upload_date')),
    160             'duration': float_or_none(config.get('vlength')) or None,
    161             'is_live': live,
    162             'formats': formats,
    163             'subtitles': subtitles,
    164         }