eagleplatform.py (7736B)
1 # coding: utf-8 2 from __future__ import unicode_literals 3 4 import re 5 6 from .common import InfoExtractor 7 from ..compat import compat_HTTPError 8 from ..utils import ( 9 ExtractorError, 10 int_or_none, 11 unsmuggle_url, 12 url_or_none, 13 ) 14 15 16 class EaglePlatformIE(InfoExtractor): 17 _VALID_URL = r'''(?x) 18 (?: 19 eagleplatform:(?P<custom_host>[^/]+):| 20 https?://(?P<host>.+?\.media\.eagleplatform\.com)/index/player\?.*\brecord_id= 21 ) 22 (?P<id>\d+) 23 ''' 24 _TESTS = [{ 25 # http://lenta.ru/news/2015/03/06/navalny/ 26 'url': 'http://lentaru.media.eagleplatform.com/index/player?player=new&record_id=227304&player_template_id=5201', 27 # Not checking MD5 as sometimes the direct HTTP link results in 404 and HLS is used 28 'info_dict': { 29 'id': '227304', 30 'ext': 'mp4', 31 'title': 'Навальный вышел на свободу', 32 'description': 'md5:d97861ac9ae77377f3f20eaf9d04b4f5', 33 'thumbnail': r're:^https?://.*\.jpg$', 34 'duration': 87, 35 'view_count': int, 36 'age_limit': 0, 37 }, 38 }, { 39 # http://muz-tv.ru/play/7129/ 40 # http://media.clipyou.ru/index/player?record_id=12820&width=730&height=415&autoplay=true 41 'url': 'eagleplatform:media.clipyou.ru:12820', 42 'md5': '358597369cf8ba56675c1df15e7af624', 43 'info_dict': { 44 'id': '12820', 45 'ext': 'mp4', 46 'title': "'O Sole Mio", 47 'thumbnail': r're:^https?://.*\.jpg$', 48 'duration': 216, 49 'view_count': int, 50 }, 51 'skip': 'Georestricted', 52 }, { 53 # referrer protected video (https://tvrain.ru/lite/teleshow/kak_vse_nachinalos/namin-418921/) 54 'url': 'eagleplatform:tvrainru.media.eagleplatform.com:582306', 55 'only_matching': True, 56 }] 57 58 @staticmethod 59 def _extract_url(webpage): 60 # Regular iframe embedding 61 mobj = re.search( 62 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//.+?\.media\.eagleplatform\.com/index/player\?.+?)\1', 63 webpage) 64 if mobj is not None: 65 return mobj.group('url') 66 PLAYER_JS_RE = r''' 67 <script[^>]+ 68 src=(?P<qjs>["\'])(?:https?:)?//(?P<host>(?:(?!(?P=qjs)).)+\.media\.eagleplatform\.com)/player/player\.js(?P=qjs) 69 .+? 70 ''' 71 # "Basic usage" embedding (see http://dultonmedia.github.io/eplayer/) 72 mobj = re.search( 73 r'''(?xs) 74 %s 75 <div[^>]+ 76 class=(?P<qclass>["\'])eagleplayer(?P=qclass)[^>]+ 77 data-id=["\'](?P<id>\d+) 78 ''' % PLAYER_JS_RE, webpage) 79 if mobj is not None: 80 return 'eagleplatform:%(host)s:%(id)s' % mobj.groupdict() 81 # Generalization of "Javascript code usage", "Combined usage" and 82 # "Usage without attaching to DOM" embeddings (see 83 # http://dultonmedia.github.io/eplayer/) 84 mobj = re.search( 85 r'''(?xs) 86 %s 87 <script> 88 .+? 89 new\s+EaglePlayer\( 90 (?:[^,]+\s*,\s*)? 91 { 92 .+? 93 \bid\s*:\s*["\']?(?P<id>\d+) 94 .+? 95 } 96 \s*\) 97 .+? 98 </script> 99 ''' % PLAYER_JS_RE, webpage) 100 if mobj is not None: 101 return 'eagleplatform:%(host)s:%(id)s' % mobj.groupdict() 102 103 @staticmethod 104 def _handle_error(response): 105 status = int_or_none(response.get('status', 200)) 106 if status != 200: 107 raise ExtractorError(' '.join(response['errors']), expected=True) 108 109 def _download_json(self, url_or_request, video_id, *args, **kwargs): 110 try: 111 response = super(EaglePlatformIE, self)._download_json( 112 url_or_request, video_id, *args, **kwargs) 113 except ExtractorError as ee: 114 if isinstance(ee.cause, compat_HTTPError): 115 response = self._parse_json(ee.cause.read().decode('utf-8'), video_id) 116 self._handle_error(response) 117 raise 118 return response 119 120 def _get_video_url(self, url_or_request, video_id, note='Downloading JSON metadata'): 121 return self._download_json(url_or_request, video_id, note)['data'][0] 122 123 def _real_extract(self, url): 124 url, smuggled_data = unsmuggle_url(url, {}) 125 126 mobj = re.match(self._VALID_URL, url) 127 host, video_id = mobj.group('custom_host') or mobj.group('host'), mobj.group('id') 128 129 headers = {} 130 query = { 131 'id': video_id, 132 } 133 134 referrer = smuggled_data.get('referrer') 135 if referrer: 136 headers['Referer'] = referrer 137 query['referrer'] = referrer 138 139 player_data = self._download_json( 140 'http://%s/api/player_data' % host, video_id, 141 headers=headers, query=query) 142 143 media = player_data['data']['playlist']['viewports'][0]['medialist'][0] 144 145 title = media['title'] 146 description = media.get('description') 147 thumbnail = self._proto_relative_url(media.get('snapshot'), 'http:') 148 duration = int_or_none(media.get('duration')) 149 view_count = int_or_none(media.get('views')) 150 151 age_restriction = media.get('age_restriction') 152 age_limit = None 153 if age_restriction: 154 age_limit = 0 if age_restriction == 'allow_all' else 18 155 156 secure_m3u8 = self._proto_relative_url(media['sources']['secure_m3u8']['auto'], 'http:') 157 158 formats = [] 159 160 m3u8_url = self._get_video_url(secure_m3u8, video_id, 'Downloading m3u8 JSON') 161 m3u8_formats = self._extract_m3u8_formats( 162 m3u8_url, video_id, 'mp4', entry_protocol='m3u8_native', 163 m3u8_id='hls', fatal=False) 164 formats.extend(m3u8_formats) 165 166 m3u8_formats_dict = {} 167 for f in m3u8_formats: 168 if f.get('height') is not None: 169 m3u8_formats_dict[f['height']] = f 170 171 mp4_data = self._download_json( 172 # Secure mp4 URL is constructed according to Player.prototype.mp4 from 173 # http://lentaru.media.eagleplatform.com/player/player.js 174 re.sub(r'm3u8|hlsvod|hls|f4m', 'mp4s', secure_m3u8), 175 video_id, 'Downloading mp4 JSON', fatal=False) 176 if mp4_data: 177 for format_id, format_url in mp4_data.get('data', {}).items(): 178 if not url_or_none(format_url): 179 continue 180 height = int_or_none(format_id) 181 if height is not None and m3u8_formats_dict.get(height): 182 f = m3u8_formats_dict[height].copy() 183 f.update({ 184 'format_id': f['format_id'].replace('hls', 'http'), 185 'protocol': 'http', 186 }) 187 else: 188 f = { 189 'format_id': 'http-%s' % format_id, 190 'height': int_or_none(format_id), 191 } 192 f['url'] = format_url 193 formats.append(f) 194 195 self._sort_formats(formats) 196 197 return { 198 'id': video_id, 199 'title': title, 200 'description': description, 201 'thumbnail': thumbnail, 202 'duration': duration, 203 'view_count': view_count, 204 'age_limit': age_limit, 205 'formats': formats, 206 }