noco.py (8443B)
1 # coding: utf-8 2 from __future__ import unicode_literals 3 4 import re 5 import time 6 import hashlib 7 8 from .common import InfoExtractor 9 from ..compat import ( 10 compat_str, 11 compat_urlparse, 12 ) 13 from ..utils import ( 14 clean_html, 15 ExtractorError, 16 int_or_none, 17 float_or_none, 18 parse_iso8601, 19 sanitized_Request, 20 urlencode_postdata, 21 ) 22 23 24 class NocoIE(InfoExtractor): 25 _VALID_URL = r'https?://(?:(?:www\.)?noco\.tv/emission/|player\.noco\.tv/\?idvideo=)(?P<id>\d+)' 26 _LOGIN_URL = 'https://noco.tv/do.php' 27 _API_URL_TEMPLATE = 'https://api.noco.tv/1.1/%s?ts=%s&tk=%s' 28 _SUB_LANG_TEMPLATE = '&sub_lang=%s' 29 _NETRC_MACHINE = 'noco' 30 31 _TESTS = [ 32 { 33 'url': 'http://noco.tv/emission/11538/nolife/ami-ami-idol-hello-france/', 34 'md5': '0a993f0058ddbcd902630b2047ef710e', 35 'info_dict': { 36 'id': '11538', 37 'ext': 'mp4', 38 'title': 'Ami Ami Idol - Hello! France', 39 'description': 'md5:4eaab46ab68fa4197a317a88a53d3b86', 40 'upload_date': '20140412', 41 'uploader': 'Nolife', 42 'uploader_id': 'NOL', 43 'duration': 2851.2, 44 }, 45 'skip': 'Requires noco account', 46 }, 47 { 48 'url': 'http://noco.tv/emission/12610/lbl42/the-guild/s01e01-wake-up-call', 49 'md5': 'c190f1f48e313c55838f1f412225934d', 50 'info_dict': { 51 'id': '12610', 52 'ext': 'mp4', 53 'title': 'The Guild #1 - Wake-Up Call', 54 'timestamp': 1403863200, 55 'upload_date': '20140627', 56 'uploader': 'LBL42', 57 'uploader_id': 'LBL', 58 'duration': 233.023, 59 }, 60 'skip': 'Requires noco account', 61 } 62 ] 63 64 def _real_initialize(self): 65 self._login() 66 67 def _login(self): 68 username, password = self._get_login_info() 69 if username is None: 70 return 71 72 login = self._download_json( 73 self._LOGIN_URL, None, 'Logging in', 74 data=urlencode_postdata({ 75 'a': 'login', 76 'cookie': '1', 77 'username': username, 78 'password': password, 79 }), 80 headers={ 81 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 82 }) 83 84 if 'erreur' in login: 85 raise ExtractorError('Unable to login: %s' % clean_html(login['erreur']), expected=True) 86 87 @staticmethod 88 def _ts(): 89 return int(time.time() * 1000) 90 91 def _call_api(self, path, video_id, note, sub_lang=None): 92 ts = compat_str(self._ts() + self._ts_offset) 93 tk = hashlib.md5((hashlib.md5(ts.encode('ascii')).hexdigest() + '#8S?uCraTedap6a').encode('ascii')).hexdigest() 94 url = self._API_URL_TEMPLATE % (path, ts, tk) 95 if sub_lang: 96 url += self._SUB_LANG_TEMPLATE % sub_lang 97 98 request = sanitized_Request(url) 99 request.add_header('Referer', self._referer) 100 101 resp = self._download_json(request, video_id, note) 102 103 if isinstance(resp, dict) and resp.get('error'): 104 self._raise_error(resp['error'], resp['description']) 105 106 return resp 107 108 def _raise_error(self, error, description): 109 raise ExtractorError( 110 '%s returned error: %s - %s' % (self.IE_NAME, error, description), 111 expected=True) 112 113 def _real_extract(self, url): 114 video_id = self._match_id(url) 115 116 # Timestamp adjustment offset between server time and local time 117 # must be calculated in order to use timestamps closest to server's 118 # in all API requests (see https://github.com/ytdl-org/youtube-dl/issues/7864) 119 webpage = self._download_webpage(url, video_id) 120 121 player_url = self._search_regex( 122 r'(["\'])(?P<player>https?://noco\.tv/(?:[^/]+/)+NocoPlayer.+?\.swf.*?)\1', 123 webpage, 'noco player', group='player', 124 default='http://noco.tv/cdata/js/player/NocoPlayer-v1.2.40.swf') 125 126 qs = compat_urlparse.parse_qs(compat_urlparse.urlparse(player_url).query) 127 ts = int_or_none(qs.get('ts', [None])[0]) 128 self._ts_offset = ts - self._ts() if ts else 0 129 self._referer = player_url 130 131 medias = self._call_api( 132 'shows/%s/medias' % video_id, 133 video_id, 'Downloading video JSON') 134 135 show = self._call_api( 136 'shows/by_id/%s' % video_id, 137 video_id, 'Downloading show JSON')[0] 138 139 options = self._call_api( 140 'users/init', video_id, 141 'Downloading user options JSON')['options'] 142 audio_lang_pref = options.get('audio_language') or options.get('language', 'fr') 143 144 if audio_lang_pref == 'original': 145 audio_lang_pref = show['original_lang'] 146 if len(medias) == 1: 147 audio_lang_pref = list(medias.keys())[0] 148 elif audio_lang_pref not in medias: 149 audio_lang_pref = 'fr' 150 151 qualities = self._call_api( 152 'qualities', 153 video_id, 'Downloading qualities JSON') 154 155 formats = [] 156 157 for audio_lang, audio_lang_dict in medias.items(): 158 preference = 1 if audio_lang == audio_lang_pref else 0 159 for sub_lang, lang_dict in audio_lang_dict['video_list'].items(): 160 for format_id, fmt in lang_dict['quality_list'].items(): 161 format_id_extended = 'audio-%s_sub-%s_%s' % (audio_lang, sub_lang, format_id) 162 163 video = self._call_api( 164 'shows/%s/video/%s/%s' % (video_id, format_id.lower(), audio_lang), 165 video_id, 'Downloading %s video JSON' % format_id_extended, 166 sub_lang if sub_lang != 'none' else None) 167 168 file_url = video['file'] 169 if not file_url: 170 continue 171 172 if file_url in ['forbidden', 'not found']: 173 popmessage = video['popmessage'] 174 self._raise_error(popmessage['title'], popmessage['message']) 175 176 formats.append({ 177 'url': file_url, 178 'format_id': format_id_extended, 179 'width': int_or_none(fmt.get('res_width')), 180 'height': int_or_none(fmt.get('res_lines')), 181 'abr': int_or_none(fmt.get('audiobitrate'), 1000), 182 'vbr': int_or_none(fmt.get('videobitrate'), 1000), 183 'filesize': int_or_none(fmt.get('filesize')), 184 'format_note': qualities[format_id].get('quality_name'), 185 'quality': qualities[format_id].get('priority'), 186 'preference': preference, 187 }) 188 189 self._sort_formats(formats) 190 191 timestamp = parse_iso8601(show.get('online_date_start_utc'), ' ') 192 193 if timestamp is not None and timestamp < 0: 194 timestamp = None 195 196 uploader = show.get('partner_name') 197 uploader_id = show.get('partner_key') 198 duration = float_or_none(show.get('duration_ms'), 1000) 199 200 thumbnails = [] 201 for thumbnail_key, thumbnail_url in show.items(): 202 m = re.search(r'^screenshot_(?P<width>\d+)x(?P<height>\d+)$', thumbnail_key) 203 if not m: 204 continue 205 thumbnails.append({ 206 'url': thumbnail_url, 207 'width': int(m.group('width')), 208 'height': int(m.group('height')), 209 }) 210 211 episode = show.get('show_TT') or show.get('show_OT') 212 family = show.get('family_TT') or show.get('family_OT') 213 episode_number = show.get('episode_number') 214 215 title = '' 216 if family: 217 title += family 218 if episode_number: 219 title += ' #' + compat_str(episode_number) 220 if episode: 221 title += ' - ' + compat_str(episode) 222 223 description = show.get('show_resume') or show.get('family_resume') 224 225 return { 226 'id': video_id, 227 'title': title, 228 'description': description, 229 'thumbnails': thumbnails, 230 'timestamp': timestamp, 231 'uploader': uploader, 232 'uploader_id': uploader_id, 233 'duration': duration, 234 'formats': formats, 235 }