commit d7dda1688886284b17c35be200d980f24c2546d2
parent a19fd00cc4f799215a942c92fd5c722b3ea499cd
Author: Philipp Hagemeister <phihag@phihag.de>
Date: Mon, 16 Dec 2013 13:56:13 +0100
[blinkx] Add extractor (Fixes #1972)
Diffstat:
3 files changed, 93 insertions(+), 0 deletions(-)
diff --git a/youtube_dl/extractor/__init__.py b/youtube_dl/extractor/__init__.py
@@ -13,6 +13,7 @@ from .arte import (
from .auengine import AUEngineIE
from .bambuser import BambuserIE, BambuserChannelIE
from .bandcamp import BandcampIE, BandcampAlbumIE
+from .blinkx import BlinkxIE
from .bliptv import BlipTVIE, BlipTVUserIE
from .bloomberg import BloombergIE
from .breakcom import BreakIE
diff --git a/youtube_dl/extractor/blinkx.py b/youtube_dl/extractor/blinkx.py
@@ -0,0 +1,86 @@
+import datetime
+import json
+import re
+
+from .common import InfoExtractor
+from ..utils import (
+ remove_start,
+)
+
+
+class BlinkxIE(InfoExtractor):
+ _VALID_URL = r'^(?:https?://(?:www\.)blinkx\.com/ce/|blinkx:)(?P<id>[^?]+)'
+ _IE_NAME = u'blinkx'
+
+ _TEST = {
+ u'url': u'http://www.blinkx.com/ce/8aQUy7GVFYgFzpKhT0oqsilwOGFRVXk3R1ZGWWdGenBLaFQwb3FzaWx3OGFRVXk3R1ZGWWdGenB',
+ u'file': u'8aQUy7GV.mp4',
+ u'md5': u'2e9a07364af40163a908edbf10bb2492',
+ u'info_dict': {
+ u"title": u"Police Car Rolls Away",
+ u"uploader": u"stupidvideos.com",
+ u"upload_date": u"20131215",
+ u"description": u"A police car gently rolls away from a fight. Maybe it felt weird being around a confrontation and just had to get out of there!",
+ u"duration": 14.886,
+ u"thumbnails": [{
+ "width": 100,
+ "height": 76,
+ "url": "http://cdn.blinkx.com/stream/b/41/StupidVideos/20131215/1873969261/1873969261_tn_0.jpg",
+ }],
+ },
+ }
+
+ def _real_extract(self, url):
+ m = re.match(self._VALID_URL, url)
+ video_id = m.group('id')
+ display_id = video_id[:8]
+
+ api_url = (u'https://apib4.blinkx.com/api.php?action=play_video&' +
+ u'video=%s' % video_id)
+ data_json = self._download_webpage(api_url, display_id)
+ data = json.loads(data_json)['api']['results'][0]
+ dt = datetime.datetime.fromtimestamp(data['pubdate_epoch'])
+ upload_date = dt.strftime('%Y%m%d')
+
+ duration = None
+ thumbnails = []
+ formats = []
+ for m in data['media']:
+ if m['type'] == 'jpg':
+ thumbnails.append({
+ 'url': m['link'],
+ 'width': int(m['w']),
+ 'height': int(m['h']),
+ })
+ elif m['type'] == 'original':
+ duration = m['d']
+ elif m['type'] in ('flv', 'mp4'):
+ vcodec = remove_start(m['vcodec'], 'ff')
+ acodec = remove_start(m['acodec'], 'ff')
+ format_id = (u'%s-%sk-%s' %
+ (vcodec,
+ (int(m['vbr']) + int(m['abr'])) // 1000,
+ m['w']))
+ formats.append({
+ 'format_id': format_id,
+ 'url': m['link'],
+ 'vcodec': vcodec,
+ 'acodec': acodec,
+ 'abr': int(m['abr']) // 1000,
+ 'vbr': int(m['vbr']) // 1000,
+ 'width': int(m['w']),
+ 'height': int(m['h']),
+ })
+ formats.sort(key=lambda f: (f['width'], f['vbr'], f['abr']))
+
+ return {
+ 'id': display_id,
+ 'fullid': video_id,
+ 'title': data['title'],
+ 'formats': formats,
+ 'uploader': data['channel_name'],
+ 'upload_date': upload_date,
+ 'description': data.get('description'),
+ 'thumbnails': thumbnails,
+ 'duration': duration,
+ }
diff --git a/youtube_dl/utils.py b/youtube_dl/utils.py
@@ -1077,3 +1077,9 @@ def setproctitle(title):
libc.prctl(15, ctypes.byref(buf), 0, 0, 0)
except AttributeError:
return # Strange libc, just skip this
+
+
+def remove_start(s, start):
+ if s.startswith(start):
+ return s[len(start):]
+ return s
