commit 0217aee154e9f0f5f0c82c3253046c925d4073eb
parent b14f3a4c1da00cbee8775904c24c4d0547018ae0
Author: Philipp Hagemeister <phihag@phihag.de>
Date: Sun, 28 Sep 2014 10:36:44 +0200
Merge remote-tracking branch 'd912e3/heise'
Diffstat:
2 files changed, 120 insertions(+), 0 deletions(-)
diff --git a/youtube_dl/extractor/__init__.py b/youtube_dl/extractor/__init__.py
@@ -142,6 +142,7 @@ from .gorillavid import GorillaVidIE
from .goshgay import GoshgayIE
from .grooveshark import GroovesharkIE
from .hark import HarkIE
+from .heise import HeiseIE
from .helsinki import HelsinkiIE
from .hentaistigma import HentaiStigmaIE
from .hornbunny import HornBunnyIE
diff --git a/youtube_dl/extractor/heise.py b/youtube_dl/extractor/heise.py
@@ -0,0 +1,119 @@
+# coding: utf-8
+from __future__ import unicode_literals
+
+import re
+
+from .common import InfoExtractor
+from ..utils import (
+ ExtractorError,
+ compat_urllib_parse,
+ get_meta_content,
+ parse_iso8601,
+)
+
+
+class HeiseIE(InfoExtractor):
+ _VALID_URL = (
+ r'^https?://(?:www\.)?heise\.de/video/artikel/' +
+ r'.+?(?P<id>[0-9]+)\.html$'
+ )
+ _TEST = {
+ 'url': (
+ 'http://www.heise.de/video/artikel/Podcast-c-t-uplink-3-3-' +
+ 'Owncloud-Tastaturen-Peilsender-Smartphone-2404147.html'
+ ),
+ 'md5': 'ffed432483e922e88545ad9f2f15d30e',
+ 'info_dict': {
+ 'id': '2404147',
+ 'ext': 'mp4',
+ 'title': (
+ "Podcast: c't uplink 3.3 – Owncloud / Tastaturen / " +
+ "Peilsender Smartphone"
+ ),
+ 'format_id': 'mp4_720',
+ 'timestamp': 1411812600,
+ 'upload_date': '20140927',
+ }
+ }
+
+ _CONFIG = (
+ r'".+?\?sequenz=(?P<sequenz>.+?)&container=(?P<container>.+?)' +
+ r'(?:&hd=(?P<hd>.+?))?(?:&signature=(?P<signature>.+?))?&callback=\?"'
+ )
+ _PREFIX = 'http://www.heise.de/videout/info?'
+
+ def _warn(self, fmt, *args):
+ self.report_warning(fmt.format(*args), self._id)
+
+ def _parse_config_url(self, html):
+ m = re.search(self._CONFIG, html)
+ if not m:
+ raise ExtractorError('No config found')
+
+ qs = compat_urllib_parse.urlencode(dict((k, v) for k, v
+ in m.groupdict().items()
+ if v is not None))
+ return self._PREFIX + qs
+
+ def _real_extract(self, url):
+ mobj = re.match(self._VALID_URL, url)
+ self._id = mobj.group('id')
+
+ html = self._download_webpage(url, self._id)
+ config = self._download_json(self._parse_config_url(html), self._id)
+
+ info = {
+ 'id': self._id
+ }
+
+ title = get_meta_content('fulltitle', html)
+ if title:
+ info['title'] = title
+ elif config.get('title'):
+ info['title'] = config['title']
+ else:
+ self._warn('title: not found')
+ info['title'] = 'heise'
+
+ if (not config.get('formats') or
+ not hasattr(config['formats'], 'items')):
+ raise ExtractorError('No formats found')
+
+ formats = []
+ for t, rs in config['formats'].items():
+ if not rs or not hasattr(rs, 'items'):
+ self._warn('formats: {0}: no resolutions', t)
+ continue
+
+ for res, obj in rs.items():
+ format_id = '{0}_{1}'.format(t, res)
+
+ if not obj or not obj.get('url'):
+ self._warn('formats: {0}: no url', format_id)
+ continue
+
+ fmt = {
+ 'url': obj['url'],
+ 'format_id': format_id
+ }
+ try:
+ fmt['height'] = int(res)
+ except ValueError as e:
+ self._warn('formats: {0}: height: {1}', t, e)
+
+ formats.append(fmt)
+
+ self._sort_formats(formats)
+ info['formats'] = formats
+
+ if config.get('poster'):
+ info['thumbnail'] = config['poster']
+
+ date = get_meta_content('date', html)
+ if date:
+ try:
+ info['timestamp'] = parse_iso8601(date)
+ except ValueError as e:
+ self._warn('timestamp: {0}', e)
+
+ return info
