youtube-dl

Another place where youtube-dl lives on
git clone git://git.oshgnacknak.de/youtube-dl.git
Log | Files | Refs | README | LICENSE

pinkbike.py (3446B)


      1 # coding: utf-8
      2 from __future__ import unicode_literals
      3 
      4 import re
      5 
      6 from .common import InfoExtractor
      7 from ..utils import (
      8     int_or_none,
      9     remove_end,
     10     remove_start,
     11     str_to_int,
     12     unified_strdate,
     13 )
     14 
     15 
     16 class PinkbikeIE(InfoExtractor):
     17     _VALID_URL = r'https?://(?:(?:www\.)?pinkbike\.com/video/|es\.pinkbike\.org/i/kvid/kvid-y5\.swf\?id=)(?P<id>[0-9]+)'
     18     _TESTS = [{
     19         'url': 'http://www.pinkbike.com/video/402811/',
     20         'md5': '4814b8ca7651034cd87e3361d5c2155a',
     21         'info_dict': {
     22             'id': '402811',
     23             'ext': 'mp4',
     24             'title': 'Brandon Semenuk - RAW 100',
     25             'description': 'Official release: www.redbull.ca/rupertwalker',
     26             'thumbnail': r're:^https?://.*\.jpg$',
     27             'duration': 100,
     28             'upload_date': '20150406',
     29             'uploader': 'revelco',
     30             'location': 'Victoria, British Columbia, Canada',
     31             'view_count': int,
     32             'comment_count': int,
     33         }
     34     }, {
     35         'url': 'http://es.pinkbike.org/i/kvid/kvid-y5.swf?id=406629',
     36         'only_matching': True,
     37     }]
     38 
     39     def _real_extract(self, url):
     40         video_id = self._match_id(url)
     41 
     42         webpage = self._download_webpage(
     43             'http://www.pinkbike.com/video/%s' % video_id, video_id)
     44 
     45         formats = []
     46         for _, format_id, src in re.findall(
     47                 r'data-quality=((?:\\)?["\'])(.+?)\1[^>]+src=\1(.+?)\1', webpage):
     48             height = int_or_none(self._search_regex(
     49                 r'^(\d+)[pP]$', format_id, 'height', default=None))
     50             formats.append({
     51                 'url': src,
     52                 'format_id': format_id,
     53                 'height': height,
     54             })
     55         self._sort_formats(formats)
     56 
     57         title = remove_end(self._og_search_title(webpage), ' Video - Pinkbike')
     58         description = self._html_search_regex(
     59             r'(?s)id="media-description"[^>]*>(.+?)<',
     60             webpage, 'description', default=None) or remove_start(
     61             self._og_search_description(webpage), title + '. ')
     62         thumbnail = self._og_search_thumbnail(webpage)
     63         duration = int_or_none(self._html_search_meta(
     64             'video:duration', webpage, 'duration'))
     65 
     66         uploader = self._search_regex(
     67             r'<a[^>]+\brel=["\']author[^>]+>([^<]+)', webpage,
     68             'uploader', fatal=False)
     69         upload_date = unified_strdate(self._search_regex(
     70             r'class="fullTime"[^>]+title="([^"]+)"',
     71             webpage, 'upload date', fatal=False))
     72 
     73         location = self._html_search_regex(
     74             r'(?s)<dt>Location</dt>\s*<dd>(.+?)<',
     75             webpage, 'location', fatal=False)
     76 
     77         def extract_count(webpage, label):
     78             return str_to_int(self._search_regex(
     79                 r'<span[^>]+class="stat-num"[^>]*>([\d,.]+)</span>\s*<span[^>]+class="stat-label"[^>]*>%s' % label,
     80                 webpage, label, fatal=False))
     81 
     82         view_count = extract_count(webpage, 'Views')
     83         comment_count = extract_count(webpage, 'Comments')
     84 
     85         return {
     86             'id': video_id,
     87             'title': title,
     88             'description': description,
     89             'thumbnail': thumbnail,
     90             'duration': duration,
     91             'upload_date': upload_date,
     92             'uploader': uploader,
     93             'location': location,
     94             'view_count': view_count,
     95             'comment_count': comment_count,
     96             'formats': formats
     97         }