pinkbike.py (3446B)
1 # coding: utf-8 2 from __future__ import unicode_literals 3 4 import re 5 6 from .common import InfoExtractor 7 from ..utils import ( 8 int_or_none, 9 remove_end, 10 remove_start, 11 str_to_int, 12 unified_strdate, 13 ) 14 15 16 class PinkbikeIE(InfoExtractor): 17 _VALID_URL = r'https?://(?:(?:www\.)?pinkbike\.com/video/|es\.pinkbike\.org/i/kvid/kvid-y5\.swf\?id=)(?P<id>[0-9]+)' 18 _TESTS = [{ 19 'url': 'http://www.pinkbike.com/video/402811/', 20 'md5': '4814b8ca7651034cd87e3361d5c2155a', 21 'info_dict': { 22 'id': '402811', 23 'ext': 'mp4', 24 'title': 'Brandon Semenuk - RAW 100', 25 'description': 'Official release: www.redbull.ca/rupertwalker', 26 'thumbnail': r're:^https?://.*\.jpg$', 27 'duration': 100, 28 'upload_date': '20150406', 29 'uploader': 'revelco', 30 'location': 'Victoria, British Columbia, Canada', 31 'view_count': int, 32 'comment_count': int, 33 } 34 }, { 35 'url': 'http://es.pinkbike.org/i/kvid/kvid-y5.swf?id=406629', 36 'only_matching': True, 37 }] 38 39 def _real_extract(self, url): 40 video_id = self._match_id(url) 41 42 webpage = self._download_webpage( 43 'http://www.pinkbike.com/video/%s' % video_id, video_id) 44 45 formats = [] 46 for _, format_id, src in re.findall( 47 r'data-quality=((?:\\)?["\'])(.+?)\1[^>]+src=\1(.+?)\1', webpage): 48 height = int_or_none(self._search_regex( 49 r'^(\d+)[pP]$', format_id, 'height', default=None)) 50 formats.append({ 51 'url': src, 52 'format_id': format_id, 53 'height': height, 54 }) 55 self._sort_formats(formats) 56 57 title = remove_end(self._og_search_title(webpage), ' Video - Pinkbike') 58 description = self._html_search_regex( 59 r'(?s)id="media-description"[^>]*>(.+?)<', 60 webpage, 'description', default=None) or remove_start( 61 self._og_search_description(webpage), title + '. ') 62 thumbnail = self._og_search_thumbnail(webpage) 63 duration = int_or_none(self._html_search_meta( 64 'video:duration', webpage, 'duration')) 65 66 uploader = self._search_regex( 67 r'<a[^>]+\brel=["\']author[^>]+>([^<]+)', webpage, 68 'uploader', fatal=False) 69 upload_date = unified_strdate(self._search_regex( 70 r'class="fullTime"[^>]+title="([^"]+)"', 71 webpage, 'upload date', fatal=False)) 72 73 location = self._html_search_regex( 74 r'(?s)<dt>Location</dt>\s*<dd>(.+?)<', 75 webpage, 'location', fatal=False) 76 77 def extract_count(webpage, label): 78 return str_to_int(self._search_regex( 79 r'<span[^>]+class="stat-num"[^>]*>([\d,.]+)</span>\s*<span[^>]+class="stat-label"[^>]*>%s' % label, 80 webpage, label, fatal=False)) 81 82 view_count = extract_count(webpage, 'Views') 83 comment_count = extract_count(webpage, 'Comments') 84 85 return { 86 'id': video_id, 87 'title': title, 88 'description': description, 89 'thumbnail': thumbnail, 90 'duration': duration, 91 'upload_date': upload_date, 92 'uploader': uploader, 93 'location': location, 94 'view_count': view_count, 95 'comment_count': comment_count, 96 'formats': formats 97 }