linkedin.py (6753B)
1 # coding: utf-8 2 from __future__ import unicode_literals 3 4 import re 5 6 from .common import InfoExtractor 7 from ..utils import ( 8 ExtractorError, 9 float_or_none, 10 int_or_none, 11 urlencode_postdata, 12 urljoin, 13 ) 14 15 16 class LinkedInLearningBaseIE(InfoExtractor): 17 _NETRC_MACHINE = 'linkedin' 18 _LOGIN_URL = 'https://www.linkedin.com/uas/login?trk=learning' 19 20 def _call_api(self, course_slug, fields, video_slug=None, resolution=None): 21 query = { 22 'courseSlug': course_slug, 23 'fields': fields, 24 'q': 'slugs', 25 } 26 sub = '' 27 if video_slug: 28 query.update({ 29 'videoSlug': video_slug, 30 'resolution': '_%s' % resolution, 31 }) 32 sub = ' %dp' % resolution 33 api_url = 'https://www.linkedin.com/learning-api/detailedCourses' 34 return self._download_json( 35 api_url, video_slug, 'Downloading%s JSON metadata' % sub, headers={ 36 'Csrf-Token': self._get_cookies(api_url)['JSESSIONID'].value, 37 }, query=query)['elements'][0] 38 39 def _get_urn_id(self, video_data): 40 urn = video_data.get('urn') 41 if urn: 42 mobj = re.search(r'urn:li:lyndaCourse:\d+,(\d+)', urn) 43 if mobj: 44 return mobj.group(1) 45 46 def _get_video_id(self, video_data, course_slug, video_slug): 47 return self._get_urn_id(video_data) or '%s/%s' % (course_slug, video_slug) 48 49 def _real_initialize(self): 50 email, password = self._get_login_info() 51 if email is None: 52 return 53 54 login_page = self._download_webpage( 55 self._LOGIN_URL, None, 'Downloading login page') 56 action_url = urljoin(self._LOGIN_URL, self._search_regex( 57 r'<form[^>]+action=(["\'])(?P<url>.+?)\1', login_page, 'post url', 58 default='https://www.linkedin.com/uas/login-submit', group='url')) 59 data = self._hidden_inputs(login_page) 60 data.update({ 61 'session_key': email, 62 'session_password': password, 63 }) 64 login_submit_page = self._download_webpage( 65 action_url, None, 'Logging in', 66 data=urlencode_postdata(data)) 67 error = self._search_regex( 68 r'<span[^>]+class="error"[^>]*>\s*(.+?)\s*</span>', 69 login_submit_page, 'error', default=None) 70 if error: 71 raise ExtractorError(error, expected=True) 72 73 74 class LinkedInLearningIE(LinkedInLearningBaseIE): 75 IE_NAME = 'linkedin:learning' 76 _VALID_URL = r'https?://(?:www\.)?linkedin\.com/learning/(?P<course_slug>[^/]+)/(?P<id>[^/?#]+)' 77 _TEST = { 78 'url': 'https://www.linkedin.com/learning/programming-foundations-fundamentals/welcome?autoplay=true', 79 'md5': 'a1d74422ff0d5e66a792deb996693167', 80 'info_dict': { 81 'id': '90426', 82 'ext': 'mp4', 83 'title': 'Welcome', 84 'timestamp': 1430396150.82, 85 'upload_date': '20150430', 86 }, 87 } 88 89 def _real_extract(self, url): 90 course_slug, video_slug = re.match(self._VALID_URL, url).groups() 91 92 video_data = None 93 formats = [] 94 for width, height in ((640, 360), (960, 540), (1280, 720)): 95 video_data = self._call_api( 96 course_slug, 'selectedVideo', video_slug, height)['selectedVideo'] 97 98 video_url_data = video_data.get('url') or {} 99 progressive_url = video_url_data.get('progressiveUrl') 100 if progressive_url: 101 formats.append({ 102 'format_id': 'progressive-%dp' % height, 103 'url': progressive_url, 104 'height': height, 105 'width': width, 106 'source_preference': 1, 107 }) 108 109 title = video_data['title'] 110 111 audio_url = video_data.get('audio', {}).get('progressiveUrl') 112 if audio_url: 113 formats.append({ 114 'abr': 64, 115 'ext': 'm4a', 116 'format_id': 'audio', 117 'url': audio_url, 118 'vcodec': 'none', 119 }) 120 121 streaming_url = video_url_data.get('streamingUrl') 122 if streaming_url: 123 formats.extend(self._extract_m3u8_formats( 124 streaming_url, video_slug, 'mp4', 125 'm3u8_native', m3u8_id='hls', fatal=False)) 126 127 self._sort_formats(formats, ('width', 'height', 'source_preference', 'tbr', 'abr')) 128 129 return { 130 'id': self._get_video_id(video_data, course_slug, video_slug), 131 'title': title, 132 'formats': formats, 133 'thumbnail': video_data.get('defaultThumbnail'), 134 'timestamp': float_or_none(video_data.get('publishedOn'), 1000), 135 'duration': int_or_none(video_data.get('durationInSeconds')), 136 } 137 138 139 class LinkedInLearningCourseIE(LinkedInLearningBaseIE): 140 IE_NAME = 'linkedin:learning:course' 141 _VALID_URL = r'https?://(?:www\.)?linkedin\.com/learning/(?P<id>[^/?#]+)' 142 _TEST = { 143 'url': 'https://www.linkedin.com/learning/programming-foundations-fundamentals', 144 'info_dict': { 145 'id': 'programming-foundations-fundamentals', 146 'title': 'Programming Foundations: Fundamentals', 147 'description': 'md5:76e580b017694eb89dc8e8923fff5c86', 148 }, 149 'playlist_mincount': 61, 150 } 151 152 @classmethod 153 def suitable(cls, url): 154 return False if LinkedInLearningIE.suitable(url) else super(LinkedInLearningCourseIE, cls).suitable(url) 155 156 def _real_extract(self, url): 157 course_slug = self._match_id(url) 158 course_data = self._call_api(course_slug, 'chapters,description,title') 159 160 entries = [] 161 for chapter_number, chapter in enumerate(course_data.get('chapters', []), 1): 162 chapter_title = chapter.get('title') 163 chapter_id = self._get_urn_id(chapter) 164 for video in chapter.get('videos', []): 165 video_slug = video.get('slug') 166 if not video_slug: 167 continue 168 entries.append({ 169 '_type': 'url_transparent', 170 'id': self._get_video_id(video, course_slug, video_slug), 171 'title': video.get('title'), 172 'url': 'https://www.linkedin.com/learning/%s/%s' % (course_slug, video_slug), 173 'chapter': chapter_title, 174 'chapter_number': chapter_number, 175 'chapter_id': chapter_id, 176 'ie_key': LinkedInLearningIE.ie_key(), 177 }) 178 179 return self.playlist_result( 180 entries, course_slug, 181 course_data.get('title'), 182 course_data.get('description'))