class SoundcloudIE(InformationExtractor):
- """Information extractor for soundcloud.com"""
+ """Information extractor for soundcloud.com
+ To access the media, the uid of the song and a stream token
+ must be extracted from the page source and the script must make
+ a request to media.soundcloud.com/crossdomain.xml. Then
+ the media can be grabbed by requesting from an url composed
+ of the stream token and uid
+ """
_VALID_URL = r'^(?:https?://)?(?:www\.)?soundcloud\.com/([\w\d-]+)/([\w\d-]+)'
IE_NAME = u'soundcloud'
self._downloader.trouble(u'ERROR: invalid URL: %s' % url)
return
- # extract uploader
+ # extract uploader (which is in the url)
uploader = mobj.group(3).decode('utf-8')
# extract simple title (uploader + slug of song title)
slug_title = mobj.group(4).decode('utf-8')
self.report_extraction('%s/%s' % (uploader, slug_title))
- # extract video_id (soundcloud uid of song)
- mobj = re.search
+ # extract uid and access token
+ mobj = re.search('"uid":"([\w\d]+?)".*?stream_token=([\w\d]+)', page)
+ if mobj:
+ video_id = match.group(1)
+ stream_token = match.group(2)
+
+ # construct media url (with uid/token) to request song
+ mediaURL = "http://media.soundcloud.com/stream/%s?stream_token=%s"
+ mediaURL = mediaURL % (video_id, stream_token)
+
+ # description
+ description = u'No description available'
+ mobj = re.search('track-description-value"><p>(.*?)</p>', page)
+ if mobj:
+ description = mobj.group(1)
+
+ # upload date
+ mobj = re.search("pretty-date'>on ([\w]+ [\d]+, [\d]+ \d+:\d+)</abbr></h2>", page)
+ if mobj:
+ try:
+ upload_date = datetime.datetime.strptime(match.group(1), '%B %d, %Y %H:%M').strftime('%Y%m%d')
+ except:
+ pass
try:
self._download.process_info({
'id': video_id,
'url': video_url,
'uploader': uploader,
- 'upload_date': u'NA',
+ 'upload_date': upload_date,
'title': video_title,
'stitle': simple_title,
'ext': u'mp3',
'format': u'NA',
'player_url': None,
+ 'description': description
})
class PostProcessor(object):