commit de4c41b437c7a0126074d75ddeeccbf4470d0684
parent b65e3b0636c4b992f3187bff7d5268c6891023a6
Author: Sergey M․ <dstftw@gmail.com>
Date: Sun, 12 Aug 2018 01:52:50 +0700
[bitchute] Improve page offset
Diffstat:
1 file changed, 5 insertions(+), 3 deletions(-)
diff --git a/youtube_dl/extractor/bitchute.py b/youtube_dl/extractor/bitchute.py
@@ -81,14 +81,15 @@ class BitChuteChannelIE(InfoExtractor):
def _entries(self, channel_id):
channel_url = 'https://www.bitchute.com/channel/%s/' % channel_id
- for page_num in itertools.count(0):
+ offset = 0
+ for page_num in itertools.count(1):
data = self._download_json(
'%sextend/' % channel_url, channel_id,
- 'Downloading channel page %d' % (page_num + 1),
+ 'Downloading channel page %d' % page_num,
data=urlencode_postdata({
'csrfmiddlewaretoken': self._TOKEN,
'name': '',
- 'offset': page_num * 25
+ 'offset': offset,
}), headers={
'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8',
'Referer': channel_url,
@@ -105,6 +106,7 @@ class BitChuteChannelIE(InfoExtractor):
html)
if not video_ids:
break
+ offset += len(video_ids)
for video_id in video_ids:
yield self.url_result(
'https://www.bitchute.com/video/%s' % video_id,