[youtube:tab] Improve grid continuation extraction (closes #28130)
authorSergey M․ <dstftw@gmail.com>
Wed, 10 Feb 2021 15:28:58 +0000 (22:28 +0700)
committerSergey M․ <dstftw@gmail.com>
Wed, 10 Feb 2021 15:28:58 +0000 (22:28 +0700)
youtube_dl/extractor/youtube.py

index 346311d9b1d973141f3b002589a41e5a9d4b8c1a..c789966290b02d10ba64fecfd19dad24cae6171e 100644 (file)
@@ -2374,9 +2374,9 @@ class YoutubeTabIE(YoutubeBaseInfoExtractor):
         next_continuation = cls._extract_next_continuation_data(renderer)
         if next_continuation:
             return next_continuation
-        contents = renderer.get('contents')
-        if not isinstance(contents, list):
-            return
+        contents = []
+        for key in ('contents', 'items'):
+            contents.extend(try_get(renderer, lambda x: x[key], list) or [])
         for content in contents:
             if not isinstance(content, dict):
                 continue
@@ -2509,6 +2509,13 @@ class YoutubeTabIE(YoutubeBaseInfoExtractor):
                 continuation_item = continuation_items[0]
                 if not isinstance(continuation_item, dict):
                     continue
+                renderer = continuation_item.get('gridVideoRenderer')
+                if renderer:
+                    grid_renderer = {'items': continuation_items}
+                    for entry in self._grid_entries(grid_renderer):
+                        yield entry
+                    continuation = self._extract_continuation(grid_renderer)
+                    continue
                 renderer = continuation_item.get('playlistVideoRenderer') or continuation_item.get('itemSectionRenderer')
                 if renderer:
                     video_list_renderer = {'contents': continuation_items}