0
0
Fork 0
mirror of https://github.com/yt-dlp/yt-dlp.git synced 2024-11-04 23:35:04 +00:00

Check load_more_widget_html for feed paging

This commit is contained in:
Tim Sogard 2014-07-27 17:14:29 -07:00
parent 65bc504db8
commit 1a9b9649fb

View file

@ -1325,6 +1325,7 @@ def _real_extract(self, url):
u'%s feed' % self._FEED_NAME,
u'Downloading page %s' % i)
feed_html = info.get('feed_html') or info.get('content_html')
load_more_widget_html = info.get('load_more_widget_html') or feed_html
m_ids = re.finditer(r'"/watch\?v=(.*?)["&]', feed_html)
ids = orderedSet(m.group(1) for m in m_ids)
feed_entries.extend(
@ -1332,7 +1333,7 @@ def _real_extract(self, url):
for video_id in ids)
mobj = re.search(
r'data-uix-load-more-href="/?[^"]+paging=(?P<paging>\d+)',
feed_html)
load_more_widget_html)
if mobj is None:
break
paging = mobj.group('paging')