etc/yt-dlp
0
0
Fork 0
mirror of https://github.com/yt-dlp/yt-dlp.git synced 2024-10-31 23:02:40 +00:00
Code Issues Projects Releases Wiki Activity

[ie/Newgrounds:user] Fix extractor (#9046)

Browse source 
Closes #7308
Authored by: u-spec-png
This commit is contained in:
u-spec-png 2024-01-21 19:50:14 +01:00 committed by GitHub
parent 9f1e9dab21
commit 3e083191cd
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 8 additions and 11 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

11
yt_dlp/extractor/newgrounds.py
View file

@ -3,15 +3,15 @@
from .common import InfoExtractor from .common import InfoExtractor
from ..utils import ( from ..utils import (
OnDemandPagedList,
clean_html, clean_html,
extract_attributes, extract_attributes,
get_element_by_id, get_element_by_id,
int_or_none, int_or_none,
parse_count, parse_count,
parse_duration, parse_duration,
traverse_obj,
unified_timestamp, unified_timestamp,
OnDemandPagedList,
try_get,
) )
@ -263,15 +263,12 @@ class NewgroundsUserIE(InfoExtractor):
def _fetch_page(self, channel_id, url, page): def _fetch_page(self, channel_id, url, page):
page += 1 page += 1
posts_info = self._download_json( posts_info = self._download_json(
f'{url}/page/{page}', channel_id, f'{url}?page={page}', channel_id,
note=f'Downloading page {page}', headers={ note=f'Downloading page {page}', headers={
'Accept': 'application/json, text/javascript, */*; q = 0.01', 'Accept': 'application/json, text/javascript, */*; q = 0.01',
'X-Requested-With': 'XMLHttpRequest', 'X-Requested-With': 'XMLHttpRequest',
}) })
sequence = posts_info.get('sequence', []) for post in traverse_obj(posts_info, ('items', ..., ..., {str})):
for year in sequence:
posts = try_get(posts_info, lambda x: x['years'][str(year)]['items'])
for post in posts:
path, media_id = self._search_regex( path, media_id = self._search_regex(
r'<a[^>]+\bhref=["\'][^"\']+((?:portal/view|audio/listen)/(\d+))[^>]+>', r'<a[^>]+\bhref=["\'][^"\']+((?:portal/view|audio/listen)/(\d+))[^>]+>',
post, 'url', group=(1, 2)) post, 'url', group=(1, 2))