mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-30 03:33:02 +00:00
[extractor/common] fallback on utf-8 when charset is not found
fixes #2721
This commit is contained in:
parent
a5863bdf33
commit
ec0fafbb19
1 changed files with 4 additions and 1 deletions
|
@ -251,7 +251,10 @@ def _download_webpage_handle(self, url_or_request, video_id, note=None, errnote=
|
||||||
with open(filename, 'wb') as outf:
|
with open(filename, 'wb') as outf:
|
||||||
outf.write(webpage_bytes)
|
outf.write(webpage_bytes)
|
||||||
|
|
||||||
content = webpage_bytes.decode(encoding, 'replace')
|
try:
|
||||||
|
content = webpage_bytes.decode(encoding, 'replace')
|
||||||
|
except LookupError:
|
||||||
|
content = webpage_bytes.decode('utf-8', 'replace')
|
||||||
|
|
||||||
if (u'<title>Access to this site is blocked</title>' in content and
|
if (u'<title>Access to this site is blocked</title>' in content and
|
||||||
u'Websense' in content[:512]):
|
u'Websense' in content[:512]):
|
||||||
|
|
Loading…
Reference in a new issue