0
0
Fork 0
mirror of https://github.com/yt-dlp/yt-dlp.git synced 2024-11-30 03:33:02 +00:00

[extractor/common] fallback on utf-8 when charset is not found

fixes #2721
This commit is contained in:
Anisse Astier 2014-04-07 23:09:53 +02:00
parent a5863bdf33
commit ec0fafbb19

View file

@ -251,7 +251,10 @@ def _download_webpage_handle(self, url_or_request, video_id, note=None, errnote=
with open(filename, 'wb') as outf: with open(filename, 'wb') as outf:
outf.write(webpage_bytes) outf.write(webpage_bytes)
content = webpage_bytes.decode(encoding, 'replace') try:
content = webpage_bytes.decode(encoding, 'replace')
except LookupError:
content = webpage_bytes.decode('utf-8', 'replace')
if (u'<title>Access to this site is blocked</title>' in content and if (u'<title>Access to this site is blocked</title>' in content and
u'Websense' in content[:512]): u'Websense' in content[:512]):