[extractor] Fix `fatal=False` in `RetryManager`

This commit is contained in:
pukkandan 2022-09-22 01:53:37 +05:30
parent b27bc13af6
commit 8ca48a1a54
No known key found for this signature in database
GPG Key ID: 7EEE9E1E817D0A39
2 changed files with 5 additions and 3 deletions

View File

@ -39,7 +39,7 @@ class AmazonStoreIE(InfoExtractor):
def _real_extract(self, url):
id = self._match_id(url)
for retry in self.RetryManager(fatal=True):
for retry in self.RetryManager():
webpage = self._download_webpage(url, id)
try:
data_json = self._parse_json(self._html_search_regex(r'var\s?obj\s?=\s?jQuery\.parseJSON\(\'(.*)\'\)', webpage, 'data'), id)

View File

@ -3857,8 +3857,10 @@ class InfoExtractor:
return True
def _error_or_warning(self, err, _count=None, _retries=0, *, fatal=True):
RetryManager.report_retry(err, _count or int(fatal), _retries, info=self.to_screen, warn=self.report_warning,
sleep_func=self.get_param('retry_sleep_functions', {}).get('extractor'))
RetryManager.report_retry(
err, _count or int(fatal), _retries,
info=self.to_screen, warn=self.report_warning, error=None if fatal else self.report_warning,
sleep_func=self.get_param('retry_sleep_functions', {}).get('extractor'))
def RetryManager(self, **kwargs):
return RetryManager(self.get_param('extractor_retries', 3), self._error_or_warning, **kwargs)