mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-23 02:25:11 +00:00
86e5f3ed2e
Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
138 lines
4.9 KiB
Python
138 lines
4.9 KiB
Python
import random
|
||
|
||
from .common import InfoExtractor
|
||
from ..compat import compat_urlparse
|
||
from ..utils import (
|
||
xpath_text,
|
||
int_or_none,
|
||
ExtractorError,
|
||
sanitized_Request,
|
||
)
|
||
|
||
|
||
class MioMioIE(InfoExtractor):
|
||
IE_NAME = 'miomio.tv'
|
||
_VALID_URL = r'https?://(?:www\.)?miomio\.tv/watch/cc(?P<id>[0-9]+)'
|
||
_TESTS = [{
|
||
# "type=video" in flashvars
|
||
'url': 'http://www.miomio.tv/watch/cc88912/',
|
||
'info_dict': {
|
||
'id': '88912',
|
||
'ext': 'flv',
|
||
'title': '【SKY】字幕 铠武昭和VS平成 假面骑士大战FEAT战队 魔星字幕组 字幕',
|
||
'duration': 5923,
|
||
},
|
||
'skip': 'Unable to load videos',
|
||
}, {
|
||
'url': 'http://www.miomio.tv/watch/cc184024/',
|
||
'info_dict': {
|
||
'id': '43729',
|
||
'title': '《动漫同人插画绘制》',
|
||
},
|
||
'playlist_mincount': 86,
|
||
'skip': 'Unable to load videos',
|
||
}, {
|
||
'url': 'http://www.miomio.tv/watch/cc173113/',
|
||
'info_dict': {
|
||
'id': '173113',
|
||
'title': 'The New Macbook 2015 上手试玩与简评'
|
||
},
|
||
'playlist_mincount': 2,
|
||
'skip': 'Unable to load videos',
|
||
}, {
|
||
# new 'h5' player
|
||
'url': 'http://www.miomio.tv/watch/cc273997/',
|
||
'md5': '0b27a4b4495055d826813f8c3a6b2070',
|
||
'info_dict': {
|
||
'id': '273997',
|
||
'ext': 'mp4',
|
||
'title': 'マツコの知らない世界【劇的進化SP！ビニール傘＆冷凍食品2016】 1_2 - 16 05 31',
|
||
},
|
||
'skip': 'Unable to load videos',
|
||
}]
|
||
|
||
def _extract_mioplayer(self, webpage, video_id, title, http_headers):
|
||
xml_config = self._search_regex(
|
||
r'flashvars="type=(?:sina|video)&(.+?)&',
|
||
webpage, 'xml config')
|
||
|
||
# skipping the following page causes lags and eventually connection drop-outs
|
||
self._request_webpage(
|
||
'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/xml.php?id=%s&r=%s' % (id, random.randint(100, 999)),
|
||
video_id)
|
||
|
||
vid_config_request = sanitized_Request(
|
||
'http://www.miomio.tv/mioplayer/mioplayerconfigfiles/sina.php?{0}'.format(xml_config),
|
||
headers=http_headers)
|
||
|
||
# the following xml contains the actual configuration information on the video file(s)
|
||
vid_config = self._download_xml(vid_config_request, video_id)
|
||
|
||
if not int_or_none(xpath_text(vid_config, 'timelength')):
|
||
raise ExtractorError('Unable to load videos!', expected=True)
|
||
|
||
entries = []
|
||
for f in vid_config.findall('./durl'):
|
||
segment_url = xpath_text(f, 'url', 'video url')
|
||
if not segment_url:
|
||
continue
|
||
order = xpath_text(f, 'order', 'order')
|
||
segment_id = video_id
|
||
segment_title = title
|
||
if order:
|
||
segment_id += '-%s' % order
|
||
segment_title += ' part %s' % order
|
||
entries.append({
|
||
'id': segment_id,
|
||
'url': segment_url,
|
||
'title': segment_title,
|
||
'duration': int_or_none(xpath_text(f, 'length', 'duration'), 1000),
|
||
'http_headers': http_headers,
|
||
})
|
||
|
||
return entries
|
||
|
||
def _download_chinese_webpage(self, *args, **kwargs):
|
||
# Requests with English locales return garbage
|
||
headers = {
|
||
'Accept-Language': 'zh-TW,en-US;q=0.7,en;q=0.3',
|
||
}
|
||
kwargs.setdefault('headers', {}).update(headers)
|
||
return self._download_webpage(*args, **kwargs)
|
||
|
||
def _real_extract(self, url):
|
||
video_id = self._match_id(url)
|
||
webpage = self._download_chinese_webpage(
|
||
url, video_id)
|
||
|
||
title = self._html_search_meta(
|
||
'description', webpage, 'title', fatal=True)
|
||
|
||
mioplayer_path = self._search_regex(
|
||
r'src="(/mioplayer(?:_h5)?/[^"]+)"', webpage, 'ref_path')
|
||
|
||
if '_h5' in mioplayer_path:
|
||
player_url = compat_urlparse.urljoin(url, mioplayer_path)
|
||
player_webpage = self._download_chinese_webpage(
|
||
player_url, video_id,
|
||
note='Downloading player webpage', headers={'Referer': url})
|
||
entries = self._parse_html5_media_entries(player_url, player_webpage, video_id)
|
||
http_headers = {'Referer': player_url}
|
||
else:
|
||
http_headers = {'Referer': 'http://www.miomio.tv%s' % mioplayer_path}
|
||
entries = self._extract_mioplayer(webpage, video_id, title, http_headers)
|
||
|
||
if len(entries) == 1:
|
||
segment = entries[0]
|
||
segment['id'] = video_id
|
||
segment['title'] = title
|
||
segment['http_headers'] = http_headers
|
||
return segment
|
||
|
||
return {
|
||
'_type': 'multi_video',
|
||
'id': video_id,
|
||
'entries': entries,
|
||
'title': title,
|
||
'http_headers': http_headers,
|
||
}
|