mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-24 02:35:12 +00:00
87 lines
3.4 KiB
Python
87 lines
3.4 KiB
Python
import re
|
|
import xml.etree.ElementTree
|
|
|
|
from .common import InfoExtractor
|
|
from ..utils import (
|
|
compat_urlparse,
|
|
compat_urllib_parse,
|
|
xpath_with_ns,
|
|
determine_ext,
|
|
)
|
|
|
|
|
|
class InternetVideoArchiveIE(InfoExtractor):
|
|
_VALID_URL = r'https?://video\.internetvideoarchive\.net/flash/players/.*?\?.*?publishedid.*?'
|
|
|
|
_TEST = {
|
|
u'url': u'http://video.internetvideoarchive.net/flash/players/flashconfiguration.aspx?customerid=69249&publishedid=452693&playerid=247',
|
|
u'file': u'452693.mp4',
|
|
u'info_dict': {
|
|
u'title': u'SKYFALL',
|
|
u'description': u'In SKYFALL, Bond\'s loyalty to M is tested as her past comes back to haunt her. As MI6 comes under attack, 007 must track down and destroy the threat, no matter how personal the cost.',
|
|
u'duration': 156,
|
|
},
|
|
}
|
|
|
|
@staticmethod
|
|
def _build_url(query):
|
|
return 'http://video.internetvideoarchive.net/flash/players/flashconfiguration.aspx?' + query
|
|
|
|
@staticmethod
|
|
def _clean_query(query):
|
|
NEEDED_ARGS = ['publishedid', 'customerid']
|
|
query_dic = compat_urlparse.parse_qs(query)
|
|
cleaned_dic = dict((k,v[0]) for (k,v) in query_dic.items() if k in NEEDED_ARGS)
|
|
# Other player ids return m3u8 urls
|
|
cleaned_dic['playerid'] = '247'
|
|
cleaned_dic['videokbrate'] = '100000'
|
|
return compat_urllib_parse.urlencode(cleaned_dic)
|
|
|
|
def _real_extract(self, url):
|
|
query = compat_urlparse.urlparse(url).query
|
|
query_dic = compat_urlparse.parse_qs(query)
|
|
video_id = query_dic['publishedid'][0]
|
|
url = self._build_url(query)
|
|
|
|
flashconfiguration_xml = self._download_webpage(url, video_id,
|
|
u'Downloading flash configuration')
|
|
flashconfiguration = xml.etree.ElementTree.fromstring(flashconfiguration_xml.encode('utf-8'))
|
|
file_url = flashconfiguration.find('file').text
|
|
file_url = file_url.replace('/playlist.aspx', '/mrssplaylist.aspx')
|
|
# Replace some of the parameters in the query to get the best quality
|
|
# and http links (no m3u8 manifests)
|
|
file_url = re.sub(r'(?<=\?)(.+)$',
|
|
lambda m: self._clean_query(m.group()),
|
|
file_url)
|
|
info_xml = self._download_webpage(file_url, video_id,
|
|
u'Downloading video info')
|
|
info = xml.etree.ElementTree.fromstring(info_xml.encode('utf-8'))
|
|
item = info.find('channel/item')
|
|
|
|
def _bp(p):
|
|
return xpath_with_ns(p,
|
|
{'media': 'http://search.yahoo.com/mrss/',
|
|
'jwplayer': 'http://developer.longtailvideo.com/trac/wiki/FlashFormats'})
|
|
formats = []
|
|
for content in item.findall(_bp('media:group/media:content')):
|
|
attr = content.attrib
|
|
f_url = attr['url']
|
|
formats.append({
|
|
'url': f_url,
|
|
'ext': determine_ext(f_url),
|
|
'width': int(attr['width']),
|
|
'bitrate': int(attr['bitrate']),
|
|
})
|
|
formats = sorted(formats, key=lambda f: f['bitrate'])
|
|
|
|
info = {
|
|
'id': video_id,
|
|
'title': item.find('title').text,
|
|
'formats': formats,
|
|
'thumbnail': item.find(_bp('media:thumbnail')).attrib['url'],
|
|
'description': item.find('description').text,
|
|
'duration': int(attr['duration']),
|
|
}
|
|
# TODO: Remove when #980 has been merged
|
|
info.update(formats[-1])
|
|
return info
|