mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-27 03:03:01 +00:00
86e5f3ed2e
Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
129 lines
4.9 KiB
Python
129 lines
4.9 KiB
Python
import re
|
|
|
|
from .common import InfoExtractor
|
|
from ..utils import (
|
|
extract_attributes,
|
|
ExtractorError,
|
|
get_element_by_class,
|
|
)
|
|
|
|
|
|
class SteamIE(InfoExtractor):
|
|
_VALID_URL = r"""(?x)
|
|
https?://(?:store\.steampowered|steamcommunity)\.com/
|
|
(?:agecheck/)?
|
|
(?P<urltype>video|app)/ #If the page is only for videos or for a game
|
|
(?P<gameID>\d+)/?
|
|
(?P<videoID>\d*)(?P<extra>\??) # For urltype == video we sometimes get the videoID
|
|
|
|
|
https?://(?:www\.)?steamcommunity\.com/sharedfiles/filedetails/\?id=(?P<fileID>[0-9]+)
|
|
"""
|
|
_VIDEO_PAGE_TEMPLATE = 'http://store.steampowered.com/video/%s/'
|
|
_AGECHECK_TEMPLATE = 'http://store.steampowered.com/agecheck/video/%s/?snr=1_agecheck_agecheck__age-gate&ageDay=1&ageMonth=January&ageYear=1970'
|
|
_TESTS = [{
|
|
'url': 'http://store.steampowered.com/video/105600/',
|
|
'playlist': [
|
|
{
|
|
'md5': '695242613303ffa2a4c44c9374ddc067',
|
|
'info_dict': {
|
|
'id': '256785003',
|
|
'ext': 'mp4',
|
|
'title': 'Terraria video 256785003',
|
|
'thumbnail': r're:^https://cdn\.[^\.]+\.steamstatic\.com',
|
|
'n_entries': 2,
|
|
}
|
|
},
|
|
{
|
|
'md5': '6a294ee0c4b1f47f5bb76a65e31e3592',
|
|
'info_dict': {
|
|
'id': '2040428',
|
|
'ext': 'mp4',
|
|
'title': 'Terraria video 2040428',
|
|
'playlist_index': 2,
|
|
'thumbnail': r're:^https://cdn\.[^\.]+\.steamstatic\.com',
|
|
'n_entries': 2,
|
|
}
|
|
}
|
|
],
|
|
'info_dict': {
|
|
'id': '105600',
|
|
'title': 'Terraria',
|
|
},
|
|
'params': {
|
|
'playlistend': 2,
|
|
}
|
|
}, {
|
|
'url': 'https://store.steampowered.com/app/271590/Grand_Theft_Auto_V/',
|
|
'info_dict': {
|
|
'id': '256757115',
|
|
'title': 'Grand Theft Auto V video 256757115',
|
|
'ext': 'mp4',
|
|
'thumbnail': r're:^https://cdn\.[^\.]+\.steamstatic\.com',
|
|
'n_entries': 20,
|
|
},
|
|
}]
|
|
|
|
def _real_extract(self, url):
|
|
m = self._match_valid_url(url)
|
|
fileID = m.group('fileID')
|
|
if fileID:
|
|
video_url = url
|
|
playlist_id = fileID
|
|
else:
|
|
gameID = m.group('gameID')
|
|
playlist_id = gameID
|
|
video_url = self._VIDEO_PAGE_TEMPLATE % playlist_id
|
|
|
|
self._set_cookie('steampowered.com', 'wants_mature_content', '1')
|
|
self._set_cookie('steampowered.com', 'birthtime', '944006401')
|
|
self._set_cookie('steampowered.com', 'lastagecheckage', '1-0-2000')
|
|
|
|
webpage = self._download_webpage(video_url, playlist_id)
|
|
|
|
if re.search('<div[^>]+>Please enter your birth date to continue:</div>', webpage) is not None:
|
|
video_url = self._AGECHECK_TEMPLATE % playlist_id
|
|
self.report_age_confirmation()
|
|
webpage = self._download_webpage(video_url, playlist_id)
|
|
|
|
videos = re.findall(r'(<div[^>]+id=[\'"]highlight_movie_(\d+)[\'"][^>]+>)', webpage)
|
|
entries = []
|
|
playlist_title = get_element_by_class('apphub_AppName', webpage)
|
|
for movie, movie_id in videos:
|
|
if not movie:
|
|
continue
|
|
movie = extract_attributes(movie)
|
|
if not movie_id:
|
|
continue
|
|
entry = {
|
|
'id': movie_id,
|
|
'title': f'{playlist_title} video {movie_id}',
|
|
}
|
|
formats = []
|
|
if movie:
|
|
entry['thumbnail'] = movie.get('data-poster')
|
|
for quality in ('', '-hd'):
|
|
for ext in ('webm', 'mp4'):
|
|
video_url = movie.get('data-%s%s-source' % (ext, quality))
|
|
if video_url:
|
|
formats.append({
|
|
'format_id': ext + quality,
|
|
'url': video_url,
|
|
})
|
|
self._sort_formats(formats)
|
|
entry['formats'] = formats
|
|
entries.append(entry)
|
|
embedded_videos = re.findall(r'(<iframe[^>]+>)', webpage)
|
|
for evideos in embedded_videos:
|
|
evideos = extract_attributes(evideos).get('src')
|
|
video_id = self._search_regex(r'youtube\.com/embed/([0-9A-Za-z_-]{11})', evideos, 'youtube_video_id', default=None)
|
|
if video_id:
|
|
entries.append({
|
|
'_type': 'url_transparent',
|
|
'id': video_id,
|
|
'url': video_id,
|
|
'ie_key': 'Youtube',
|
|
})
|
|
if not entries:
|
|
raise ExtractorError('Could not find any videos')
|
|
|
|
return self.playlist_result(entries, playlist_id, playlist_title)
|