mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-11-27 03:03:01 +00:00
86e5f3ed2e
Using https://github.com/asottile/pyupgrade 1. `__future__` imports and `coding: utf-8` were removed 2. Files were rewritten with `pyupgrade --py36-plus --keep-percent-format` 3. f-strings were cherry-picked from `pyupgrade --py36-plus` Extractors are left untouched (except removing header) to avoid unnecessary merge conflicts
69 lines
3.1 KiB
Python
69 lines
3.1 KiB
Python
import re
|
|
|
|
from .common import InfoExtractor
|
|
|
|
from ..utils import (
|
|
extract_attributes,
|
|
)
|
|
|
|
|
|
class BostonGlobeIE(InfoExtractor):
|
|
_VALID_URL = r'(?i)https?://(?:www\.)?bostonglobe\.com/.*/(?P<id>[^/]+)/\w+(?:\.html)?'
|
|
_TESTS = [
|
|
{
|
|
'url': 'http://www.bostonglobe.com/metro/2017/02/11/tree-finally-succumbs-disease-leaving-hole-neighborhood/h1b4lviqzMTIn9sVy8F3gP/story.html',
|
|
'md5': '0a62181079c85c2d2b618c9a738aedaf',
|
|
'info_dict': {
|
|
'title': 'A tree finally succumbs to disease, leaving a hole in a neighborhood',
|
|
'id': '5320421710001',
|
|
'ext': 'mp4',
|
|
'description': 'It arrived as a sapling when the Back Bay was in its infancy, a spindly American elm tamped down into a square of dirt cut into the brick sidewalk of 1880s Marlborough Street, no higher than the first bay window of the new brownstone behind it.',
|
|
'timestamp': 1486877593,
|
|
'upload_date': '20170212',
|
|
'uploader_id': '245991542',
|
|
},
|
|
},
|
|
{
|
|
# Embedded youtube video; we hand it off to the Generic extractor.
|
|
'url': 'https://www.bostonglobe.com/lifestyle/names/2017/02/17/does-ben-affleck-play-matt-damon-favorite-version-batman/ruqkc9VxKBYmh5txn1XhSI/story.html',
|
|
'md5': '582b40327089d5c0c949b3c54b13c24b',
|
|
'info_dict': {
|
|
'title': "Who Is Matt Damon's Favorite Batman?",
|
|
'id': 'ZW1QCnlA6Qc',
|
|
'ext': 'mp4',
|
|
'upload_date': '20170217',
|
|
'description': 'md5:3b3dccb9375867e0b4d527ed87d307cb',
|
|
'uploader': 'The Late Late Show with James Corden',
|
|
'uploader_id': 'TheLateLateShow',
|
|
},
|
|
'expected_warnings': ['404'],
|
|
},
|
|
]
|
|
|
|
def _real_extract(self, url):
|
|
page_id = self._match_id(url)
|
|
webpage = self._download_webpage(url, page_id)
|
|
|
|
page_title = self._og_search_title(webpage, default=None)
|
|
|
|
# <video data-brightcove-video-id="5320421710001" data-account="245991542" data-player="SJWAiyYWg" data-embed="default" class="video-js" controls itemscope itemtype="http://schema.org/VideoObject">
|
|
entries = []
|
|
for video in re.findall(r'(?i)(<video[^>]+>)', webpage):
|
|
attrs = extract_attributes(video)
|
|
|
|
video_id = attrs.get('data-brightcove-video-id')
|
|
account_id = attrs.get('data-account')
|
|
player_id = attrs.get('data-player')
|
|
embed = attrs.get('data-embed')
|
|
|
|
if video_id and account_id and player_id and embed:
|
|
entries.append(
|
|
'http://players.brightcove.net/%s/%s_%s/index.html?videoId=%s'
|
|
% (account_id, player_id, embed, video_id))
|
|
|
|
if len(entries) == 0:
|
|
return self.url_result(url, 'Generic')
|
|
elif len(entries) == 1:
|
|
return self.url_result(entries[0], 'BrightcoveNew')
|
|
else:
|
|
return self.playlist_from_matches(entries, page_id, page_title, ie='BrightcoveNew')
|