mirror of
https://github.com/yt-dlp/yt-dlp.git
synced 2024-10-31 23:02:40 +00:00
431 lines
16 KiB
Python
431 lines
16 KiB
Python
import functools
|
|
import hashlib
|
|
import hmac
|
|
import json
|
|
import urllib.parse
|
|
|
|
from .common import InfoExtractor
|
|
from ..utils import (
|
|
OnDemandPagedList,
|
|
int_or_none,
|
|
traverse_obj,
|
|
urljoin,
|
|
)
|
|
|
|
|
|
class ZingMp3BaseIE(InfoExtractor):
|
|
_VALID_URL_TMPL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<type>(?:%s))/[^/]+/(?P<id>\w+)(?:\.html|\?)'
|
|
_GEO_COUNTRIES = ['VN']
|
|
_DOMAIN = 'https://zingmp3.vn'
|
|
_SLUG_API = {
|
|
# For audio/video
|
|
'bai-hat': '/api/v2/page/get/song',
|
|
'embed': '/api/v2/page/get/song',
|
|
'video-clip': '/api/v2/page/get/video',
|
|
'lyric': '/api/v2/lyric/get/lyric',
|
|
'song_streaming': '/api/v2/song/get/streaming',
|
|
# For playlist
|
|
'playlist': '/api/v2/page/get/playlist',
|
|
'album': '/api/v2/page/get/playlist',
|
|
# For chart
|
|
'zing-chart': '/api/v2/page/get/chart-home',
|
|
'zing-chart-tuan': '/api/v2/page/get/week-chart',
|
|
'moi-phat-hanh': '/api/v2/page/get/newrelease-chart',
|
|
'the-loai-video': '/api/v2/video/get/list',
|
|
# For user
|
|
'info-artist': '/api/v2/page/get/artist',
|
|
'user-list-song': '/api/v2/song/get/list',
|
|
'user-list-video': '/api/v2/video/get/list',
|
|
}
|
|
_PER_PAGE = 50
|
|
_API_KEY = '88265e23d4284f25963e6eedac8fbfa3'
|
|
_SECRET_KEY = b'2aa2d1c561e809b267f3638c4a307aab'
|
|
|
|
def _extract_item(self, item, song_id, type_url, fatal):
|
|
item_id = item.get('encodeId') or song_id
|
|
title = item.get('title') or item.get('alias')
|
|
|
|
if type_url == 'video-clip':
|
|
info = self._download_json(
|
|
'http://api.mp3.zing.vn/api/mobile/video/getvideoinfo', item_id,
|
|
query={'requestdata': json.dumps({'id': item_id})})
|
|
source = item.get('streaming')
|
|
if info.get('source'):
|
|
source['mp4'] = info.get('source')
|
|
else:
|
|
api = self.get_api_with_signature(name_api=self._SLUG_API.get('song_streaming'), param={'id': item_id})
|
|
source = self._download_json(api, video_id=item_id).get('data')
|
|
|
|
formats = []
|
|
for k, v in (source or {}).items():
|
|
if not v:
|
|
continue
|
|
if k in ('mp4', 'hls'):
|
|
for res, video_url in v.items():
|
|
if not video_url:
|
|
continue
|
|
if k == 'hls':
|
|
formats.extend(self._extract_m3u8_formats(
|
|
video_url, item_id, 'mp4',
|
|
'm3u8_native', m3u8_id=k, fatal=False))
|
|
elif k == 'mp4':
|
|
formats.append({
|
|
'format_id': 'mp4-' + res,
|
|
'url': video_url,
|
|
'height': int_or_none(res),
|
|
})
|
|
continue
|
|
elif v == 'VIP':
|
|
continue
|
|
formats.append({
|
|
'ext': 'mp3',
|
|
'format_id': k,
|
|
'tbr': int_or_none(k),
|
|
'url': self._proto_relative_url(v),
|
|
'vcodec': 'none',
|
|
})
|
|
if not formats:
|
|
if not fatal:
|
|
return
|
|
msg = item.get('msg')
|
|
if msg == 'Sorry, this content is not available in your country.':
|
|
self.raise_geo_restricted(countries=self._GEO_COUNTRIES, metadata_available=True)
|
|
self.raise_no_formats(msg, expected=True)
|
|
self._sort_formats(formats)
|
|
|
|
lyric = item.get('lyric')
|
|
if not lyric:
|
|
api = self.get_api_with_signature(name_api=self._SLUG_API.get("lyric"), param={'id': item_id})
|
|
info_lyric = self._download_json(api, video_id=item_id)
|
|
lyric = traverse_obj(info_lyric, ('data', 'file'))
|
|
subtitles = {
|
|
'origin': [{
|
|
'url': lyric,
|
|
}],
|
|
} if lyric else None
|
|
|
|
album = item.get('album') or {}
|
|
|
|
return {
|
|
'id': item_id,
|
|
'title': title,
|
|
'formats': formats,
|
|
'thumbnail': traverse_obj(item, 'thumbnail', 'thumbnailM'),
|
|
'subtitles': subtitles,
|
|
'duration': int_or_none(item.get('duration')),
|
|
'track': title,
|
|
'artist': traverse_obj(item, 'artistsNames', 'artists_names'),
|
|
'album': traverse_obj(album, 'name', 'title'),
|
|
'album_artist': traverse_obj(album, 'artistsNames', 'artists_names'),
|
|
}
|
|
|
|
def _real_initialize(self):
|
|
if not self.get_param('cookiefile') and not self.get_param('cookiesfrombrowser'):
|
|
self._request_webpage(self.get_api_with_signature(name_api=self._SLUG_API['bai-hat'], param={'id': ''}),
|
|
None, note='Updating cookies')
|
|
|
|
def _real_extract(self, url):
|
|
song_id, type_url = self._match_valid_url(url).group('id', 'type')
|
|
api = self.get_api_with_signature(name_api=self._SLUG_API[type_url], param={'id': song_id})
|
|
return self._process_data(self._download_json(api, song_id)['data'], song_id, type_url)
|
|
|
|
def get_api_with_signature(self, name_api, param):
|
|
param.update({'ctime': '1'})
|
|
sha256 = hashlib.sha256(''.join(f'{i}={param[i]}' for i in sorted(param)).encode('utf-8')).hexdigest()
|
|
data = {
|
|
'apiKey': self._API_KEY,
|
|
'sig': hmac.new(self._SECRET_KEY, f'{name_api}{sha256}'.encode('utf-8'), hashlib.sha512).hexdigest(),
|
|
**param,
|
|
}
|
|
return f'{self._DOMAIN}{name_api}?{urllib.parse.urlencode(data)}'
|
|
|
|
def _entries(self, items):
|
|
for item in items or []:
|
|
if item and item.get('link'):
|
|
yield self.url_result(urljoin(self._DOMAIN, item['link']))
|
|
|
|
|
|
class ZingMp3IE(ZingMp3BaseIE):
|
|
_VALID_URL = ZingMp3BaseIE._VALID_URL_TMPL % 'bai-hat|video-clip|embed'
|
|
_TESTS = [{
|
|
'url': 'https://mp3.zing.vn/bai-hat/Xa-Mai-Xa-Bao-Thy/ZWZB9WAB.html',
|
|
'md5': 'ead7ae13693b3205cbc89536a077daed',
|
|
'info_dict': {
|
|
'id': 'ZWZB9WAB',
|
|
'title': 'Xa Mãi Xa',
|
|
'ext': 'mp3',
|
|
'thumbnail': r're:^https?://.+\.jpg',
|
|
'subtitles': {
|
|
'origin': [{
|
|
'ext': 'lrc',
|
|
}]
|
|
},
|
|
'duration': 255,
|
|
'track': 'Xa Mãi Xa',
|
|
'artist': 'Bảo Thy',
|
|
'album': 'Special Album',
|
|
'album_artist': 'Bảo Thy',
|
|
},
|
|
}, {
|
|
'url': 'https://zingmp3.vn/video-clip/Suong-Hoa-Dua-Loi-K-ICM-RYO/ZO8ZF7C7.html',
|
|
'md5': 'c7f23d971ac1a4f675456ed13c9b9612',
|
|
'info_dict': {
|
|
'id': 'ZO8ZF7C7',
|
|
'title': 'Sương Hoa Đưa Lối',
|
|
'ext': 'mp4',
|
|
'thumbnail': r're:^https?://.+\.jpg',
|
|
'duration': 207,
|
|
'track': 'Sương Hoa Đưa Lối',
|
|
'artist': 'K-ICM, RYO',
|
|
'album': 'Sương Hoa Đưa Lối (Single)',
|
|
'album_artist': 'K-ICM, RYO',
|
|
},
|
|
}, {
|
|
'url': 'https://zingmp3.vn/bai-hat/Nguoi-Yeu-Toi-Lanh-Lung-Sat-Da-Mr-Siro/ZZ6IW7OU.html',
|
|
'md5': '3e9f7a9bd0d965573dbff8d7c68b629d',
|
|
'info_dict': {
|
|
'id': 'ZZ6IW7OU',
|
|
'title': 'Người Yêu Tôi Lạnh Lùng Sắt Đá',
|
|
'ext': 'mp3',
|
|
'thumbnail': r're:^https?://.+\.jpg',
|
|
'duration': 303,
|
|
'track': 'Người Yêu Tôi Lạnh Lùng Sắt Đá',
|
|
'artist': 'Mr. Siro',
|
|
'album': 'Người Yêu Tôi Lạnh Lùng Sắt Đá (Single)',
|
|
'album_artist': 'Mr. Siro',
|
|
},
|
|
}, {
|
|
'url': 'https://zingmp3.vn/embed/song/ZWZEI76B?start=false',
|
|
'only_matching': True,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/bai-hat/Xa-Mai-Xa-Bao-Thy/ZWZB9WAB.html',
|
|
'only_matching': True,
|
|
}]
|
|
IE_NAME = 'zingmp3'
|
|
IE_DESC = 'zingmp3.vn'
|
|
|
|
def _process_data(self, data, song_id, type_url):
|
|
return self._extract_item(data, song_id, type_url, True)
|
|
|
|
|
|
class ZingMp3AlbumIE(ZingMp3BaseIE):
|
|
_VALID_URL = ZingMp3BaseIE._VALID_URL_TMPL % 'album|playlist'
|
|
_TESTS = [{
|
|
'url': 'http://mp3.zing.vn/album/Lau-Dai-Tinh-Ai-Bang-Kieu-Minh-Tuyet/ZWZBWDAF.html',
|
|
'info_dict': {
|
|
'id': 'ZWZBWDAF',
|
|
'title': 'Lâu Đài Tình Ái',
|
|
},
|
|
'playlist_mincount': 9,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/album/Nhung-Bai-Hat-Hay-Nhat-Cua-Mr-Siro-Mr-Siro/ZWZAEZZD.html',
|
|
'info_dict': {
|
|
'id': 'ZWZAEZZD',
|
|
'title': 'Những Bài Hát Hay Nhất Của Mr. Siro',
|
|
},
|
|
'playlist_mincount': 49,
|
|
}, {
|
|
'url': 'http://mp3.zing.vn/playlist/Duong-Hong-Loan-apollobee/IWCAACCB.html',
|
|
'only_matching': True,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/album/Lau-Dai-Tinh-Ai-Bang-Kieu-Minh-Tuyet/ZWZBWDAF.html',
|
|
'only_matching': True,
|
|
}]
|
|
IE_NAME = 'zingmp3:album'
|
|
|
|
def _process_data(self, data, song_id, type_url):
|
|
items = traverse_obj(data, ('song', 'items')) or []
|
|
return self.playlist_result(self._entries(items), traverse_obj(data, 'id', 'encodeId'),
|
|
traverse_obj(data, 'name', 'title'))
|
|
|
|
|
|
class ZingMp3ChartHomeIE(ZingMp3BaseIE):
|
|
_VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<id>(?:zing-chart|moi-phat-hanh))/?(?:[#?]|$)'
|
|
_TESTS = [{
|
|
'url': 'https://zingmp3.vn/zing-chart',
|
|
'info_dict': {
|
|
'id': 'zing-chart',
|
|
'title': 'zing-chart',
|
|
},
|
|
'playlist_mincount': 100,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/moi-phat-hanh',
|
|
'info_dict': {
|
|
'id': 'moi-phat-hanh',
|
|
'title': 'moi-phat-hanh',
|
|
},
|
|
'playlist_mincount': 100,
|
|
}]
|
|
IE_NAME = 'zingmp3:chart-home'
|
|
|
|
def _real_extract(self, url):
|
|
type_url = self._match_id(url)
|
|
api = self.get_api_with_signature(name_api=self._SLUG_API[type_url], param={'id': type_url})
|
|
return self._process_data(self._download_json(api, type_url)['data'], type_url, type_url)
|
|
|
|
def _process_data(self, data, chart_id, type_url):
|
|
if type_url == 'zing-chart':
|
|
items = traverse_obj(data, ('RTChart', 'items'), default=[])
|
|
else:
|
|
items = data.get('items')
|
|
return self.playlist_result(self._entries(items), type_url, type_url)
|
|
|
|
|
|
class ZingMp3WeekChartIE(ZingMp3BaseIE):
|
|
_VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<type>zing-chart-tuan)/[^/?#]+/(?P<id>\w+)'
|
|
IE_NAME = 'zingmp3:week-chart'
|
|
_TESTS = [{
|
|
'url': 'https://zingmp3.vn/zing-chart-tuan/Bai-hat-Viet-Nam/IWZ9Z08I.html',
|
|
'info_dict': {
|
|
'id': 'IWZ9Z08I',
|
|
'title': 'zing-chart-vn',
|
|
},
|
|
'playlist_mincount': 10,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/zing-chart-tuan/Bai-hat-US-UK/IWZ9Z0BW.html',
|
|
'info_dict': {
|
|
'id': 'IWZ9Z0BW',
|
|
'title': 'zing-chart-us',
|
|
},
|
|
'playlist_mincount': 10,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/zing-chart-tuan/Bai-hat-KPop/IWZ9Z0BO.html',
|
|
'info_dict': {
|
|
'id': 'IWZ9Z0BO',
|
|
'title': 'zing-chart-korea',
|
|
},
|
|
'playlist_mincount': 10,
|
|
}]
|
|
|
|
def _process_data(self, data, chart_id, type_url):
|
|
return self.playlist_result(self._entries(data['items']), chart_id, f'zing-chart-{data.get("country", "")}')
|
|
|
|
|
|
class ZingMp3ChartMusicVideoIE(ZingMp3BaseIE):
|
|
_VALID_URL = r'https?://(?:mp3\.zing|zingmp3)\.vn/(?P<type>the-loai-video)/(?P<regions>[^/]+)/(?P<id>[^\.]+)'
|
|
IE_NAME = 'zingmp3:chart-music-video'
|
|
_TESTS = [{
|
|
'url': 'https://zingmp3.vn/the-loai-video/Viet-Nam/IWZ9Z08I.html',
|
|
'info_dict': {
|
|
'id': 'IWZ9Z08I',
|
|
'title': 'the-loai-video_Viet-Nam',
|
|
},
|
|
'playlist_mincount': 400,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/the-loai-video/Au-My/IWZ9Z08O.html',
|
|
'info_dict': {
|
|
'id': 'IWZ9Z08O',
|
|
'title': 'the-loai-video_Au-My',
|
|
},
|
|
'playlist_mincount': 40,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/the-loai-video/Han-Quoc/IWZ9Z08W.html',
|
|
'info_dict': {
|
|
'id': 'IWZ9Z08W',
|
|
'title': 'the-loai-video_Han-Quoc',
|
|
},
|
|
'playlist_mincount': 30,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/the-loai-video/Khong-Loi/IWZ9Z086.html',
|
|
'info_dict': {
|
|
'id': 'IWZ9Z086',
|
|
'title': 'the-loai-video_Khong-Loi',
|
|
},
|
|
'playlist_mincount': 10,
|
|
}]
|
|
|
|
def _fetch_page(self, song_id, type_url, page):
|
|
page += 1
|
|
api = self.get_api_with_signature(name_api=self._SLUG_API[type_url], param={
|
|
'id': song_id,
|
|
'type': 'genre',
|
|
'page': page,
|
|
'count': self._PER_PAGE
|
|
})
|
|
data = self._download_json(api, song_id)['data']
|
|
return self._entries(data.get('items'))
|
|
|
|
def _real_extract(self, url):
|
|
song_id, regions, type_url = self._match_valid_url(url).group('id', 'regions', 'type')
|
|
entries = OnDemandPagedList(functools.partial(self._fetch_page, song_id, type_url), self._PER_PAGE)
|
|
return self.playlist_result(entries, song_id, f'{type_url}_{regions}')
|
|
|
|
|
|
class ZingMp3UserIE(ZingMp3BaseIE):
|
|
_VALID_URL = r'''(?x)
|
|
https?://
|
|
(?:mp3\.zing|zingmp3)\.vn/
|
|
(?P<user>[^/]+)
|
|
(?:
|
|
/(?P<type>bai-hat|single|album|video)
|
|
)
|
|
/?(?:[?#]|$)
|
|
'''
|
|
IE_NAME = 'zingmp3:user'
|
|
_TESTS = [{
|
|
'url': 'https://zingmp3.vn/Mr-Siro/bai-hat',
|
|
'info_dict': {
|
|
'id': 'IWZ98609',
|
|
'title': 'Mr. Siro - bai-hat',
|
|
'description': 'md5:85ab29bd7b21725c12bf76fd1d6922e5',
|
|
},
|
|
'playlist_mincount': 91,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/Mr-Siro/album',
|
|
'info_dict': {
|
|
'id': 'IWZ98609',
|
|
'title': 'Mr. Siro - album',
|
|
'description': 'md5:85ab29bd7b21725c12bf76fd1d6922e5',
|
|
},
|
|
'playlist_mincount': 3,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/Mr-Siro/single',
|
|
'info_dict': {
|
|
'id': 'IWZ98609',
|
|
'title': 'Mr. Siro - single',
|
|
'description': 'md5:85ab29bd7b21725c12bf76fd1d6922e5',
|
|
},
|
|
'playlist_mincount': 20,
|
|
}, {
|
|
'url': 'https://zingmp3.vn/Mr-Siro/video',
|
|
'info_dict': {
|
|
'id': 'IWZ98609',
|
|
'title': 'Mr. Siro - video',
|
|
'description': 'md5:85ab29bd7b21725c12bf76fd1d6922e5',
|
|
},
|
|
'playlist_mincount': 15,
|
|
}]
|
|
|
|
def _fetch_page(self, user_id, type_url, page):
|
|
page += 1
|
|
name_api = self._SLUG_API['user-list-song'] if type_url == 'bai-hat' else self._SLUG_API['user-list-video']
|
|
api = self.get_api_with_signature(name_api=name_api, param={
|
|
'id': user_id,
|
|
'type': 'artist',
|
|
'page': page,
|
|
'count': self._PER_PAGE
|
|
})
|
|
data = self._download_json(api, user_id, query={'sort': 'new', 'sectionId': 'aSong'})['data']
|
|
return self._entries(data.get('items'))
|
|
|
|
def _real_extract(self, url):
|
|
user_alias, type_url = self._match_valid_url(url).group('user', 'type')
|
|
if not type_url:
|
|
type_url = 'bai-hat'
|
|
user_info = self._download_json(
|
|
self.get_api_with_signature(name_api=self._SLUG_API['info-artist'], param={}),
|
|
video_id=user_alias, query={'alias': user_alias})['data']
|
|
user_id = user_info.get('id')
|
|
biography = user_info.get('biography')
|
|
if type_url == 'bai-hat' or type_url == 'video':
|
|
entries = OnDemandPagedList(functools.partial(self._fetch_page, user_id, type_url), self._PER_PAGE)
|
|
return self.playlist_result(entries, user_id, f'{user_info.get("name")} - {type_url}', biography)
|
|
else:
|
|
entries = []
|
|
for section in user_info.get('sections', {}):
|
|
if section.get('link') == f'/{user_alias}/{type_url}':
|
|
items = section.get('items')
|
|
for item in items:
|
|
entries.append(self.url_result(urljoin(self._DOMAIN, item.get('link'))))
|
|
break
|
|
return self.playlist_result(entries, user_id, f'{user_info.get("name")} - {type_url}', biography)
|