2016-10-02 11:39:18 +00:00
|
|
|
# coding: utf-8
|
2015-04-24 06:48:49 +00:00
|
|
|
from __future__ import unicode_literals
|
|
|
|
|
|
|
|
import os
|
|
|
|
import subprocess
|
2021-01-27 15:02:51 +00:00
|
|
|
import struct
|
|
|
|
import re
|
|
|
|
import base64
|
|
|
|
|
|
|
|
try:
|
|
|
|
import mutagen
|
2021-02-08 11:58:24 +00:00
|
|
|
has_mutagen = True
|
2021-01-27 15:02:51 +00:00
|
|
|
except ImportError:
|
2021-02-08 11:58:24 +00:00
|
|
|
has_mutagen = False
|
2015-04-24 06:48:49 +00:00
|
|
|
|
2021-04-10 22:18:52 +00:00
|
|
|
from .ffmpeg import (
|
|
|
|
FFmpegPostProcessor,
|
|
|
|
FFmpegThumbnailsConvertorPP,
|
|
|
|
)
|
2015-04-24 06:48:49 +00:00
|
|
|
from ..utils import (
|
|
|
|
check_executable,
|
2015-05-13 20:41:30 +00:00
|
|
|
encodeArgument,
|
2015-04-24 06:48:49 +00:00
|
|
|
encodeFilename,
|
2021-01-27 15:02:51 +00:00
|
|
|
error_to_compat_str,
|
2015-04-24 06:48:49 +00:00
|
|
|
PostProcessingError,
|
|
|
|
prepend_extension,
|
2021-01-27 15:02:51 +00:00
|
|
|
process_communicate_or_kill,
|
2021-01-09 12:26:12 +00:00
|
|
|
shell_quote,
|
2015-04-24 06:48:49 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
|
|
|
|
class EmbedThumbnailPPError(PostProcessingError):
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
2015-04-24 07:08:57 +00:00
|
|
|
class EmbedThumbnailPP(FFmpegPostProcessor):
|
2021-01-07 19:28:41 +00:00
|
|
|
|
2015-05-13 18:32:00 +00:00
|
|
|
def __init__(self, downloader=None, already_have_thumbnail=False):
|
2021-04-10 22:18:52 +00:00
|
|
|
FFmpegPostProcessor.__init__(self, downloader)
|
2015-05-13 18:32:00 +00:00
|
|
|
self._already_have_thumbnail = already_have_thumbnail
|
|
|
|
|
2015-04-24 06:48:49 +00:00
|
|
|
def run(self, info):
|
|
|
|
filename = info['filepath']
|
|
|
|
temp_filename = prepend_extension(filename, 'temp')
|
|
|
|
|
2015-05-13 18:32:00 +00:00
|
|
|
if not info.get('thumbnails'):
|
2021-01-07 19:28:41 +00:00
|
|
|
self.to_screen('There aren\'t any thumbnails to embed')
|
2018-02-25 12:33:13 +00:00
|
|
|
return [], info
|
2015-04-24 06:48:49 +00:00
|
|
|
|
2021-04-10 22:18:52 +00:00
|
|
|
thumbnail_filename = info['thumbnails'][-1]['filepath']
|
2015-06-18 14:05:02 +00:00
|
|
|
if not os.path.exists(encodeFilename(thumbnail_filename)):
|
2021-01-10 13:44:54 +00:00
|
|
|
self.report_warning('Skipping embedding the thumbnail because the file is missing.')
|
2015-06-18 14:05:02 +00:00
|
|
|
return [], info
|
|
|
|
|
2020-09-13 20:28:31 +00:00
|
|
|
# Correct extension for WebP file with wrong extension (see #25687, #25717)
|
2021-04-10 22:18:52 +00:00
|
|
|
convertor = FFmpegThumbnailsConvertorPP(self._downloader)
|
|
|
|
convertor.fixup_webp(info, -1)
|
|
|
|
|
|
|
|
original_thumbnail = thumbnail_filename = info['thumbnails'][-1]['filepath']
|
2020-09-13 20:28:31 +00:00
|
|
|
|
|
|
|
# Convert unsupported thumbnail formats to JPEG (see #25687, #25717)
|
2021-05-04 16:48:40 +00:00
|
|
|
thumbnail_ext = os.path.splitext(thumbnail_filename)[1][1:]
|
2021-04-10 22:18:52 +00:00
|
|
|
if thumbnail_ext not in ('jpg', 'png'):
|
|
|
|
thumbnail_filename = convertor.convert_thumbnail(thumbnail_filename, 'jpg')
|
2021-01-27 15:02:51 +00:00
|
|
|
thumbnail_ext = 'jpg'
|
2020-06-18 20:36:44 +00:00
|
|
|
|
2021-03-14 16:23:54 +00:00
|
|
|
mtime = os.stat(encodeFilename(filename)).st_mtime
|
|
|
|
|
2021-01-18 13:51:36 +00:00
|
|
|
success = True
|
2016-10-20 07:07:19 +00:00
|
|
|
if info['ext'] == 'mp3':
|
2015-04-24 20:08:00 +00:00
|
|
|
options = [
|
2021-01-07 06:41:05 +00:00
|
|
|
'-c', 'copy', '-map', '0:0', '-map', '1:0', '-id3v2_version', '3',
|
2020-09-21 15:59:49 +00:00
|
|
|
'-metadata:s:v', 'title="Album cover"', '-metadata:s:v', 'comment="Cover (front)"']
|
2015-04-24 06:48:49 +00:00
|
|
|
|
2021-01-07 19:28:41 +00:00
|
|
|
self.to_screen('Adding thumbnail to "%s"' % filename)
|
2015-05-13 18:35:28 +00:00
|
|
|
self.run_ffmpeg_multiple_files([filename, thumbnail_filename], temp_filename, options)
|
2015-04-24 06:48:49 +00:00
|
|
|
|
2021-01-27 15:02:51 +00:00
|
|
|
elif info['ext'] in ['mkv', 'mka']:
|
|
|
|
options = ['-c', 'copy', '-map', '0', '-dn']
|
2015-04-24 06:48:49 +00:00
|
|
|
|
2021-01-27 15:02:51 +00:00
|
|
|
mimetype = 'image/%s' % ('png' if thumbnail_ext == 'png' else 'jpeg')
|
|
|
|
old_stream, new_stream = self.get_stream_number(
|
|
|
|
filename, ('tags', 'mimetype'), mimetype)
|
|
|
|
if old_stream is not None:
|
|
|
|
options.extend(['-map', '-0:%d' % old_stream])
|
|
|
|
new_stream -= 1
|
|
|
|
options.extend([
|
|
|
|
'-attach', thumbnail_filename,
|
|
|
|
'-metadata:s:%d' % new_stream, 'mimetype=%s' % mimetype,
|
|
|
|
'-metadata:s:%d' % new_stream, 'filename=cover.%s' % thumbnail_ext])
|
2015-04-24 06:48:49 +00:00
|
|
|
|
2021-01-07 19:28:41 +00:00
|
|
|
self.to_screen('Adding thumbnail to "%s"' % filename)
|
2021-01-27 15:02:51 +00:00
|
|
|
self.run_ffmpeg(filename, temp_filename, options)
|
|
|
|
|
|
|
|
elif info['ext'] in ['m4a', 'mp4', 'mov']:
|
|
|
|
try:
|
|
|
|
options = ['-c', 'copy', '-map', '0', '-dn', '-map', '1']
|
|
|
|
|
|
|
|
old_stream, new_stream = self.get_stream_number(
|
|
|
|
filename, ('disposition', 'attached_pic'), 1)
|
|
|
|
if old_stream is not None:
|
|
|
|
options.extend(['-map', '-0:%d' % old_stream])
|
|
|
|
new_stream -= 1
|
|
|
|
options.extend(['-disposition:%s' % new_stream, 'attached_pic'])
|
|
|
|
|
|
|
|
self.to_screen('Adding thumbnail to "%s"' % filename)
|
|
|
|
self.run_ffmpeg_multiple_files([filename, thumbnail_filename], temp_filename, options)
|
|
|
|
|
|
|
|
except PostProcessingError as err:
|
|
|
|
self.report_warning('unable to embed using ffprobe & ffmpeg; %s' % error_to_compat_str(err))
|
2021-02-19 20:44:36 +00:00
|
|
|
atomicparsley = next((
|
|
|
|
x for x in ['AtomicParsley', 'atomicparsley']
|
|
|
|
if check_executable(x, ['-v'])), None)
|
|
|
|
if atomicparsley is None:
|
2021-03-20 03:20:08 +00:00
|
|
|
raise EmbedThumbnailPPError('AtomicParsley was not found. Please install')
|
2021-01-27 15:02:51 +00:00
|
|
|
|
2021-02-19 20:44:36 +00:00
|
|
|
cmd = [encodeFilename(atomicparsley, True),
|
2021-01-27 15:02:51 +00:00
|
|
|
encodeFilename(filename, True),
|
|
|
|
encodeArgument('--artwork'),
|
|
|
|
encodeFilename(thumbnail_filename, True),
|
|
|
|
encodeArgument('-o'),
|
|
|
|
encodeFilename(temp_filename, True)]
|
2021-03-09 02:17:21 +00:00
|
|
|
cmd += [encodeArgument(o) for o in self._configuration_args('AtomicParsley')]
|
2021-01-27 15:02:51 +00:00
|
|
|
|
|
|
|
self.to_screen('Adding thumbnail to "%s"' % filename)
|
|
|
|
self.write_debug('AtomicParsley command line: %s' % shell_quote(cmd))
|
|
|
|
p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
|
|
|
|
stdout, stderr = process_communicate_or_kill(p)
|
|
|
|
if p.returncode != 0:
|
|
|
|
msg = stderr.decode('utf-8', 'replace').strip()
|
|
|
|
raise EmbedThumbnailPPError(msg)
|
|
|
|
# for formats that don't support thumbnails (like 3gp) AtomicParsley
|
|
|
|
# won't create to the temporary file
|
|
|
|
if b'No changes' in stdout:
|
|
|
|
self.report_warning('The file format doesn\'t support embedding a thumbnail')
|
|
|
|
success = False
|
|
|
|
|
|
|
|
elif info['ext'] in ['ogg', 'opus']:
|
2021-02-08 11:58:24 +00:00
|
|
|
if not has_mutagen:
|
2021-01-29 17:45:27 +00:00
|
|
|
raise EmbedThumbnailPPError('module mutagen was not found. Please install using `python -m pip install mutagen`')
|
2021-01-30 11:13:54 +00:00
|
|
|
self.to_screen('Adding thumbnail to "%s"' % filename)
|
|
|
|
|
2021-01-27 15:02:51 +00:00
|
|
|
size_regex = r',\s*(?P<w>\d+)x(?P<h>\d+)\s*[,\[]'
|
2021-01-28 08:47:18 +00:00
|
|
|
size_result = self.run_ffmpeg(thumbnail_filename, thumbnail_filename, ['-hide_banner'])
|
2021-01-27 15:02:51 +00:00
|
|
|
mobj = re.search(size_regex, size_result)
|
|
|
|
width, height = int(mobj.group('w')), int(mobj.group('h'))
|
|
|
|
mimetype = ('image/%s' % ('png' if thumbnail_ext == 'png' else 'jpeg')).encode('ascii')
|
|
|
|
|
|
|
|
# https://xiph.org/flac/format.html#metadata_block_picture
|
|
|
|
data = bytearray()
|
|
|
|
data += struct.pack('>II', 3, len(mimetype))
|
|
|
|
data += mimetype
|
|
|
|
data += struct.pack('>IIIIII', 0, width, height, 8, 0, os.stat(thumbnail_filename).st_size) # 32 if png else 24
|
|
|
|
|
|
|
|
fin = open(thumbnail_filename, "rb")
|
|
|
|
data += fin.read()
|
|
|
|
fin.close()
|
|
|
|
|
|
|
|
temp_filename = filename
|
|
|
|
f = mutagen.File(temp_filename)
|
|
|
|
f.tags['METADATA_BLOCK_PICTURE'] = base64.b64encode(data).decode('ascii')
|
|
|
|
f.save()
|
2021-01-18 13:51:36 +00:00
|
|
|
|
2015-04-24 06:48:49 +00:00
|
|
|
else:
|
2021-01-27 15:02:51 +00:00
|
|
|
raise EmbedThumbnailPPError('Supported filetypes for thumbnail embedding are: mp3, mkv/mka, ogg/opus, m4a/mp4/mov')
|
2015-04-24 06:48:49 +00:00
|
|
|
|
2021-01-27 15:02:51 +00:00
|
|
|
if success and temp_filename != filename:
|
2021-01-18 13:51:36 +00:00
|
|
|
os.remove(encodeFilename(filename))
|
|
|
|
os.rename(encodeFilename(temp_filename), encodeFilename(filename))
|
2021-02-09 17:48:20 +00:00
|
|
|
|
2021-03-14 16:23:54 +00:00
|
|
|
self.try_utime(filename, mtime, mtime)
|
|
|
|
|
2021-02-09 17:48:20 +00:00
|
|
|
files_to_delete = [thumbnail_filename]
|
2021-02-03 13:36:09 +00:00
|
|
|
if self._already_have_thumbnail:
|
2021-02-09 17:48:20 +00:00
|
|
|
if original_thumbnail == thumbnail_filename:
|
|
|
|
files_to_delete = []
|
2021-02-25 13:01:54 +00:00
|
|
|
elif original_thumbnail != thumbnail_filename:
|
|
|
|
files_to_delete.append(original_thumbnail)
|
2021-01-18 13:51:36 +00:00
|
|
|
return files_to_delete, info
|