yt-dlp/yt_dlp/postprocessor/movefilesafterdownload.py

205 wiersze
8.5 KiB
Python

import os
from pathlib import Path
from .common import PostProcessor
from ..compat import shutil
from ..utils import (
PostProcessingError,
make_dir,
replace_extension
)
import pdb
class MoveFilesAfterDownloadPP(PostProcessor):
TOP_LEVEL_KEYS = ['filepath']
# Map of the keys that contain moveable files and the 'type' of the file
# for generating the output filename
CHILD_KEYS = {
'thumbnails': 'thumbnail',
'requested_subtitles': 'subtitle'
}
def __init__(self, downloader=None, downloaded=True):
PostProcessor.__init__(self, downloader)
self._downloaded = downloaded
@classmethod
def pp_key(cls):
return 'MoveFiles'
def move_file_and_write_to_info(self, info_dict, relevant_dict, output_file_type):
if 'filepath' not in relevant_dict:
return
output_file_type = output_file_type or ''
current_filepath = relevant_dict['filepath']
# This approach is needed to preserved indexed thumbnail paths from `--write-all-thumbnails`
# and also to support user-defined extensions (eg: `%(title)s.temp.%(ext)s`)
extension = ''.join(Path(current_filepath).suffixes)
name_format = self._downloader.prepare_filename(info_dict, output_file_type)
final_filepath = replace_extension(name_format, extension)
move_result = self.move_file(info_dict, current_filepath, final_filepath)
print('*******************')
print("output_file_type", output_file_type)
print("name_format", name_format)
print("current_filepath", current_filepath)
print("final_filepath", final_filepath)
print("move_result", move_result)
print('*******************')
if move_result:
relevant_dict['filepath'] = move_result
else:
del relevant_dict['filepath']
def move_file(self, info_dict, current_filepath, final_filepath):
if not current_filepath or not final_filepath:
return
dl_path, _dl_name = os.path.split(info_dict['filepath'])
finaldir = info_dict.get('__finaldir', os.path.abspath(dl_path))
if not os.path.isabs(current_filepath):
current_filepath = os.path.join(finaldir, current_filepath)
if not os.path.isabs(final_filepath):
final_filepath = os.path.join(finaldir, final_filepath)
if current_filepath == final_filepath:
return final_filepath
if not os.path.exists(current_filepath):
self.report_warning('File "%s" cannot be found' % current_filepath)
return
if os.path.exists(final_filepath):
if self.get_param('overwrites', True):
self.report_warning('Replacing existing file "%s"' % final_filepath)
os.remove(final_filepath)
else:
self.report_warning(
'Cannot move file "%s" out of temporary directory since "%s" already exists. '
% (current_filepath, final_filepath))
return
make_dir(final_filepath, PostProcessingError)
self.to_screen(f'Moving file "{current_filepath}" to "{final_filepath}"')
shutil.move(current_filepath, final_filepath) # os.rename cannot move between volumes
return final_filepath
def run(self, info):
dl_path, dl_name = os.path.split(info['filepath'])
finaldir = info.get('__finaldir', os.path.abspath(dl_path))
# TODO: add one single key to infodict with ALL downloaded files
# TODO: test with --path temp and stuff
# TODO: make the below work with not-currently-written filepaths like description, annotations, etc
# - Descriptions work, have to do all the other ones too
# - I lied, this should become another post-processor
# TODO: [DONE] probably something with relative paths into absolute again?
# TODO: remove all __files_to_move stuff when done
# TODO: add net-new filepaths to `sanitize_info`
# TODO: consider adding a `infojson_filepath` key in addition to the `infojson_filename` key where the former is the fullpath
for filepath_key in self.TOP_LEVEL_KEYS:
self.move_file_and_write_to_info(info, info, None)
for key, output_file_type in self.CHILD_KEYS.items():
if key not in info:
continue
if isinstance(info[key], list) or isinstance(info[key], dict):
iterable = info[key].values() if isinstance(info[key], dict) else info[key]
for file_dict in iterable:
self.move_file_and_write_to_info(info, file_dict, output_file_type)
return [], info
# class MoveFilesAfterDownloadPP(PostProcessor):
# FILETYPE_KEYS = ['media', 'thumbnails', 'requested_subtitles']
# def __init__(self, downloader=None, downloaded=True):
# PostProcessor.__init__(self, downloader)
# self._downloaded = downloaded
# @classmethod
# def pp_key(cls):
# return 'MoveFiles'
# def expand_relative_paths(self, files_to_move, finaldir):
# for filetype in self.FILETYPE_KEYS:
# if filetype not in files_to_move:
# files_to_move[filetype] = []
# for file_attrs in files_to_move[filetype]:
# if not os.path.isabs(file_attrs['final_filepath']):
# file_attrs['final_filepath'] = os.path.join(finaldir, file_attrs['final_filepath'])
# if not os.path.isabs(file_attrs['current_filepath']):
# file_attrs['current_filepath'] = os.path.abspath(file_attrs['current_filepath'])
# return files_to_move
# def write_filepath_into_info(self, info, filetype, file_attrs):
# if filetype == 'media':
# info['filepath'] = file_attrs['final_filepath']
# elif filetype == 'thumbnails':
# for filetype_dict in info[filetype]:
# if filetype_dict['id'] == file_attrs['id']:
# filetype_dict['filepath'] = file_attrs['final_filepath']
# elif filetype == 'requested_subtitles':
# lang = file_attrs['lang']
# if lang in info[filetype]:
# info[filetype][lang]['filepath'] = file_attrs['final_filepath']
# def run(self, info):
# dl_path, dl_name = os.path.split(info['filepath'])
# finaldir = info.get('__finaldir', os.path.abspath(dl_path))
# th = self._downloader.prepare_filename(info, 'thumbnail')
# pdb.set_trace()
# print("th", th)
# if self._downloaded:
# info['__files_to_move']['media'] = [{'current_filepath': info['filepath'], 'final_filepath': dl_name}]
# files_to_move = self.expand_relative_paths(info['__files_to_move'], finaldir)
# for filetype in self.FILETYPE_KEYS:
# for file_attrs in files_to_move[filetype]:
# current_filepath = file_attrs['current_filepath']
# final_filepath = file_attrs['final_filepath']
# if not current_filepath or not final_filepath:
# continue
# if current_filepath == final_filepath:
# # This ensures the infojson contains the full filepath even
# # when --no-overwrites is used
# self.write_filepath_into_info(info, filetype, file_attrs)
# continue
# if not os.path.exists(current_filepath):
# self.report_warning('File "%s" cannot be found' % current_filepath)
# continue
# if os.path.exists(final_filepath):
# if self.get_param('overwrites', True):
# self.report_warning('Replacing existing file "%s"' % final_filepath)
# os.remove(final_filepath)
# else:
# self.report_warning(
# 'Cannot move file "%s" out of temporary directory since "%s" already exists. '
# % (current_filepath, final_filepath))
# continue
# make_dir(final_filepath, PostProcessingError)
# self.to_screen(f'Moving file "{current_filepath}" to "{final_filepath}"')
# shutil.move(current_filepath, final_filepath) # os.rename cannot move between volumes
# self.write_filepath_into_info(info, filetype, file_attrs)
# return [], info