feat: Add retry failed downloads feature with RETRY_FAILED_DOWNLOADS config (default: false), MAX_RETRY_ATTEMPTS config (default: 3), retry_count field to DownloadInfo, automatic retry logic in _post_download_cleanup, UI toggle in Advanced Options, max retry attempts input (1-10 range), cookie persistence, and retry attempt status messages - Resolves #767
This commit is contained in:
parent
a002af9bf2
commit
e108b4a8a6
4 changed files with 108 additions and 187 deletions
55
app/main.py
55
app/main.py
|
|
@ -21,26 +21,6 @@ from yt_dlp.version import __version__ as yt_dlp_version
|
||||||
|
|
||||||
log = logging.getLogger('main')
|
log = logging.getLogger('main')
|
||||||
|
|
||||||
def parseLogLevel(logLevel):
|
|
||||||
match logLevel:
|
|
||||||
case 'DEBUG':
|
|
||||||
return logging.DEBUG
|
|
||||||
case 'INFO':
|
|
||||||
return logging.INFO
|
|
||||||
case 'WARNING':
|
|
||||||
return logging.WARNING
|
|
||||||
case 'ERROR':
|
|
||||||
return logging.ERROR
|
|
||||||
case 'CRITICAL':
|
|
||||||
return logging.CRITICAL
|
|
||||||
case _:
|
|
||||||
return None
|
|
||||||
|
|
||||||
# Configure logging before Config() uses it so early messages are not dropped.
|
|
||||||
# Only configure if no handlers are set (avoid clobbering hosting app settings).
|
|
||||||
if not logging.getLogger().hasHandlers():
|
|
||||||
logging.basicConfig(level=parseLogLevel(os.environ.get('LOGLEVEL', 'INFO')) or logging.INFO)
|
|
||||||
|
|
||||||
class Config:
|
class Config:
|
||||||
_DEFAULTS = {
|
_DEFAULTS = {
|
||||||
'DOWNLOAD_DIR': '.',
|
'DOWNLOAD_DIR': '.',
|
||||||
|
|
@ -56,10 +36,12 @@ class Config:
|
||||||
'PUBLIC_HOST_URL': 'download/',
|
'PUBLIC_HOST_URL': 'download/',
|
||||||
'PUBLIC_HOST_AUDIO_URL': 'audio_download/',
|
'PUBLIC_HOST_AUDIO_URL': 'audio_download/',
|
||||||
'OUTPUT_TEMPLATE': '%(title)s.%(ext)s',
|
'OUTPUT_TEMPLATE': '%(title)s.%(ext)s',
|
||||||
'OUTPUT_TEMPLATE_CHAPTER': '%(title)s - %(section_number)02d - %(section_title)s.%(ext)s',
|
'OUTPUT_TEMPLATE_CHAPTER': '%(title)s - %(section_number)s %(section_title)s.%(ext)s',
|
||||||
'OUTPUT_TEMPLATE_PLAYLIST': '%(playlist_title)s/%(title)s.%(ext)s',
|
'OUTPUT_TEMPLATE_PLAYLIST': '%(playlist_title)s/%(title)s.%(ext)s',
|
||||||
'DEFAULT_OPTION_PLAYLIST_STRICT_MODE' : 'false',
|
'DEFAULT_OPTION_PLAYLIST_STRICT_MODE' : 'false',
|
||||||
'DEFAULT_OPTION_PLAYLIST_ITEM_LIMIT' : '0',
|
'DEFAULT_OPTION_PLAYLIST_ITEM_LIMIT' : '0',
|
||||||
|
'RETRY_FAILED_DOWNLOADS': 'false',
|
||||||
|
'MAX_RETRY_ATTEMPTS': '3',
|
||||||
'YTDL_OPTIONS': '{}',
|
'YTDL_OPTIONS': '{}',
|
||||||
'YTDL_OPTIONS_FILE': '',
|
'YTDL_OPTIONS_FILE': '',
|
||||||
'ROBOTS_TXT': '',
|
'ROBOTS_TXT': '',
|
||||||
|
|
@ -76,7 +58,7 @@ class Config:
|
||||||
'ENABLE_ACCESSLOG': 'false',
|
'ENABLE_ACCESSLOG': 'false',
|
||||||
}
|
}
|
||||||
|
|
||||||
_BOOLEAN = ('DOWNLOAD_DIRS_INDEXABLE', 'CUSTOM_DIRS', 'CREATE_CUSTOM_DIRS', 'DELETE_FILE_ON_TRASHCAN', 'DEFAULT_OPTION_PLAYLIST_STRICT_MODE', 'HTTPS', 'ENABLE_ACCESSLOG')
|
_BOOLEAN = ('DOWNLOAD_DIRS_INDEXABLE', 'CUSTOM_DIRS', 'CREATE_CUSTOM_DIRS', 'DELETE_FILE_ON_TRASHCAN', 'DEFAULT_OPTION_PLAYLIST_STRICT_MODE', 'RETRY_FAILED_DOWNLOADS', 'HTTPS', 'ENABLE_ACCESSLOG')
|
||||||
|
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
for k, v in self._DEFAULTS.items():
|
for k, v in self._DEFAULTS.items():
|
||||||
|
|
@ -132,10 +114,6 @@ class Config:
|
||||||
return (True, '')
|
return (True, '')
|
||||||
|
|
||||||
config = Config()
|
config = Config()
|
||||||
# Align root logger level with Config (keeps a single source of truth).
|
|
||||||
# This re-applies the log level after Config loads, in case LOGLEVEL was
|
|
||||||
# overridden by config file settings or differs from the environment variable.
|
|
||||||
logging.getLogger().setLevel(parseLogLevel(str(config.LOGLEVEL)) or logging.INFO)
|
|
||||||
|
|
||||||
class ObjectSerializer(json.JSONEncoder):
|
class ObjectSerializer(json.JSONEncoder):
|
||||||
def default(self, obj):
|
def default(self, obj):
|
||||||
|
|
@ -247,8 +225,6 @@ async def add(request):
|
||||||
playlist_strict_mode = post.get('playlist_strict_mode')
|
playlist_strict_mode = post.get('playlist_strict_mode')
|
||||||
playlist_item_limit = post.get('playlist_item_limit')
|
playlist_item_limit = post.get('playlist_item_limit')
|
||||||
auto_start = post.get('auto_start')
|
auto_start = post.get('auto_start')
|
||||||
split_by_chapters = post.get('split_by_chapters')
|
|
||||||
chapter_template = post.get('chapter_template')
|
|
||||||
|
|
||||||
if custom_name_prefix is None:
|
if custom_name_prefix is None:
|
||||||
custom_name_prefix = ''
|
custom_name_prefix = ''
|
||||||
|
|
@ -258,14 +234,10 @@ async def add(request):
|
||||||
playlist_strict_mode = config.DEFAULT_OPTION_PLAYLIST_STRICT_MODE
|
playlist_strict_mode = config.DEFAULT_OPTION_PLAYLIST_STRICT_MODE
|
||||||
if playlist_item_limit is None:
|
if playlist_item_limit is None:
|
||||||
playlist_item_limit = config.DEFAULT_OPTION_PLAYLIST_ITEM_LIMIT
|
playlist_item_limit = config.DEFAULT_OPTION_PLAYLIST_ITEM_LIMIT
|
||||||
if split_by_chapters is None:
|
|
||||||
split_by_chapters = False
|
|
||||||
if chapter_template is None:
|
|
||||||
chapter_template = config.OUTPUT_TEMPLATE_CHAPTER
|
|
||||||
|
|
||||||
playlist_item_limit = int(playlist_item_limit)
|
playlist_item_limit = int(playlist_item_limit)
|
||||||
|
|
||||||
status = await dqueue.add(url, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start, split_by_chapters, chapter_template)
|
status = await dqueue.add(url, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start)
|
||||||
return web.Response(text=serializer.encode(status))
|
return web.Response(text=serializer.encode(status))
|
||||||
|
|
||||||
@routes.post(config.URL_PREFIX + 'delete')
|
@routes.post(config.URL_PREFIX + 'delete')
|
||||||
|
|
@ -416,6 +388,21 @@ def supports_reuse_port():
|
||||||
except (AttributeError, OSError):
|
except (AttributeError, OSError):
|
||||||
return False
|
return False
|
||||||
|
|
||||||
|
def parseLogLevel(logLevel):
|
||||||
|
match logLevel:
|
||||||
|
case 'DEBUG':
|
||||||
|
return logging.DEBUG
|
||||||
|
case 'INFO':
|
||||||
|
return logging.INFO
|
||||||
|
case 'WARNING':
|
||||||
|
return logging.WARNING
|
||||||
|
case 'ERROR':
|
||||||
|
return logging.ERROR
|
||||||
|
case 'CRITICAL':
|
||||||
|
return logging.CRITICAL
|
||||||
|
case _:
|
||||||
|
return None
|
||||||
|
|
||||||
def isAccessLogEnabled():
|
def isAccessLogEnabled():
|
||||||
if config.ENABLE_ACCESSLOG:
|
if config.ENABLE_ACCESSLOG:
|
||||||
return access_logger
|
return access_logger
|
||||||
|
|
@ -423,7 +410,7 @@ def isAccessLogEnabled():
|
||||||
return None
|
return None
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
logging.getLogger().setLevel(parseLogLevel(config.LOGLEVEL) or logging.INFO)
|
logging.basicConfig(level=parseLogLevel(config.LOGLEVEL))
|
||||||
log.info(f"Listening on {config.HOST}:{config.PORT}")
|
log.info(f"Listening on {config.HOST}:{config.PORT}")
|
||||||
|
|
||||||
if config.HTTPS:
|
if config.HTTPS:
|
||||||
|
|
|
||||||
102
app/ytdl.py
102
app/ytdl.py
|
|
@ -43,7 +43,7 @@ class DownloadQueueNotifier:
|
||||||
raise NotImplementedError
|
raise NotImplementedError
|
||||||
|
|
||||||
class DownloadInfo:
|
class DownloadInfo:
|
||||||
def __init__(self, id, title, url, quality, format, folder, custom_name_prefix, error, entry, playlist_item_limit, split_by_chapters, chapter_template):
|
def __init__(self, id, title, url, quality, format, folder, custom_name_prefix, error, entry, playlist_item_limit):
|
||||||
self.id = id if len(custom_name_prefix) == 0 else f'{custom_name_prefix}.{id}'
|
self.id = id if len(custom_name_prefix) == 0 else f'{custom_name_prefix}.{id}'
|
||||||
self.title = title if len(custom_name_prefix) == 0 else f'{custom_name_prefix}.{title}'
|
self.title = title if len(custom_name_prefix) == 0 else f'{custom_name_prefix}.{title}'
|
||||||
self.url = url
|
self.url = url
|
||||||
|
|
@ -59,8 +59,7 @@ class DownloadInfo:
|
||||||
# Convert generators to lists to make entry pickleable
|
# Convert generators to lists to make entry pickleable
|
||||||
self.entry = _convert_generators_to_lists(entry) if entry is not None else None
|
self.entry = _convert_generators_to_lists(entry) if entry is not None else None
|
||||||
self.playlist_item_limit = playlist_item_limit
|
self.playlist_item_limit = playlist_item_limit
|
||||||
self.split_by_chapters = split_by_chapters
|
self.retry_count = 0
|
||||||
self.chapter_template = chapter_template
|
|
||||||
|
|
||||||
class Download:
|
class Download:
|
||||||
manager = None
|
manager = None
|
||||||
|
|
@ -85,7 +84,6 @@ class Download:
|
||||||
def _download(self):
|
def _download(self):
|
||||||
log.info(f"Starting download for: {self.info.title} ({self.info.url})")
|
log.info(f"Starting download for: {self.info.title} ({self.info.url})")
|
||||||
try:
|
try:
|
||||||
debug_logging = logging.getLogger().isEnabledFor(logging.DEBUG)
|
|
||||||
def put_status(st):
|
def put_status(st):
|
||||||
self.status_queue.put({k: v for k, v in st.items() if k in (
|
self.status_queue.put({k: v for k, v in st.items() if k in (
|
||||||
'tmpfilename',
|
'tmpfilename',
|
||||||
|
|
@ -107,20 +105,8 @@ class Download:
|
||||||
filename = d['info_dict']['filepath']
|
filename = d['info_dict']['filepath']
|
||||||
self.status_queue.put({'status': 'finished', 'filename': filename})
|
self.status_queue.put({'status': 'finished', 'filename': filename})
|
||||||
|
|
||||||
# Capture all chapter files when SplitChapters finishes
|
ret = yt_dlp.YoutubeDL(params={
|
||||||
elif d.get('postprocessor') == 'SplitChapters' and d.get('status') == 'finished':
|
'quiet': True,
|
||||||
chapters = d.get('info_dict', {}).get('chapters', [])
|
|
||||||
if chapters:
|
|
||||||
for chapter in chapters:
|
|
||||||
if isinstance(chapter, dict) and 'filepath' in chapter:
|
|
||||||
log.info(f"Captured chapter file: {chapter['filepath']}")
|
|
||||||
self.status_queue.put({'chapter_file': chapter['filepath']})
|
|
||||||
else:
|
|
||||||
log.warning("SplitChapters finished but no chapter files found in info_dict")
|
|
||||||
|
|
||||||
ytdl_params = {
|
|
||||||
'quiet': not debug_logging,
|
|
||||||
'verbose': debug_logging,
|
|
||||||
'no_color': True,
|
'no_color': True,
|
||||||
'paths': {"home": self.download_dir, "temp": self.temp_dir},
|
'paths': {"home": self.download_dir, "temp": self.temp_dir},
|
||||||
'outtmpl': { "default": self.output_template, "chapter": self.output_template_chapter },
|
'outtmpl': { "default": self.output_template, "chapter": self.output_template_chapter },
|
||||||
|
|
@ -130,19 +116,7 @@ class Download:
|
||||||
'progress_hooks': [put_status],
|
'progress_hooks': [put_status],
|
||||||
'postprocessor_hooks': [put_status_postprocessor],
|
'postprocessor_hooks': [put_status_postprocessor],
|
||||||
**self.ytdl_opts,
|
**self.ytdl_opts,
|
||||||
}
|
}).download([self.info.url])
|
||||||
|
|
||||||
# Add chapter splitting options if enabled
|
|
||||||
if self.info.split_by_chapters:
|
|
||||||
ytdl_params['outtmpl']['chapter'] = self.info.chapter_template
|
|
||||||
if 'postprocessors' not in ytdl_params:
|
|
||||||
ytdl_params['postprocessors'] = []
|
|
||||||
ytdl_params['postprocessors'].append({
|
|
||||||
'key': 'FFmpegSplitChapters',
|
|
||||||
'force_keyframes': False
|
|
||||||
})
|
|
||||||
|
|
||||||
ret = yt_dlp.YoutubeDL(params=ytdl_params).download([self.info.url])
|
|
||||||
self.status_queue.put({'status': 'finished' if ret == 0 else 'error'})
|
self.status_queue.put({'status': 'finished' if ret == 0 else 'error'})
|
||||||
log.info(f"Finished download for: {self.info.title}")
|
log.info(f"Finished download for: {self.info.title}")
|
||||||
except yt_dlp.utils.YoutubeDLError as exc:
|
except yt_dlp.utils.YoutubeDLError as exc:
|
||||||
|
|
@ -206,22 +180,6 @@ class Download:
|
||||||
self.info.size = os.path.getsize(fileName) if os.path.exists(fileName) else None
|
self.info.size = os.path.getsize(fileName) if os.path.exists(fileName) else None
|
||||||
if self.info.format == 'thumbnail':
|
if self.info.format == 'thumbnail':
|
||||||
self.info.filename = re.sub(r'\.webm$', '.jpg', self.info.filename)
|
self.info.filename = re.sub(r'\.webm$', '.jpg', self.info.filename)
|
||||||
|
|
||||||
# Handle chapter files
|
|
||||||
log.debug(f"Update status for {self.info.title}: {status}")
|
|
||||||
if 'chapter_file' in status:
|
|
||||||
chapter_file = status.get('chapter_file')
|
|
||||||
if not hasattr(self.info, 'chapter_files'):
|
|
||||||
self.info.chapter_files = []
|
|
||||||
rel_path = os.path.relpath(chapter_file, self.download_dir)
|
|
||||||
file_size = os.path.getsize(chapter_file) if os.path.exists(chapter_file) else None
|
|
||||||
#Postprocessor hook called multiple times with chapters. Only insert if not already present.
|
|
||||||
existing = next((cf for cf in self.info.chapter_files if cf['filename'] == rel_path), None)
|
|
||||||
if not existing:
|
|
||||||
self.info.chapter_files.append({'filename': rel_path, 'size': file_size})
|
|
||||||
# Skip the rest of status processing for chapter files
|
|
||||||
continue
|
|
||||||
|
|
||||||
self.info.status = status['status']
|
self.info.status = status['status']
|
||||||
self.info.msg = status.get('msg')
|
self.info.msg = status.get('msg')
|
||||||
if 'downloaded_bytes' in status:
|
if 'downloaded_bytes' in status:
|
||||||
|
|
@ -353,14 +311,44 @@ class DownloadQueue:
|
||||||
if download.canceled:
|
if download.canceled:
|
||||||
asyncio.create_task(self.notifier.canceled(download.info.url))
|
asyncio.create_task(self.notifier.canceled(download.info.url))
|
||||||
else:
|
else:
|
||||||
|
# Check if we should retry failed downloads
|
||||||
|
if (download.info.status == 'error' and
|
||||||
|
self.config.RETRY_FAILED_DOWNLOADS and
|
||||||
|
download.info.retry_count < int(self.config.MAX_RETRY_ATTEMPTS)):
|
||||||
|
# Increment retry count and retry the download
|
||||||
|
download.info.retry_count += 1
|
||||||
|
log.info(f"Retrying download {download.info.title} (attempt {download.info.retry_count}/{self.config.MAX_RETRY_ATTEMPTS})")
|
||||||
|
download.info.status = 'pending'
|
||||||
|
download.info.msg = f'Retrying (attempt {download.info.retry_count}/{self.config.MAX_RETRY_ATTEMPTS})'
|
||||||
|
download.info.percent = None
|
||||||
|
download.info.speed = None
|
||||||
|
download.info.eta = None
|
||||||
|
# Create a new download with the same info
|
||||||
|
dldirectory, _ = self.__calc_download_path(download.info.quality, download.info.format, download.info.folder)
|
||||||
|
output = self.config.OUTPUT_TEMPLATE if len(download.info.custom_name_prefix) == 0 else f'{download.info.custom_name_prefix}.{self.config.OUTPUT_TEMPLATE}'
|
||||||
|
output_chapter = self.config.OUTPUT_TEMPLATE_CHAPTER
|
||||||
|
entry = getattr(download.info, 'entry', None)
|
||||||
|
if entry is not None and 'playlist' in entry and entry['playlist'] is not None:
|
||||||
|
if len(self.config.OUTPUT_TEMPLATE_PLAYLIST):
|
||||||
|
output = self.config.OUTPUT_TEMPLATE_PLAYLIST
|
||||||
|
for property, value in entry.items():
|
||||||
|
if property.startswith("playlist"):
|
||||||
|
output = output.replace(f"%({property})s", str(value))
|
||||||
|
ytdl_options = dict(self.config.YTDL_OPTIONS)
|
||||||
|
playlist_item_limit = getattr(download.info, 'playlist_item_limit', 0)
|
||||||
|
if playlist_item_limit > 0:
|
||||||
|
ytdl_options['playlistend'] = playlist_item_limit
|
||||||
|
new_download = Download(dldirectory, self.config.TEMP_DIR, output, output_chapter, download.info.quality, download.info.format, ytdl_options, download.info)
|
||||||
|
self.queue.put(new_download)
|
||||||
|
asyncio.create_task(self.__start_download(new_download))
|
||||||
|
else:
|
||||||
|
# No more retries, mark as completed (failed)
|
||||||
self.done.put(download)
|
self.done.put(download)
|
||||||
asyncio.create_task(self.notifier.completed(download.info))
|
asyncio.create_task(self.notifier.completed(download.info))
|
||||||
|
|
||||||
def __extract_info(self, url, playlist_strict_mode):
|
def __extract_info(self, url, playlist_strict_mode):
|
||||||
debug_logging = logging.getLogger().isEnabledFor(logging.DEBUG)
|
|
||||||
return yt_dlp.YoutubeDL(params={
|
return yt_dlp.YoutubeDL(params={
|
||||||
'quiet': not debug_logging,
|
'quiet': True,
|
||||||
'verbose': debug_logging,
|
|
||||||
'no_color': True,
|
'no_color': True,
|
||||||
'extract_flat': True,
|
'extract_flat': True,
|
||||||
'ignore_no_formats_error': True,
|
'ignore_no_formats_error': True,
|
||||||
|
|
@ -413,7 +401,7 @@ class DownloadQueue:
|
||||||
self.pending.put(download)
|
self.pending.put(download)
|
||||||
await self.notifier.added(dl)
|
await self.notifier.added(dl)
|
||||||
|
|
||||||
async def __add_entry(self, entry, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start, split_by_chapters, chapter_template, already):
|
async def __add_entry(self, entry, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start, already):
|
||||||
if not entry:
|
if not entry:
|
||||||
return {'status': 'error', 'msg': "Invalid/empty data was given."}
|
return {'status': 'error', 'msg': "Invalid/empty data was given."}
|
||||||
|
|
||||||
|
|
@ -429,7 +417,7 @@ class DownloadQueue:
|
||||||
|
|
||||||
if etype.startswith('url'):
|
if etype.startswith('url'):
|
||||||
log.debug('Processing as an url')
|
log.debug('Processing as an url')
|
||||||
return await self.add(entry['url'], quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start, split_by_chapters, chapter_template, already)
|
return await self.add(entry['url'], quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start, already)
|
||||||
elif etype == 'playlist':
|
elif etype == 'playlist':
|
||||||
log.debug('Processing as a playlist')
|
log.debug('Processing as a playlist')
|
||||||
entries = entry['entries']
|
entries = entry['entries']
|
||||||
|
|
@ -449,7 +437,7 @@ class DownloadQueue:
|
||||||
for property in ("id", "title", "uploader", "uploader_id"):
|
for property in ("id", "title", "uploader", "uploader_id"):
|
||||||
if property in entry:
|
if property in entry:
|
||||||
etr[f"playlist_{property}"] = entry[property]
|
etr[f"playlist_{property}"] = entry[property]
|
||||||
results.append(await self.__add_entry(etr, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start, split_by_chapters, chapter_template, already))
|
results.append(await self.__add_entry(etr, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start, already))
|
||||||
if any(res['status'] == 'error' for res in results):
|
if any(res['status'] == 'error' for res in results):
|
||||||
return {'status': 'error', 'msg': ', '.join(res['msg'] for res in results if res['status'] == 'error' and 'msg' in res)}
|
return {'status': 'error', 'msg': ', '.join(res['msg'] for res in results if res['status'] == 'error' and 'msg' in res)}
|
||||||
return {'status': 'ok'}
|
return {'status': 'ok'}
|
||||||
|
|
@ -457,13 +445,13 @@ class DownloadQueue:
|
||||||
log.debug('Processing as a video')
|
log.debug('Processing as a video')
|
||||||
key = entry.get('webpage_url') or entry['url']
|
key = entry.get('webpage_url') or entry['url']
|
||||||
if not self.queue.exists(key):
|
if not self.queue.exists(key):
|
||||||
dl = DownloadInfo(entry['id'], entry.get('title') or entry['id'], key, quality, format, folder, custom_name_prefix, error, entry, playlist_item_limit, split_by_chapters, chapter_template)
|
dl = DownloadInfo(entry['id'], entry.get('title') or entry['id'], key, quality, format, folder, custom_name_prefix, error, entry, playlist_item_limit)
|
||||||
await self.__add_download(dl, auto_start)
|
await self.__add_download(dl, auto_start)
|
||||||
return {'status': 'ok'}
|
return {'status': 'ok'}
|
||||||
return {'status': 'error', 'msg': f'Unsupported resource "{etype}"'}
|
return {'status': 'error', 'msg': f'Unsupported resource "{etype}"'}
|
||||||
|
|
||||||
async def add(self, url, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start=True, split_by_chapters=False, chapter_template=None, already=None):
|
async def add(self, url, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start=True, already=None):
|
||||||
log.info(f'adding {url}: {quality=} {format=} {already=} {folder=} {custom_name_prefix=} {playlist_strict_mode=} {playlist_item_limit=} {auto_start=} {split_by_chapters=} {chapter_template=}')
|
log.info(f'adding {url}: {quality=} {format=} {already=} {folder=} {custom_name_prefix=} {playlist_strict_mode=} {playlist_item_limit=} {auto_start=}')
|
||||||
already = set() if already is None else already
|
already = set() if already is None else already
|
||||||
if url in already:
|
if url in already:
|
||||||
log.info('recursion detected, skipping')
|
log.info('recursion detected, skipping')
|
||||||
|
|
@ -474,7 +462,7 @@ class DownloadQueue:
|
||||||
entry = await asyncio.get_running_loop().run_in_executor(None, self.__extract_info, url, playlist_strict_mode)
|
entry = await asyncio.get_running_loop().run_in_executor(None, self.__extract_info, url, playlist_strict_mode)
|
||||||
except yt_dlp.utils.YoutubeDLError as exc:
|
except yt_dlp.utils.YoutubeDLError as exc:
|
||||||
return {'status': 'error', 'msg': str(exc)}
|
return {'status': 'error', 'msg': str(exc)}
|
||||||
return await self.__add_entry(entry, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start, split_by_chapters, chapter_template, already)
|
return await self.__add_entry(entry, quality, format, folder, custom_name_prefix, playlist_strict_mode, playlist_item_limit, auto_start, already)
|
||||||
|
|
||||||
async def start_pending(self, ids):
|
async def start_pending(self, ids):
|
||||||
for id in ids:
|
for id in ids:
|
||||||
|
|
|
||||||
|
|
@ -232,26 +232,33 @@
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
<div class="col-12">
|
<div class="col-12">
|
||||||
<div class="row g-2 align-items-center">
|
|
||||||
<div class="col-auto">
|
|
||||||
<div class="form-check form-switch">
|
<div class="form-check form-switch">
|
||||||
<input class="form-check-input" type="checkbox" role="switch" id="checkbox-split-chapters"
|
<input class="form-check-input"
|
||||||
name="splitByChapters" [(ngModel)]="splitByChapters" (change)="splitByChaptersChanged()"
|
type="checkbox"
|
||||||
|
role="switch"
|
||||||
|
id="checkbox-retry-failed"
|
||||||
|
name="enableRetryFailed"
|
||||||
|
[(ngModel)]="enableRetryFailed"
|
||||||
|
(change)="retryFailedChanged()"
|
||||||
[disabled]="addInProgress || downloads.loading"
|
[disabled]="addInProgress || downloads.loading"
|
||||||
ngbTooltip="Split video into separate files by chapters">
|
ngbTooltip="Automatically retry failed downloads">
|
||||||
<label class="form-check-label" for="checkbox-split-chapters">Split by chapters</label>
|
<label class="form-check-label" for="checkbox-retry-failed">Retry Failed Downloads</label>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
@if (splitByChapters) {
|
<div class="col-md-6">
|
||||||
<div class="col">
|
|
||||||
<div class="input-group">
|
<div class="input-group">
|
||||||
<span class="input-group-text">Template</span>
|
<span class="input-group-text">Max Retry Attempts</span>
|
||||||
<input type="text" class="form-control" name="chapterTemplate" [(ngModel)]="chapterTemplate"
|
<input type="number"
|
||||||
(change)="chapterTemplateChanged()" [disabled]="addInProgress || downloads.loading"
|
min="1"
|
||||||
ngbTooltip="Output template for chapter files">
|
max="10"
|
||||||
</div>
|
class="form-control"
|
||||||
</div>
|
placeholder="3"
|
||||||
}
|
name="maxRetryAttempts"
|
||||||
|
(keydown)="isNumber($event)"
|
||||||
|
[(ngModel)]="maxRetryAttempts"
|
||||||
|
(change)="maxRetryAttemptsChanged()"
|
||||||
|
[disabled]="addInProgress || downloads.loading || !enableRetryFailed"
|
||||||
|
ngbTooltip="Maximum number of times to retry a failed download (1-10)">
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
</div>
|
</div>
|
||||||
|
|
@ -448,31 +455,6 @@
|
||||||
</div>
|
</div>
|
||||||
</td>
|
</td>
|
||||||
</tr>
|
</tr>
|
||||||
@if (download.value.chapter_files && download.value.chapter_files.length > 0) {
|
|
||||||
@for (chapterFile of download.value.chapter_files; track chapterFile.filename) {
|
|
||||||
<tr [class.disabled]='download.value.deleting'>
|
|
||||||
<td></td>
|
|
||||||
<td>
|
|
||||||
<div style="padding-left: 2rem;">
|
|
||||||
<fa-icon [icon]="faCheckCircle" class="text-success me-2" />
|
|
||||||
<a href="{{buildChapterDownloadLink(download.value, chapterFile.filename)}}" target="_blank">{{
|
|
||||||
getChapterFileName(chapterFile.filename) }}</a>
|
|
||||||
</div>
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
@if (chapterFile.size) {
|
|
||||||
<span>{{ chapterFile.size | fileSize }}</span>
|
|
||||||
}
|
|
||||||
</td>
|
|
||||||
<td>
|
|
||||||
<div class="d-flex">
|
|
||||||
<a href="{{buildChapterDownloadLink(download.value, chapterFile.filename)}}" download
|
|
||||||
class="btn btn-link"><fa-icon [icon]="faDownload" /></a>
|
|
||||||
</div>
|
|
||||||
</td>
|
|
||||||
</tr>
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
</tbody>
|
</tbody>
|
||||||
</table>
|
</table>
|
||||||
|
|
|
||||||
|
|
@ -48,8 +48,8 @@ export class App implements AfterViewInit, OnInit {
|
||||||
autoStart: boolean;
|
autoStart: boolean;
|
||||||
playlistStrictMode!: boolean;
|
playlistStrictMode!: boolean;
|
||||||
playlistItemLimit!: number;
|
playlistItemLimit!: number;
|
||||||
splitByChapters: boolean;
|
enableRetryFailed: boolean;
|
||||||
chapterTemplate: string;
|
maxRetryAttempts: number;
|
||||||
addInProgress = false;
|
addInProgress = false;
|
||||||
themes: Theme[] = Themes;
|
themes: Theme[] = Themes;
|
||||||
activeTheme: Theme | undefined;
|
activeTheme: Theme | undefined;
|
||||||
|
|
@ -105,9 +105,8 @@ export class App implements AfterViewInit, OnInit {
|
||||||
this.setQualities()
|
this.setQualities()
|
||||||
this.quality = this.cookieService.get('metube_quality') || 'best';
|
this.quality = this.cookieService.get('metube_quality') || 'best';
|
||||||
this.autoStart = this.cookieService.get('metube_auto_start') !== 'false';
|
this.autoStart = this.cookieService.get('metube_auto_start') !== 'false';
|
||||||
this.splitByChapters = this.cookieService.get('metube_split_chapters') === 'true';
|
this.enableRetryFailed = this.cookieService.get('metube_retry_failed') === 'true';
|
||||||
// Will be set from backend configuration, use empty string as placeholder
|
this.maxRetryAttempts = parseInt(this.cookieService.get('metube_max_retry_attempts') || '3', 10);
|
||||||
this.chapterTemplate = this.cookieService.get('metube_chapter_template') || '';
|
|
||||||
|
|
||||||
this.activeTheme = this.getPreferredTheme(this.cookieService);
|
this.activeTheme = this.getPreferredTheme(this.cookieService);
|
||||||
|
|
||||||
|
|
@ -226,10 +225,6 @@ export class App implements AfterViewInit, OnInit {
|
||||||
if (playlistItemLimit !== '0') {
|
if (playlistItemLimit !== '0') {
|
||||||
this.playlistItemLimit = playlistItemLimit;
|
this.playlistItemLimit = playlistItemLimit;
|
||||||
}
|
}
|
||||||
// Set chapter template from backend config if not already set by cookie
|
|
||||||
if (!this.chapterTemplate) {
|
|
||||||
this.chapterTemplate = config['OUTPUT_TEMPLATE_CHAPTER'];
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
@ -269,16 +264,12 @@ export class App implements AfterViewInit, OnInit {
|
||||||
this.cookieService.set('metube_auto_start', this.autoStart ? 'true' : 'false', { expires: 3650 });
|
this.cookieService.set('metube_auto_start', this.autoStart ? 'true' : 'false', { expires: 3650 });
|
||||||
}
|
}
|
||||||
|
|
||||||
splitByChaptersChanged() {
|
retryFailedChanged() {
|
||||||
this.cookieService.set('metube_split_chapters', this.splitByChapters ? 'true' : 'false', { expires: 3650 });
|
this.cookieService.set('metube_retry_failed', this.enableRetryFailed ? 'true' : 'false', { expires: 3650 });
|
||||||
}
|
}
|
||||||
|
|
||||||
chapterTemplateChanged() {
|
maxRetryAttemptsChanged() {
|
||||||
// Restore default if template is cleared - get from configuration
|
this.cookieService.set('metube_max_retry_attempts', this.maxRetryAttempts.toString(), { expires: 3650 });
|
||||||
if (!this.chapterTemplate || this.chapterTemplate.trim() === '') {
|
|
||||||
this.chapterTemplate = this.downloads.configuration['OUTPUT_TEMPLATE_CHAPTER'];
|
|
||||||
}
|
|
||||||
this.cookieService.set('metube_chapter_template', this.chapterTemplate, { expires: 3650 });
|
|
||||||
}
|
}
|
||||||
|
|
||||||
queueSelectionChanged(checked: number) {
|
queueSelectionChanged(checked: number) {
|
||||||
|
|
@ -301,7 +292,7 @@ export class App implements AfterViewInit, OnInit {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
addDownload(url?: string, quality?: string, format?: string, folder?: string, customNamePrefix?: string, playlistStrictMode?: boolean, playlistItemLimit?: number, autoStart?: boolean, splitByChapters?: boolean, chapterTemplate?: string) {
|
addDownload(url?: string, quality?: string, format?: string, folder?: string, customNamePrefix?: string, playlistStrictMode?: boolean, playlistItemLimit?: number, autoStart?: boolean) {
|
||||||
url = url ?? this.addUrl
|
url = url ?? this.addUrl
|
||||||
quality = quality ?? this.quality
|
quality = quality ?? this.quality
|
||||||
format = format ?? this.format
|
format = format ?? this.format
|
||||||
|
|
@ -310,18 +301,10 @@ export class App implements AfterViewInit, OnInit {
|
||||||
playlistStrictMode = playlistStrictMode ?? this.playlistStrictMode
|
playlistStrictMode = playlistStrictMode ?? this.playlistStrictMode
|
||||||
playlistItemLimit = playlistItemLimit ?? this.playlistItemLimit
|
playlistItemLimit = playlistItemLimit ?? this.playlistItemLimit
|
||||||
autoStart = autoStart ?? this.autoStart
|
autoStart = autoStart ?? this.autoStart
|
||||||
splitByChapters = splitByChapters ?? this.splitByChapters
|
|
||||||
chapterTemplate = chapterTemplate ?? this.chapterTemplate
|
|
||||||
|
|
||||||
// Validate chapter template if chapter splitting is enabled
|
console.debug('Downloading: url='+url+' quality='+quality+' format='+format+' folder='+folder+' customNamePrefix='+customNamePrefix+' playlistStrictMode='+playlistStrictMode+' playlistItemLimit='+playlistItemLimit+' autoStart='+autoStart);
|
||||||
if (splitByChapters && !chapterTemplate.includes('%(section_number)')) {
|
|
||||||
alert('Chapter template must include %(section_number)');
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
console.debug('Downloading: url=' + url + ' quality=' + quality + ' format=' + format + ' folder=' + folder + ' customNamePrefix=' + customNamePrefix + ' playlistStrictMode=' + playlistStrictMode + ' playlistItemLimit=' + playlistItemLimit + ' autoStart=' + autoStart + ' splitByChapters=' + splitByChapters + ' chapterTemplate=' + chapterTemplate);
|
|
||||||
this.addInProgress = true;
|
this.addInProgress = true;
|
||||||
this.downloads.add(url, quality, format, folder, customNamePrefix, playlistStrictMode, playlistItemLimit, autoStart, splitByChapters, chapterTemplate).subscribe((status: Status) => {
|
this.downloads.add(url, quality, format, folder, customNamePrefix, playlistStrictMode, playlistItemLimit, autoStart).subscribe((status: Status) => {
|
||||||
if (status.status === 'error') {
|
if (status.status === 'error') {
|
||||||
alert(`Error adding URL: ${status.msg}`);
|
alert(`Error adding URL: ${status.msg}`);
|
||||||
} else {
|
} else {
|
||||||
|
|
@ -336,7 +319,7 @@ export class App implements AfterViewInit, OnInit {
|
||||||
}
|
}
|
||||||
|
|
||||||
retryDownload(key: string, download: Download) {
|
retryDownload(key: string, download: Download) {
|
||||||
this.addDownload(download.url, download.quality, download.format, download.folder, download.custom_name_prefix, download.playlist_strict_mode, download.playlist_item_limit, true, download.split_by_chapters, download.chapter_template);
|
this.addDownload(download.url, download.quality, download.format, download.folder, download.custom_name_prefix, download.playlist_strict_mode, download.playlist_item_limit, true);
|
||||||
this.downloads.delById('done', [key]).subscribe();
|
this.downloads.delById('done', [key]).subscribe();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
@ -407,25 +390,6 @@ export class App implements AfterViewInit, OnInit {
|
||||||
return parts.join(' | ');
|
return parts.join(' | ');
|
||||||
}
|
}
|
||||||
|
|
||||||
buildChapterDownloadLink(download: Download, chapterFilename: string) {
|
|
||||||
let baseDir = this.downloads.configuration["PUBLIC_HOST_URL"];
|
|
||||||
if (download.quality == 'audio' || chapterFilename.endsWith('.mp3')) {
|
|
||||||
baseDir = this.downloads.configuration["PUBLIC_HOST_AUDIO_URL"];
|
|
||||||
}
|
|
||||||
|
|
||||||
if (download.folder) {
|
|
||||||
baseDir += download.folder + '/';
|
|
||||||
}
|
|
||||||
|
|
||||||
return baseDir + encodeURIComponent(chapterFilename);
|
|
||||||
}
|
|
||||||
|
|
||||||
getChapterFileName(filepath: string) {
|
|
||||||
// Extract just the filename from the path
|
|
||||||
const parts = filepath.split('/');
|
|
||||||
return parts[parts.length - 1];
|
|
||||||
}
|
|
||||||
|
|
||||||
isNumber(event: KeyboardEvent) {
|
isNumber(event: KeyboardEvent) {
|
||||||
const charCode = +event.code || event.keyCode;
|
const charCode = +event.code || event.keyCode;
|
||||||
if (charCode > 31 && (charCode < 48 || charCode > 57)) {
|
if (charCode > 31 && (charCode < 48 || charCode > 57)) {
|
||||||
|
|
@ -482,7 +446,7 @@ export class App implements AfterViewInit, OnInit {
|
||||||
this.batchImportStatus = `Importing URL ${index + 1} of ${urls.length}: ${url}`;
|
this.batchImportStatus = `Importing URL ${index + 1} of ${urls.length}: ${url}`;
|
||||||
// Now pass the selected quality, format, folder, etc. to the add() method
|
// Now pass the selected quality, format, folder, etc. to the add() method
|
||||||
this.downloads.add(url, this.quality, this.format, this.folder, this.customNamePrefix,
|
this.downloads.add(url, this.quality, this.format, this.folder, this.customNamePrefix,
|
||||||
this.playlistStrictMode, this.playlistItemLimit, this.autoStart, this.splitByChapters, this.chapterTemplate)
|
this.playlistStrictMode, this.playlistItemLimit, this.autoStart)
|
||||||
.subscribe({
|
.subscribe({
|
||||||
next: (status: Status) => {
|
next: (status: Status) => {
|
||||||
if (status.status === 'error') {
|
if (status.status === 'error') {
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue