all except one

This commit is contained in:
Jesse Bannon 2023-12-06 16:47:42 -08:00
parent 3086318d9a
commit 97c2a66fbd
4 changed files with 369 additions and 279 deletions

View file

@ -48,7 +48,7 @@ class CustomFunctions:
return String(out) return String(out)
@staticmethod @staticmethod
def date_metadata(yyyymmdd: String) -> Map: def to_date_metadata(yyyymmdd: String) -> Map:
date_str = yyyymmdd.value date_str = yyyymmdd.value
if not (date_str.isnumeric() and len(date_str) == 6): if not (date_str.isnumeric() and len(date_str) == 6):
raise RuntimeException( raise RuntimeException(

File diff suppressed because it is too large Load diff

View file

@ -1,60 +1,99 @@
from typing import Dict from typing import Dict
from typing import Optional from typing import Optional
from ytdl_sub.entries.script.variable_definitions import KwargKey from ytdl_sub.entries.script.variable_definitions import VARIABLES as v
from ytdl_sub.entries.script.variable_definitions import Variables from ytdl_sub.entries.script.variable_definitions import Metadata
from ytdl_sub.entries.script.variable_definitions import MetadataVariable
from ytdl_sub.entries.script.variable_definitions import Variable
ENTRY_MAP_VARIABLE = "entry_metadata" ###############################################################################################
PLAYLIST_MAP_VARIABLE = "playlist_metadata" # Helpers
SOURCE_MAP_VARIABLE = "source_metadata"
def _entry_get(key: KwargKey, default: Optional[KwargKey | str | int]) -> str: def pad_int(key: Variable, pad: int) -> str:
if default is None:
# TODO: assert with good error message if key DNE
return f"%map_get({ENTRY_MAP_VARIABLE}, '{key.entry_key}')"
if isinstance(default, KwargKey):
return f"%map_get({ENTRY_MAP_VARIABLE}, '{key.entry_key}', {default.variable_name})"
if isinstance(default, str):
return f"%map_get({ENTRY_MAP_VARIABLE}, '{key.entry_key}', '{default}')"
return f"%map_get({ENTRY_MAP_VARIABLE}, '{key.entry_key}', {default})"
def entry_get(key: KwargKey, default: Optional[KwargKey | str | int] = None) -> str:
return f"{{{_entry_get(key=key, default=default)}}}"
def entry_get_int(key: KwargKey, default: Optional[KwargKey] = None) -> str:
return f"{{%int({_entry_get(key=key, default=default)}}}"
def pad_int(key: KwargKey, pad: int) -> str:
return f"{{%pad_zero({key.variable_name}, {pad})}}" return f"{{%pad_zero({key.variable_name}, {pad})}}"
def sanitized(key: KwargKey) -> str: def sanitized(key: Variable) -> str:
return f"{{%sanitize({key.variable_name})}}" return f"{{%sanitize({key.variable_name})}}"
def sanitized_plex(key: KwargKey) -> str: def sanitized_plex(key: Variable) -> str:
return f"{{%sanitize_plex_episode({key.variable_name})}}" return f"{{%sanitize_plex_episode({key.variable_name})}}"
def date_metadata(date_key: KwargKey, metadata_key: str) -> str: def date_metadata(date_key: Variable, metadata_key: str) -> str:
return f"{{%map_get(%date_metadata({date_key.variable_name}), '{metadata_key}')}}" return f"{{%map_get(%to_date_metadata({date_key.variable_name}), '{metadata_key}')}}"
# singleton to produce variable keys ###############################################################################################
v = Variables() # Metadata Getters
ENTRY_HARDCODED_VARIABLES: Dict[KwargKey, str] = { def _get(metadata: Metadata, key: MetadataVariable, default: Optional[Variable | str | int]) -> str:
if default is None:
# TODO: assert with good error message if key DNE
return f"%map_get({metadata.variable_name}, '{key.metadata_key}')"
if isinstance(default, Variable):
return f"%map_get({metadata.variable_name}, '{key.metadata_key}', {default.variable_name})"
if isinstance(default, str):
return f"%map_get({metadata.variable_name}, '{key.metadata_key}', '{default}')"
return f"%map_get({metadata.variable_name}, '{key.metadata_key}', {default})"
def _get_int(
metadata: Metadata, key: MetadataVariable, default: Optional[Variable | int] = None
) -> str:
return f"{{%int({_get(metadata=metadata, key=key, default=default)}}}"
###############################################################################################
# Entry Getters
def entry_get(key: MetadataVariable, default: Optional[Variable | str | int] = None) -> str:
return f"{{{_get(metadata=v.entry_metadata, key=key, default=default)}}}"
def entry_get_int(key: MetadataVariable, default: Optional[Variable | int] = None) -> str:
return f"{{%int({_get_int(metadata=v.entry_metadata, key=key, default=default)}}}"
###############################################################################################
# Playlist Getters
def playlist_get(key: MetadataVariable, default: Optional[Variable | str | int] = None) -> str:
return f"{{{_get(metadata=v.playlist_metadata, key=key, default=default)}}}"
def playlist_get_int(key: MetadataVariable, default: Optional[Variable | int] = None) -> str:
return f"{{%int({_get_int(metadata=v.playlist_metadata, key=key, default=default)}}}"
###############################################################################################
# Source Getters
def source_get(key: MetadataVariable, default: Optional[Variable | str | int] = None) -> str:
return f"{{{_get(metadata=v.source_metadata, key=key, default=default)}}}"
def source_get_int(key: MetadataVariable, default: Optional[Variable | int] = None) -> str:
return f"{{%int({_get_int(metadata=v.source_metadata, key=key, default=default)}}}"
###############################################################################################
# Scripts
ENTRY_HARDCODED_VARIABLES: Dict[Variable, str] = {
v.info_json_ext: "info.json", v.info_json_ext: "info.json",
v.thumbnail_ext: "jpg", v.thumbnail_ext: "jpg",
} }
ENTRY_REQUIRED_VARIABLES: Dict[KwargKey, str] = { ENTRY_REQUIRED_VARIABLES: Dict[MetadataVariable, str] = {
v.uid: entry_get(v.uid), v.uid: entry_get(v.uid),
v.ie_key: entry_get(v.ie_key), v.ie_key: entry_get(v.ie_key),
v.epoch: entry_get_int(v.epoch), v.epoch: entry_get_int(v.epoch),
@ -62,41 +101,42 @@ ENTRY_REQUIRED_VARIABLES: Dict[KwargKey, str] = {
v.ext: entry_get(v.ext), v.ext: entry_get(v.ext),
} }
ENTRY_DEFAULT_VARIABLES: Dict[KwargKey, str] = { ENTRY_DEFAULT_VARIABLES: Dict[MetadataVariable, str] = {
v.playlist_index: playlist_get_int(v.playlist_index, 1),
v.title: entry_get(v.title, v.uid), v.title: entry_get(v.title, v.uid),
v.extractor: entry_get(v.extractor, v.ie_key), v.extractor: entry_get(v.extractor, v.ie_key),
v.description: entry_get(v.description, ""), v.description: entry_get(v.description, ""),
v.uploader_id: entry_get(v.uploader_id, v.uid), v.uploader_id: entry_get(v.uploader_id, v.uid),
v.uploader: entry_get(v.uploader, v.uploader_id), v.uploader: entry_get(v.uploader, v.uploader_id),
v.uploader_url: entry_get(v.uploader_url, v.webpage_url), v.uploader_url: entry_get(v.uploader_url, v.webpage_url),
v.upload_date: entry_get(v.upload_date, v.epoch_date),
v.release_date: entry_get(v.release_date, v.upload_date),
v.channel: entry_get(v.channel, v.uploader),
v.creator: entry_get(v.creator, v.channel),
v.channel_id: entry_get(v.channel_id, v.uploader_id),
} }
ENTRY_DERIVED_VARIABLES: Dict[KwargKey, str] = { ENTRY_INJECTED_VARIABLES: Dict[MetadataVariable, str] = {
v.download_index: entry_get_int(v.download_index),
v.upload_date_index: entry_get_int(v.upload_date_index),
}
ENTRY_DERIVED_VARIABLES: Dict[Variable, str] = {
v.uid_sanitized: sanitized(v.uid), v.uid_sanitized: sanitized(v.uid),
v.uid_sanitized_plex: sanitized_plex(v.uid_sanitized_plex), v.uid_sanitized_plex: sanitized_plex(v.uid_sanitized_plex),
v.title_sanitized: sanitized(v.title), v.title_sanitized: sanitized(v.title),
v.title_sanitized_plex: sanitized_plex(v.title), v.title_sanitized_plex: sanitized_plex(v.title),
v.epoch_date: f"{{%datetime_strftime({v.epoch.variable_name}, '%Y%m%d')}}", v.epoch_date: f"{{%datetime_strftime({v.epoch.variable_name}, '%Y%m%d')}}",
v.epoch_hour: f"{{%datetime_strftime({v.epoch.variable_name}, '%H')}}", v.epoch_hour: f"{{%datetime_strftime({v.epoch.variable_name}, '%H')}}",
v.upload_date: entry_get(v.upload_date, v.epoch_date),
v.release_date: entry_get(v.release_date, v.upload_date),
v.channel: entry_get(v.channel, v.uploader),
v.channel_sanitized: sanitized(v.channel), v.channel_sanitized: sanitized(v.channel),
v.creator: entry_get(v.creator, v.channel),
v.creator_sanitized: sanitized(v.creator), v.creator_sanitized: sanitized(v.creator),
v.channel_id: entry_get(v.channel_id, v.uploader_id),
}
ENTRY_ARCHIVE_VARIABLES: Dict[KwargKey, str] = {
v.download_index: entry_get_int(v.download_index),
v.download_index_padded6: pad_int(v.download_index, 6), v.download_index_padded6: pad_int(v.download_index, 6),
v.upload_date_index: entry_get_int(v.upload_date_index),
v.upload_date_index_padded: pad_int(v.upload_date_index, 2), v.upload_date_index_padded: pad_int(v.upload_date_index, 2),
v.upload_date_index_reversed: f"{{%sub(100, {v.download_index})}}", v.upload_date_index_reversed: f"{{%sub(100, {v.download_index})}}",
v.upload_date_index_reversed_padded: pad_int(v.upload_date_index_reversed, 2), v.upload_date_index_reversed_padded: pad_int(v.upload_date_index_reversed, 2),
} }
ENTRY_UPLOAD_DATE_VARIABLES: Dict[KwargKey, str] = { ENTRY_UPLOAD_DATE_VARIABLES: Dict[Variable, str] = {
v.upload_year: date_metadata(v.upload_date, "year"), v.upload_year: date_metadata(v.upload_date, "year"),
v.upload_year_truncated: date_metadata(v.upload_date, "year_truncated"), v.upload_year_truncated: date_metadata(v.upload_date, "year_truncated"),
v.upload_year_truncated_reversed: date_metadata(v.upload_date, "year_truncated_reversed"), v.upload_year_truncated_reversed: date_metadata(v.upload_date, "year_truncated_reversed"),
@ -117,7 +157,7 @@ ENTRY_UPLOAD_DATE_VARIABLES: Dict[KwargKey, str] = {
v.upload_date_standardized: date_metadata(v.upload_date, "date_standardized"), v.upload_date_standardized: date_metadata(v.upload_date, "date_standardized"),
} }
ENTRY_RELEASE_DATE_VARIABLES: Dict[KwargKey, str] = { ENTRY_RELEASE_DATE_VARIABLES: Dict[Variable, str] = {
v.release_year: date_metadata(v.release_date, "year"), v.release_year: date_metadata(v.release_date, "year"),
v.release_year_truncated: date_metadata(v.release_date, "year_truncated"), v.release_year_truncated: date_metadata(v.release_date, "year_truncated"),
v.release_year_truncated_reversed: date_metadata(v.release_date, "year_truncated_reversed"), v.release_year_truncated_reversed: date_metadata(v.release_date, "year_truncated_reversed"),
@ -138,37 +178,46 @@ ENTRY_RELEASE_DATE_VARIABLES: Dict[KwargKey, str] = {
v.release_date_standardized: date_metadata(v.release_date, "date_standardized"), v.release_date_standardized: date_metadata(v.release_date, "date_standardized"),
} }
ENTRY_SOURCE_VARIABLES: Dict[KwargKey, str] = { PLAYLIST_VARIABLES: Dict[MetadataVariable, str] = {
# source_title v.playlist_uid: playlist_get(v.playlist_uid, v.uid),
# source_title_sanitized v.playlist_title: playlist_get(v.playlist_title, v.title),
# source_uid v.playlist_webpage_url: playlist_get(v.playlist_webpage_url, v.webpage_url),
# source_index v.playlist_count: playlist_get_int(v.playlist_count, 1),
# source_index_padded v.playlist_description: playlist_get(v.playlist_description, v.description),
# source_count v.playlist_uploader_id: playlist_get(v.playlist_uploader_id, v.uploader_id),
# source_webpage_url v.playlist_uploader: playlist_get(v.playlist_uploader, v.uploader),
# source_description v.playlist_uploader_url: playlist_get(v.playlist_uploader_url, v.uploader_url),
# source_uploader_id
# source_uploader
# source_uploader_url
} }
ENTRY_PLAYLIST_VARIABLES: Dict[KwargKey, str] = { PLAYLIST_INJECTED_VARIABLES: Dict[MetadataVariable, str] = {
# playlist_uid v.playlist_max_upload_year: playlist_get(v.playlist_max_upload_year, v.upload_year)
# playlist_title }
# playlist_title_sanitized
# playlist_index PLAYLIST_DERIVED_VARIABLES: Dict[Variable, str] = {
# playlist_index_reversed v.playlist_title_sanitized: sanitized(v.playlist_title),
# playlist_index_padded v.playlist_index_reversed: f"{{%sub({v.playlist_count, v.playlist_index, 1})}}",
# playlist_index_reversed_padded v.playlist_index_padded: pad_int(v.playlist_index, 2),
# playlist_index_padded6 v.playlist_index_reversed_padded: pad_int(v.playlist_index_reversed, 2),
# playlist_index_reversed_padded6 v.playlist_index_padded6: pad_int(v.playlist_index, 6),
# playlist_count v.playlist_index_reversed_padded6: pad_int(v.playlist_index_reversed, 6),
# playlist_description v.playlist_uploader_sanitized: sanitized(v.playlist_uploader),
# playlist_webpage_url # v.playlist_max_upload_year_truncated:
# playlist_max_upload_year }
# playlist_max_upload_year_truncated
# playlist_uploader_id
# playlist_uploader SOURCE_VARIABLES: Dict[MetadataVariable, str] = {
# playlist_uploader_sanitized v.source_uid: source_get(v.source_uid, v.playlist_uid),
# playlist_uploader_url v.source_title: source_get(v.source_title, v.playlist_title),
v.source_webpage_url: source_get(v.source_webpage_url, v.playlist_webpage_url),
v.source_index: source_get_int(v.source_index, 1),
v.source_count: source_get_int(v.source_count, 1),
v.source_description: source_get(v.source_description, v.playlist_description),
v.source_uploader_id: source_get(v.source_uploader_id, v.playlist_uploader_id),
v.source_uploader: source_get(v.source_uploader, v.playlist_uploader),
v.source_uploader_url: source_get(v.source_uploader_url, v.playlist_uploader_url),
}
SOURCE_DERIVED_VARIABLES: Dict[Variable, str] = {
v.source_title_sanitized: sanitized(v.source_title),
v.source_index_padded: pad_int(v.source_index, 2),
} }

View file

@ -110,7 +110,7 @@ class EntryVariables(BaseEntryVariables):
Returns Returns
------- -------
int int
The source count if it exists, otherwise returns the playlist count. The source count if it exists, otherwise returns 1.
""" """
return self.kwargs_get(SOURCE_COUNT, self.playlist_count) return self.kwargs_get(SOURCE_COUNT, self.playlist_count)