danvics/soulsync
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Add polling feature to detect files in docker volumes

Browse source
This commit is contained in:
Leopold Sappler 2026-01-19 22:34:15 +01:00
parent 4e0e4db930
commit 3753143d33
1 changed files with 32 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

34
core/drop_monitor_folder.py
View file

@ -51,6 +51,7 @@ class DropFolderProcessor:
self._running = False self._running = False
self._spotify_client = None self._spotify_client = None
self._processor_thread = None self._processor_thread = None
self._seen_files = set()
def _get_spotify_client(self): def _get_spotify_client(self):
"""Lazy load Spotify client only when needed""" """Lazy load Spotify client only when needed"""
@ -132,12 +133,18 @@ class DropFolderProcessor:
"""Start the async queue processor in a background thread. """Start the async queue processor in a background thread.
Call this after start() returns True.""" Call this after start() returns True."""
def run_async_loop(): def run_async_loop():
asyncio.run(self.process_queue()) asyncio.run(self._run_async_tasks())
self._processor_thread = threading.Thread(target=run_async_loop, daemon=True) self._processor_thread = threading.Thread(target=run_async_loop, daemon=True)
self._processor_thread.start() self._processor_thread.start()
logger.info("Background queue processor started") logger.info("Background queue processor started")
async def _run_async_tasks(self):
await asyncio.gather(
self.process_queue(),
self.poll_folder(interval=15)
)
def _scan_existing_files(self): def _scan_existing_files(self):
"""Scan for existing files in the drop folder""" """Scan for existing files in the drop folder"""
supported_formats = config_manager.get('drop_folder.supported_formats', supported_formats = config_manager.get('drop_folder.supported_formats',
@ -154,8 +161,31 @@ class DropFolderProcessor:
with self._queue_lock: with self._queue_lock:
if file_path not in self.processing_queue: if file_path not in self.processing_queue:
self.processing_queue.append(file_path) self.processing_queue.append(file_path)
self._seen_files.add(file_path)
logger.debug(f"Queued for processing: {file_path.name}") logger.debug(f"Queued for processing: {file_path.name}")
async def poll_folder(self, interval: int = 15):
""""Fallback polling for docker mounts (watchdog not deterministic)"""
supported_formats = config_manager.get(
'drop_folder.supported_formats',
['.mp3', '.flac', '.ogg', '.aac', '.wma', '.wav', '.m4a']
)
while self._running:
try:
for file_path in self.watch_path.glob('*'):
if (
file_path.is_file()
and file_path.suffix.lower() in supported_formats
and file_path not in self._seen_files
):
logger.info(f"[Polling] Detected new file: {file_path.name}")
self.queue_file(file_path)
except Exception as e:
logger.warning(f"Drop folder polling error: {e}")
await asyncio.sleep(interval)
async def process_queue(self): async def process_queue(self):
"""Process queued files""" """Process queued files"""
while self._running: while self._running:
@ -259,7 +289,7 @@ class DropFolderProcessor:
# Limit length to avoid filesystem issues # Limit length to avoid filesystem issues
return sanitized[:200] if len(sanitized) > 200 else sanitized return sanitized[:200] if len(sanitized) > 200 else sanitized
async def _wait_for_file_stable(self, file_path: Path, timeout: int = 30) -> bool: async def _wait_for_file_stable(self, file_path: Path, timeout: int = 60) -> bool:
"""Wait for file to finish being written (size stops changing)""" """Wait for file to finish being written (size stops changing)"""
if not file_path.exists(): if not file_path.exists():
return False return False