danvics/soulsync
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 1

Worker orbs: drive hub pulses from real enrichment telemetry

Browse source 
The inbound pulses are now event-driven instead of a random trickle:
- core.js forwards every enrichment:<id> WebSocket status to a new
  window.workerOrbs.onStatus hook (extra listener, UI handlers untouched).
- onStatus diffs the cumulative stats counters (matched/not_found/repaired/
  synced/scanned, and errors) between pushes and queues one pulse per real
  item processed (worker's brand colour) or error (red). First sample only
  sets a baseline so we never dump the whole backlog at once.
- tick() drains a couple of queued pulses per frame so bursts stagger up
  the spoke; cap of 8 queued per update prevents flooding on big jumps.
- Falls back to the old ambient trickle for any orb that hasn't received a
  status yet, so nothing goes dead if the socket is quiet.

Bonus perf: an idle/slow worker now emits almost nothing instead of a
constant random stream of particles.
This commit is contained in:
BoulderBadgeDad 2026-06-03 17:40:52 -07:00
parent 634b9ca0a0
commit 9a5c85a424
2 changed files with 92 additions and 20 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

12
webui/static/core.js
View file

@ -466,6 +466,18 @@ function initializeWebSocket() {
socket.on('enrichment:listening-stats', () => { }); // Status only, no UI update needed
socket.on('repair:progress', (data) => updateRepairJobProgressFromData(data));
// Forward enrichment status to the dashboard worker-orbs so the hub fires
// a pulse on each real item matched / error (additional listener — does not
// disturb the UI handlers above).
['musicbrainz', 'audiodb', 'discogs', 'deezer', 'spotify-enrichment',
'itunes-enrichment', 'lastfm-enrichment', 'genius-enrichment', 'tidal-enrichment',
'qobuz-enrichment', 'amazon-enrichment', 'similar_artists', 'hydrabase',
'soulid', 'repair'].forEach((ch) => {
socket.on('enrichment:' + ch, (data) => {
if (window.workerOrbs && window.workerOrbs.onStatus) window.workerOrbs.onStatus(ch, data);
});
});
// Phase 4 event listeners (tool progress)
socket.on('tool:stream', (data) => updateStreamStatusFromData(data));
socket.on('tool:quality-scanner', (data) => updateQualityScanProgressFromData(data));

100
webui/static/worker-orbs.js
View file

@ -11,24 +11,28 @@
// ── Worker definitions with brand colors ──
const WORKER_DEFS = [
{ container: '.mb-button-container', color: [186, 85, 211] },
{ container: '.audiodb-button-container', color: [0, 188, 212] },
{ container: '.deezer-button-container', color: [162, 56, 255] },
{ container: '.spotify-enrich-button-container', color: [30, 215, 96] },
{ container: '.itunes-enrich-button-container', color: [251, 91, 137] },
{ container: '.lastfm-enrich-button-container', color: [213, 16, 7] },
{ container: '.genius-enrich-button-container', color: [255, 255, 100] },
{ container: '.tidal-enrich-button-container', color: [180, 180, 255] },
{ container: '.qobuz-enrich-button-container', color: [1, 112, 239] },
{ container: '.discogs-button-container', color: [180, 180, 180] },
{ container: '.amazon-enrich-button-container', color: [255, 153, 0] },
{ container: '.similar-artists-enrich-button-container', color: [168, 85, 247] },
{ container: '.hydrabase-button-container', color: [200, 200, 200] },
{ container: '.soulid-button-container', color: [29, 185, 84], rainbow: true },
{ container: '.repair-button-container', color: [180, 130, 255], rainbow: true },
{ container: '.mb-button-container', color: [186, 85, 211], id: 'musicbrainz' },
{ container: '.audiodb-button-container', color: [0, 188, 212], id: 'audiodb' },
{ container: '.deezer-button-container', color: [162, 56, 255], id: 'deezer' },
{ container: '.spotify-enrich-button-container', color: [30, 215, 96], id: 'spotify-enrichment' },
{ container: '.itunes-enrich-button-container', color: [251, 91, 137], id: 'itunes-enrichment' },
{ container: '.lastfm-enrich-button-container', color: [213, 16, 7], id: 'lastfm-enrichment' },
{ container: '.genius-enrich-button-container', color: [255, 255, 100], id: 'genius-enrichment' },
{ container: '.tidal-enrich-button-container', color: [180, 180, 255], id: 'tidal-enrichment' },
{ container: '.qobuz-enrich-button-container', color: [1, 112, 239], id: 'qobuz-enrichment' },
{ container: '.discogs-button-container', color: [180, 180, 180], id: 'discogs' },
{ container: '.amazon-enrich-button-container', color: [255, 153, 0], id: 'amazon-enrichment' },
{ container: '.similar-artists-enrich-button-container', color: [168, 85, 247], id: 'similar_artists' },
{ container: '.hydrabase-button-container', color: [200, 200, 200], id: 'hydrabase' },
{ container: '.soulid-button-container', color: [29, 185, 84], rainbow: true, id: 'soulid' },
{ container: '.repair-button-container', color: [180, 130, 255], rainbow: true, id: 'repair' },
{ container: '.em-manage-btn', color: [168, 85, 247], hub: true },
];
const ERROR_COLOR = [255, 80, 80]; // pulses fired on real worker errors
const PULSE_CAP = 8; // max pulses queued per status update
const PULSE_DRAIN = 2; // pulses released into flight per frame
const ORB_RADIUS = 7;
const ORB_DIAMETER = ORB_RADIUS * 2;
const CONNECTION_DIST = 70;
@ -84,6 +88,7 @@
orbs.push({
el,
btn: el.matches('button') ? el : el.querySelector('button'),
id: def.id || null,
color: def.color,
rainbow: def.rainbow || false,
hub: def.hub || false,
@ -95,6 +100,11 @@
visible: true,
phase: Math.random() * Math.PI * 2,
active: false,
statusSeen: false, // has a real WS status arrived for this worker?
lastProcessed: 0, // cumulative matched+not_found seen last update
lastErrors: 0, // cumulative error count seen last update
pendingWork: 0, // brand-colour pulses queued to fly to the hub
pendingErr: 0, // red pulses queued (real errors)
});
});
@ -464,13 +474,30 @@
updateExpanding(visibleOrbs, w, h);
}
// Emit sparks from active orbs, plus pulses inbound to the hub
// Sparks (ambient aura while active) + inbound pulses to the hub.
// Pulses are event-driven: one per real item matched / error reported,
// drained a couple per frame so bursts stagger nicely up the spoke.
for (const orb of visibleOrbs) {
if (orb.hub || !orb.active) continue;
if (Math.random() < SPARK_RATE) {
if (orb.hub) continue;
if (orb.active && Math.random() < SPARK_RATE) {
emitSpark(orb, orb.rainbow ? getRainbowColor(time) : null);
}
if (hub && Math.random() < INFLOW_RATE) {
if (!hub) continue;
if (orb.statusSeen) {
let drained = 0;
while (orb.pendingWork > 0 && drained < PULSE_DRAIN) {
emitInflow(orb, orb.rainbow ? getRainbowColor(time) : null);
orb.pendingWork--; drained++;
}
while (orb.pendingErr > 0 && drained < PULSE_DRAIN) {
emitInflow(orb, ERROR_COLOR);
orb.pendingErr--; drained++;
}
} else if (orb.active && Math.random() < INFLOW_RATE) {
// No real status yet — keep the old ambient trickle as fallback
emitInflow(orb, orb.rainbow ? getRainbowColor(time) : null);
}
}
@ -773,6 +800,39 @@
return window._workerOrbsEnabled !== false;
}
// ── Real telemetry → pulses ──
// Fed by the WebSocket enrichment status pushes (see core.js). We diff the
// cumulative counters between updates and queue one inbound pulse per real
// item processed (brand colour) or error (red). No status yet → the loop
// falls back to an ambient trickle so active orbs still animate.
function onStatus(id, data) {
if (!id || !data) return;
const orb = orbs.find(o => o.id === id);
if (!orb) return;
const s = data.stats || {};
const num = (v) => (typeof v === 'number' && isFinite(v) ? v : 0);
// "processed" = every flavour of completed item across the worker zoo
const processed = num(s.matched) + num(s.not_found) + num(s.repaired)
+ num(s.synced) + num(s.scanned);
const errors = num(s.errors);
if (!orb.statusSeen) {
// First sample is just a baseline — don't dump the whole backlog
orb.statusSeen = true;
orb.lastProcessed = processed;
orb.lastErrors = errors;
return;
}
const dWork = processed - orb.lastProcessed;
const dErr = errors - orb.lastErrors;
orb.lastProcessed = processed;
orb.lastErrors = errors;
if (dWork > 0) orb.pendingWork = Math.min(PULSE_CAP, orb.pendingWork + dWork);
if (dErr > 0) orb.pendingErr = Math.min(PULSE_CAP, orb.pendingErr + dErr);
}
function setPage(pageId) {
const wasDashboard = onDashboard;
onDashboard = (pageId === 'dashboard') && isEnabled();
@ -803,7 +863,7 @@
init();
if (!dashboardHeader) return;
window.workerOrbs = { setPage };
window.workerOrbs = { setPage, onStatus };
const activePage = document.querySelector('.page.active');
if (activePage && activePage.id === 'dashboard-page' && isEnabled()) {