Jonathan
62 lines
2.4 KiB
Python
62 lines
2.4 KiB
Python
import time
|
|
|
|
from lyra_worker.claim import claim_next
|
|
from lyra_worker.config import get_config
|
|
from lyra_worker.db import wait_for_db
|
|
from lyra_worker.library import clear_staging_root
|
|
from lyra_worker.monitor import MonitorConfig, reconcile, sweep
|
|
from lyra_worker.pipeline import run_pipeline
|
|
from lyra_worker.registry import build_adapters, build_browser, build_resolver, build_tagger
|
|
|
|
IDLE_SLEEP = 2.0
|
|
MONITOR_TICK_SECONDS = 60.0
|
|
DEST_ROOT = "/music" # must match run_pipeline's default library root
|
|
|
|
|
|
def run_forever() -> None:
|
|
conn = wait_for_db()
|
|
clear_staging_root(DEST_ROOT) # sweep any staging dirs orphaned by a prior crash
|
|
adapters = build_adapters(get_config(conn))
|
|
resolver = build_resolver()
|
|
tagger = build_tagger()
|
|
browser = build_browser()
|
|
print(f"worker: {len(adapters)} adapter(s) enabled: {[a.name for a in adapters]}", flush=True)
|
|
print("worker: waiting for jobs", flush=True)
|
|
last_tick = 0.0
|
|
try:
|
|
while True:
|
|
mcfg = MonitorConfig.from_config(get_config(conn))
|
|
now = time.monotonic()
|
|
if mcfg.enabled and now - last_tick >= MONITOR_TICK_SECONDS:
|
|
try:
|
|
sweep(conn, browser, mcfg)
|
|
except Exception as e: # a monitor error must never kill the worker
|
|
print(f"worker: monitor sweep failed: {e}", flush=True)
|
|
conn.rollback()
|
|
last_tick = now
|
|
|
|
job_id = claim_next(conn)
|
|
if job_id is None:
|
|
time.sleep(IDLE_SLEEP)
|
|
continue
|
|
print(f"worker: claimed job {job_id}", flush=True)
|
|
try:
|
|
run_pipeline(conn, job_id, adapters, resolver=resolver, tagger=tagger,
|
|
upgrade_cutoff=mcfg.quality_cutoff)
|
|
except Exception as e: # one bad job must not take down the worker loop
|
|
print(f"worker: pipeline failed for job {job_id}: {e}", flush=True)
|
|
conn.rollback()
|
|
if mcfg.enabled:
|
|
try:
|
|
reconcile(conn, job_id, mcfg)
|
|
except Exception as e:
|
|
print(f"worker: reconcile failed for job {job_id}: {e}", flush=True)
|
|
conn.rollback()
|
|
print(f"worker: finished job {job_id}", flush=True)
|
|
finally:
|
|
conn.close()
|
|
|
|
|
|
if __name__ == "__main__":
|
|
run_forever()
|