import time from lyra_worker.claim import claim_next from lyra_worker.db import wait_for_db from lyra_worker.pipeline import run_pipeline IDLE_SLEEP = 2.0 STAGE_DELAY = 1.0 # visible progress in the UI def run_forever() -> None: conn = wait_for_db() print("worker: waiting for jobs", flush=True) try: while True: job_id = claim_next(conn) if job_id is None: time.sleep(IDLE_SLEEP) continue print(f"worker: claimed job {job_id}", flush=True) run_pipeline(conn, job_id, stage_delay=STAGE_DELAY) print(f"worker: imported job {job_id}", flush=True) finally: conn.close() if __name__ == "__main__": run_forever()