Files
Lyra/worker/lyra_worker/monitor.py
T
2026-07-11 12:24:39 +02:00

142 lines
5.9 KiB
Python

from dataclasses import dataclass
from datetime import date, datetime
import psycopg
from lyra_worker.browser import MbBrowser
_TRUE = {"1", "true", "yes", "on"}
@dataclass(frozen=True)
class MonitorConfig:
enabled: bool = False
poll_interval_hours: int = 24
retry_interval_hours: int = 6
quality_cutoff: int = 2
upgrade_window_days: int = 14
@classmethod
def from_config(cls, config: dict) -> "MonitorConfig":
def _int(key: str, default: int) -> int:
try:
return int(config[key])
except (KeyError, TypeError, ValueError):
return default
return cls(
enabled=str(config.get("monitor.enabled", "")).strip().lower() in _TRUE,
poll_interval_hours=_int("monitor.pollIntervalHours", 24),
retry_interval_hours=_int("monitor.retryIntervalHours", 6),
quality_cutoff=_int("monitor.qualityCutoff", 2),
upgrade_window_days=_int("monitor.upgradeWindowDays", 14),
)
def _is_new(first_release_date: str, monitor_from: datetime) -> bool:
"""A release is 'new going forward' if its first-release date is after monitorFrom."""
if not first_release_date:
return False
try:
frd = date.fromisoformat(first_release_date[:10])
except ValueError:
return False
return frd > monitor_from.date()
def discover(conn: psycopg.Connection, browser: MbBrowser, cfg: MonitorConfig) -> int:
"""Poll each due watched artist; insert newly-seen release-groups. Returns #rows inserted."""
with conn.cursor() as cur:
cur.execute(
'SELECT id, mbid, name, "autoMonitorFuture", "monitorFrom" FROM "WatchedArtist" '
'WHERE "lastPolledAt" IS NULL '
' OR "lastPolledAt" < now() - make_interval(hours => %s)',
(cfg.poll_interval_hours,),
)
artists = cur.fetchall()
inserted = 0
for artist_id, mbid, name, auto_future, monitor_from in artists:
for rg in browser.browse_release_groups(mbid):
monitored = bool(auto_future) and _is_new(rg.first_release_date, monitor_from)
with conn.cursor() as cur:
cur.execute(
'INSERT INTO "MonitoredRelease" (id, "watchedArtistId", "artistMbid", '
'"artistName", "rgMbid", album, "primaryType", "secondaryTypes", '
'"firstReleaseDate", monitored, state, "createdAt") '
"VALUES (gen_random_uuid()::text, %s, %s, %s, %s, %s, %s, %s, %s, %s, 'wanted', now()) "
'ON CONFLICT ("rgMbid") DO NOTHING',
(artist_id, mbid, name, rg.rg_mbid, rg.title, rg.primary_type or None,
list(rg.secondary_types), rg.first_release_date or None, monitored),
)
inserted += cur.rowcount
with conn.cursor() as cur:
cur.execute('UPDATE "WatchedArtist" SET "lastPolledAt" = now() WHERE id = %s', (artist_id,))
conn.commit()
return inserted
def _set_state(conn: psycopg.Connection, rel_id: str, state: str) -> None:
with conn.cursor() as cur:
cur.execute('UPDATE "MonitoredRelease" SET state = %s WHERE id = %s', (state, rel_id))
def _in_library_at_cutoff(conn: psycopg.Connection, artist: str, album: str, cutoff: int) -> bool:
with conn.cursor() as cur:
cur.execute(
'SELECT 1 FROM "LibraryItem" WHERE artist = %s AND album = %s '
'AND "qualityClass" >= %s LIMIT 1',
(artist, album, cutoff),
)
return cur.fetchone() is not None
def _enqueue_one(conn: psycopg.Connection, rel_id: str, artist: str, album: str) -> None:
with conn.cursor() as cur:
cur.execute(
'INSERT INTO "Request" (id, artist, album, status, "monitoredReleaseId", "createdAt") '
"VALUES (gen_random_uuid()::text, %s, %s, 'pending', %s, now()) RETURNING id",
(artist, album, rel_id),
)
request_id = cur.fetchone()[0]
cur.execute(
'INSERT INTO "Job" (id, "requestId", state, "currentStage", attempts, "createdAt", "updatedAt") '
"VALUES (gen_random_uuid()::text, %s, 'requested', 'intake', 0, now(), now())",
(request_id,),
)
cur.execute('UPDATE "MonitoredRelease" SET "lastSearchedAt" = now() WHERE id = %s', (rel_id,))
def enqueue_due(conn: psycopg.Connection, cfg: MonitorConfig) -> int:
"""Enqueue due wanted/upgrade releases as pipeline jobs. Returns #jobs enqueued."""
with conn.cursor() as cur:
cur.execute(
'SELECT mr.id, mr."artistName", mr.album, mr.state, mr."currentQualityClass", '
' (mr."firstGrabbedAt" IS NOT NULL '
' AND mr."firstGrabbedAt" < now() - make_interval(days => %s)) AS window_expired '
'FROM "MonitoredRelease" mr '
'WHERE mr.monitored = true '
" AND mr.state <> 'fulfilled' "
' AND (mr."lastSearchedAt" IS NULL '
' OR mr."lastSearchedAt" < now() - make_interval(hours => %s)) '
' AND NOT EXISTS ('
' SELECT 1 FROM "Request" r JOIN "Job" j ON j."requestId" = r.id '
' WHERE r."monitoredReleaseId" = mr.id '
" AND j.state NOT IN ('imported', 'needs_attention'))",
(cfg.upgrade_window_days, cfg.retry_interval_hours),
)
rows = cur.fetchall()
enqueued = 0
for rel_id, artist, album, state, quality, window_expired in rows:
if _in_library_at_cutoff(conn, artist, album, cfg.quality_cutoff):
_set_state(conn, rel_id, "fulfilled")
continue
if state == "grabbed" and (window_expired or (quality is not None and quality >= cfg.quality_cutoff)):
_set_state(conn, rel_id, "fulfilled")
continue
_enqueue_one(conn, rel_id, artist, album)
enqueued += 1
conn.commit()
return enqueued