Jonathan
e825e3d7ad
Staging is no longer forced under the library. The worker reads STAGING_ROOT
(container path, default /music/.staging) and stages per-job downloads there;
docker-compose mounts ${STAGING_DIR:-${MUSIC_DIR}/.staging} at /staging with
STAGING_ROOT=/staging. Set STAGING_DIR to a fast local disk when the library
(MUSIC_DIR) is a network share so temp download I/O stays off the share.
Safe cross-volume: import_album already assembles into a temp dir on the
library volume and swaps atomically there, so partial downloads never touch
the library and the final swap stays atomic. clear_staging_root now clears the
root's contents (mount-safe) rather than removing the root. Documented in
.env.example; new tests cover the separate-root path.
Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
89 lines
3.3 KiB
Python
89 lines
3.3 KiB
Python
import os
|
|
import re
|
|
import shutil
|
|
|
|
from lyra_worker.types import MBTarget
|
|
|
|
_ILLEGAL = re.compile(r'[<>:"/\\|?*\x00-\x1f]')
|
|
|
|
|
|
def safe_name(s: str) -> str:
|
|
"""A filesystem-safe path component (single segment, no separators)."""
|
|
cleaned = _ILLEGAL.sub("_", s).strip().strip(".").strip()
|
|
return cleaned or "Unknown"
|
|
|
|
|
|
def album_dir(dest_root: str, target: MBTarget) -> str:
|
|
"""`{dest_root}/{safe artist}/{safe album}[ (year)]`."""
|
|
album = safe_name(target.album)
|
|
if target.year:
|
|
album = f"{album} ({target.year})"
|
|
return f"{dest_root}/{safe_name(target.artist)}/{album}"
|
|
|
|
|
|
_AUDIO_EXT = {".flac", ".mp3", ".m4a", ".opus", ".ogg", ".aac", ".wav"}
|
|
_COVER_STEMS = {"cover", "folder", "front"}
|
|
_COVER_EXT = {".jpg", ".jpeg", ".png"}
|
|
|
|
|
|
def staging_dir(staging_root: str, job_id: str) -> str:
|
|
"""A per-job download staging directory under `staging_root`. The staging root may be a
|
|
volume separate from the library (e.g. local disk while the library is an SMB share):
|
|
import_album assembles into a temp dir *on the library volume* and swaps atomically there,
|
|
so cross-volume staging stays safe."""
|
|
return f"{staging_root}/{job_id}"
|
|
|
|
|
|
def clear_staging_root(staging_root: str) -> None:
|
|
"""Remove every per-job staging dir under `staging_root` (worker-startup crash-orphan sweep).
|
|
Clears the contents but not the root itself, so a mounted staging volume stays mounted."""
|
|
if not os.path.isdir(staging_root):
|
|
return
|
|
for name in os.listdir(staging_root):
|
|
path = os.path.join(staging_root, name)
|
|
if os.path.isdir(path):
|
|
shutil.rmtree(path, ignore_errors=True)
|
|
else:
|
|
try:
|
|
os.remove(path)
|
|
except OSError:
|
|
pass
|
|
|
|
|
|
def _find_cover(staging: str) -> str | None:
|
|
for root, _dirs, files in os.walk(staging):
|
|
for name in sorted(files):
|
|
stem, ext = os.path.splitext(name)
|
|
if ext.lower() in _COVER_EXT and stem.lower() in _COVER_STEMS:
|
|
return os.path.join(root, name)
|
|
return None
|
|
|
|
|
|
def import_album(staging: str, final: str) -> str:
|
|
"""Atomically place the album's audio (+ one cover) at `final`, replacing any existing folder.
|
|
Assembles into a sibling temp dir, then swaps via rename so a mid-assembly failure never
|
|
destroys the existing copy. Non-audio artifacts/subfolders in `staging` are left behind.
|
|
Tolerates a missing `staging`. Returns `final`."""
|
|
os.makedirs(os.path.dirname(final), exist_ok=True)
|
|
tmp = final + ".importing"
|
|
shutil.rmtree(tmp, ignore_errors=True)
|
|
os.makedirs(tmp)
|
|
if os.path.isdir(staging):
|
|
for name in sorted(os.listdir(staging)):
|
|
src = os.path.join(staging, name)
|
|
if os.path.isfile(src) and os.path.splitext(name)[1].lower() in _AUDIO_EXT:
|
|
shutil.move(src, os.path.join(tmp, name))
|
|
cover = _find_cover(staging)
|
|
if cover is not None:
|
|
shutil.move(cover, os.path.join(tmp, "cover.jpg"))
|
|
# swap: keep the old copy until the new one is assembled, then rename into place
|
|
if os.path.isdir(final):
|
|
old = final + ".old"
|
|
shutil.rmtree(old, ignore_errors=True)
|
|
os.rename(final, old)
|
|
os.rename(tmp, final)
|
|
shutil.rmtree(old, ignore_errors=True)
|
|
else:
|
|
os.rename(tmp, final)
|
|
return final
|