"""Download/edit child process — runs ONE job's heavy work (yt-dlp download or ffmpeg edit) in its own process, launched and supervised by the worker (`app.worker._run_supervised`). Why a separate process: a worker THREAD can't be killed, a C-level spin (a catastrophic regex, a tight yt-dlp retry loop) can't even be cooperatively cancelled, and one such thread starves the others via the GIL. Running the work in a child means the supervisor can SIGTERM/SIGKILL it (and its process group, so ffmpeg grandchildren die too) on a stall / pause / wall-clock breach. Contract: the asset is already claimed ('downloading') by the parent. This process does the work and writes the terminal job/asset state itself (done / error, or a cooperative pause via the in-flight progress hook), then exits 0. An unexpected crash exits non-zero and the parent fails the job. """ import logging import os import shutil import subprocess import sys from app.config import settings from app.db import SessionLocal from app.downloads import edit as editmod from app.models import DownloadJob log = logging.getLogger("siftlode.worker.runner") def _deprioritize() -> None: """Lower THIS child's CPU + IO priority so its yt-dlp/ffmpeg work — every descendant inherits the handicap — can never starve the co-located API, Postgres, or Plex playback. Run once at startup, before any heavy work. Every step is best-effort: a failed renice must never fail a download.""" nice_inc = settings.download_child_nice if nice_inc > 0: try: os.nice(nice_inc) # relative increment; the child starts at the worker's nice (0) except OSError as exc: log.info("could not renice download child: %s", str(exc)[:120]) cls = settings.download_child_ionice_class if cls > 0 and shutil.which("ionice"): # util-linux; absent on some minimal images try: subprocess.run( ["ionice", "-c", str(cls), "-p", str(os.getpid())], capture_output=True, timeout=5, check=False, ) except (OSError, subprocess.SubprocessError) as exc: log.info("could not ionice download child: %s", str(exc)[:120]) # Cap OpenMP-parallel ffmpeg filters to the same budget as the encoder threads, so a filter # graph can't fan out across every core behind ffmpeg's own `-threads` cap. os.environ.setdefault("OMP_NUM_THREADS", str(editmod.encode_thread_cap())) def main() -> None: logging.basicConfig(level=logging.INFO) _deprioritize() if len(sys.argv) != 2: print("usage: python -m app.downloads.runner ", file=sys.stderr) raise SystemExit(2) job_id = int(sys.argv[1]) with SessionLocal() as db: job = db.get(DownloadJob, job_id) if job is None: return asset_id = job.asset_id job_kind = job.job_kind spec = dict(job.profile_snapshot or {}) source_kind, source_ref = job.source_kind, job.source_ref if asset_id is None: return # Imported here (not at module top) so the child pays the yt-dlp import cost only when it has # real work, and to keep the import graph obvious: runner is a thin entry over the pipeline. from app.downloads.pipeline import _download, _process_edit if job_kind == "edit": _process_edit(job_id, asset_id) else: _download(job_id, asset_id, source_kind, source_ref, spec) if __name__ == "__main__": main()