kryten-webqueue 0.44.5__tar.gz → 0.44.7__tar.gz

{kryten_webqueue-0.44.5 → kryten_webqueue-0.44.7}/CHANGELOG.md

@@ -1,5 +1,33 @@
 # Changelog
 
+## [0.44.7] - 2026-08-31
+
+### Fixed
+
+- **SQLite WAL corruption mitigation.** The catalog DB connection now sets
+  `synchronous=NORMAL` (safe in WAL mode), `busy_timeout=5000` (retry on
+  lock contention instead of failing immediately), `wal_autocheckpoint=100`
+  (checkpoint every 100 pages instead of the 1000-page default, keeping the
+  WAL small), and runs a passive checkpoint on every connect to drain any
+  stale frames left by an unclean previous run.
+- **`delete_stale_catalog_items` rewritten to use subqueries.** Previously
+  built a potentially huge `IN (?, ?, …)` parameter list (one bind for every
+  stale token) before issuing two separate bulk DELETEs. Now uses correlated
+  subqueries instead, eliminating the SELECT round-trip and the large
+  parameter list, reducing per-sync WAL pressure.
+
+## [0.44.6] - 2026-08-30
+
+### Fixed
+
+- **Tubi (AES-128 HLS) downloads no longer fail ffprobe validation.** When
+  `ffprobe` exits non-zero but writes nothing to stderr — the common outcome
+  for TS/HLS-merged containers like Tubi movies — the pre-upload check now
+  treats it as a soft skip (same behaviour as when `ffprobe` is absent) rather
+  than a hard failure. A real error (non-empty stderr) still fails fast. All
+  error messages now include the filename so the admin job history is
+  actionable.
+
 ## [0.44.5] - 2026-08-30
 
 ### Fixed

{kryten_webqueue-0.44.5 → kryten_webqueue-0.44.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: kryten-webqueue
-Version: 0.44.5
+Version: 0.44.7
 Summary: Netflix/Tubi-style catalog browser and pay-to-play queue management for CyTube
 Author: grobertson
 License-Expression: MIT

{kryten_webqueue-0.44.5 → kryten_webqueue-0.44.7}/kryten_webqueue/catalog/db/_catalog.py

@@ -1042,30 +1042,22 @@ class _CatalogMixin:
         - catalog_people
         - catalog_studios
         """
-        cursor = await self._db.execute(
-            "SELECT friendly_token FROM catalog WHERE synced_at < ? OR synced_at IS NULL",
-            [sync_started_at],
-        )
-        tokens = [row[0] for row in await cursor.fetchall()]
-
-        if not tokens:
-            return 0
-
-        # Delete from FTS first (not automatically cascaded)
-        placeholders = ",".join("?" * len(tokens))
+        # Delete from FTS first (not automatically cascaded); use subquery to avoid
+        # building a potentially huge IN-list parameter list for large syncs.
         await self._db.execute(
-            f"DELETE FROM catalog_fts WHERE friendly_token IN ({placeholders})",
-            tokens,
+            "DELETE FROM catalog_fts WHERE friendly_token IN "
+            "(SELECT friendly_token FROM catalog WHERE synced_at < ? OR synced_at IS NULL)",
+            [sync_started_at],
         )
 
         # Delete from catalog (cascades to join tables via ON DELETE CASCADE)
-        await self._db.execute(
-            f"DELETE FROM catalog WHERE friendly_token IN ({placeholders})",
-            tokens,
+        cursor = await self._db.execute(
+            "DELETE FROM catalog WHERE synced_at < ? OR synced_at IS NULL",
+            [sync_started_at],
         )
-
+        count = cursor.rowcount
         await self._db.commit()
-        return len(tokens)
+        return count or 0
 
     async def find_catalog_by_title(self, title: str) -> dict | None:
         """Best-effort lookup of a catalog item whose title matches ``title``.

{kryten_webqueue-0.44.5 → kryten_webqueue-0.44.7}/kryten_webqueue/catalog/db/_connection.py

@@ -549,6 +549,10 @@ class _DBBase:
         self._db.row_factory = aiosqlite.Row
         await self._db.execute("PRAGMA journal_mode=WAL")
         await self._db.execute("PRAGMA foreign_keys=ON")
+        await self._db.execute("PRAGMA synchronous=NORMAL")       # safe in WAL; faster than FULL
+        await self._db.execute("PRAGMA busy_timeout=5000")        # retry up to 5 s on lock
+        await self._db.execute("PRAGMA wal_autocheckpoint=100")   # checkpoint every 100 pages
+        await self._db.execute("PRAGMA wal_checkpoint(PASSIVE)")  # drain any stale WAL on open
 
     async def close(self):
         if self._db:

{kryten_webqueue-0.44.5 → kryten_webqueue-0.44.7}/kryten_webqueue/integrations/ytpipe/downloader.py

@@ -3101,14 +3101,25 @@ class MediaDownloaderToMediaCMS:
             # ffprobe missing/errored: don't block the upload on our own check.
             print(f"[WARN] skipping pre-upload validation (ffprobe unavailable): {e}")
             return
+        fname = os.path.basename(file_path)
         if proc.returncode != 0:
+            stderr = proc.stderr.strip()
+            if not stderr:
+                # ffprobe exited non-zero but printed nothing to stderr — common
+                # with certain TS/HLS-merged containers (e.g. Tubi AES-128).
+                # Let MediaCMS be the final arbiter rather than blocking the upload.
+                print(
+                    f"[WARN] ffprobe exited {proc.returncode} with no error output for"
+                    f" {fname}; skipping pre-upload validation"
+                )
+                return
             raise ValueError(
-                f"ffprobe could not read the file: {proc.stderr.strip()[:200]}"
+                f"ffprobe could not read the file {fname}: {stderr[:200]}"
             )
         try:
             meta = json.loads(proc.stdout or "{}")
         except ValueError:
-            raise ValueError("ffprobe returned unparseable output")
+            raise ValueError(f"ffprobe returned unparseable output for {fname}")
         has_video = any(
             s.get("codec_type") == "video" for s in meta.get("streams") or []
         )
@@ -3118,7 +3129,7 @@ class MediaDownloaderToMediaCMS:
             duration = 0.0
         if not has_video or duration <= 0:
             raise ValueError(
-                f"downloaded file is not a valid video (video_stream={has_video}, duration={duration})"
+                f"{fname} is not a valid video (video_stream={has_video}, duration={duration})"
             )
 
     def process_video(

{kryten_webqueue-0.44.5 → kryten_webqueue-0.44.7}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "kryten-webqueue"
-version = "0.44.5"
+version = "0.44.7"
 description = "Netflix/Tubi-style catalog browser and pay-to-play queue management for CyTube"
 readme = "README.md"
 license = "MIT"