youtube-knowledge-mcp 3.0.0 → 3.0.2

package/dist/utils/validate.d.ts

@@ -20,5 +20,7 @@ export declare function resolveOutputDir(outputDir: string | undefined, fallback
 export declare function assertLanguageTag(language: string): string;
 /** Accepts `90`, `1:30`, `01:02:03`, `1:30.5` and returns seconds. */
 export declare function parseTimestamp(value: string | number, field: string): number;
+/** `parseTimestamp` for a field the caller may leave out. */
+export declare function parseOptionalTimestamp(value: string | number | undefined, field: string): number | undefined;
 export * from './validate-youtube.js';
 //# sourceMappingURL=validate.d.ts.map

package/dist/utils/validate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/utils/validate.ts"],"names":[],"mappings":"AAKA;;;;;GAKG;AAEH;;;;;;;;;GASG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAqBpE;AAkBD,sFAAsF;AACtF,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGxF;AAKD,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAO1D;AAED,sEAAsE;AACtE,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAoB5E;AAED,cAAc,uBAAuB,CAAC"}
+{"version":3,"file":"validate.d.ts","sourceRoot":"","sources":["../../src/utils/validate.ts"],"names":[],"mappings":"AAKA;;;;;GAKG;AAEH;;;;;;;;;GASG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAqBpE;AAkBD,sFAAsF;AACtF,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGxF;AAKD,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAO1D;AAED,sEAAsE;AACtE,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAoB5E;AAED,6DAA6D;AAC7D,wBAAgB,sBAAsB,CACpC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,EAClC,KAAK,EAAE,MAAM,GACZ,MAAM,GAAG,SAAS,CAEpB;AAED,cAAc,uBAAuB,CAAC"}

package/dist/utils/validate.js

@@ -85,5 +85,9 @@ export function parseTimestamp(value, field) {
     // The hours group is optional, so it is genuinely absent for "MM:SS" input.
     return Number(match[1] ?? 0) * 3600 + Number(match[2] ?? 0) * 60 + Number(match[3] ?? 0);
 }
+/** `parseTimestamp` for a field the caller may leave out. */
+export function parseOptionalTimestamp(value, field) {
+    return value === undefined ? undefined : parseTimestamp(value, field);
+}
 export * from './validate-youtube.js';
 //# sourceMappingURL=validate.js.map

package/dist/utils/validate.js.map

@@ -1 +1 @@
-{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/utils/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACzF,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C;;;;;GAKG;AAEH;;;;;;;;;GASG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,IAAY;IAC1D,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,OAAO,IAAI,qBAAqB,EAAE;YACxE,QAAQ,EAAE,6CAA6C;SACxD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;QACpC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9B,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IAEjD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,OAAO,IAAI,sCAAsC,EAAE;YACzF,QAAQ,EAAE,uBAAuB,IAAI,2CAA2C;SACjF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,yBAAyB,CAAC,MAAc;IAC/C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,KAAK,GAAG,MAAM,CAAC;IAEnB,OAAO,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QACjC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC;AAC/C,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,gBAAgB,CAAC,SAA6B,EAAE,QAAgB;IAC9E,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAC;IACxE,OAAO,gBAAgB,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;AACzD,CAAC;AAED,0EAA0E;AAC1E,MAAM,gBAAgB,GAAG,uCAAuC,CAAC;AAEjE,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,IAAI,QAAQ,iCAAiC,EAAE;YACrF,QAAQ,EAAE,wDAAwD;SACnE,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,cAAc,CAAC,KAAsB,EAAE,KAAa;IAClE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,GAAG,KAAK,4CAA4C,CAAC,CAAC;QAChG,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IAE1D,MAAM,KAAK,GAAG,8CAA8C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3E,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,GAAG,KAAK,MAAM,KAAK,8BAA8B,EAAE;YACzF,QAAQ,EAAE,yDAAyD;SACpE,CAAC,CAAC;IACL,CAAC;IAED,4EAA4E;IAC5E,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAC3F,CAAC;AAED,cAAc,uBAAuB,CAAC"}
+{"version":3,"file":"validate.js","sourceRoot":"","sources":["../../src/utils/validate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AACzF,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C;;;;;GAKG;AAEH;;;;;;;;;GASG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa,EAAE,IAAY;IAC1D,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,OAAO,IAAI,qBAAqB,EAAE;YACxE,QAAQ,EAAE,6CAA6C;SACxD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;QACpC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC1D,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;IAE9B,MAAM,IAAI,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,yBAAyB,CAAC,QAAQ,CAAC,CAAC;IAEjD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC;QACzE,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,OAAO,IAAI,sCAAsC,EAAE;YACzF,QAAQ,EAAE,uBAAuB,IAAI,2CAA2C;SACjF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,SAAS,yBAAyB,CAAC,MAAc;IAC/C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,KAAK,GAAG,MAAM,CAAC;IAEnB,OAAO,OAAO,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QACtD,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QACjC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,OAAO,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC;AAC/C,CAAC;AAED,sFAAsF;AACtF,MAAM,UAAU,gBAAgB,CAAC,SAA6B,EAAE,QAAgB;IAC9E,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,QAAQ,CAAC;IACxE,OAAO,gBAAgB,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;AACzD,CAAC;AAED,0EAA0E;AAC1E,MAAM,gBAAgB,GAAG,uCAAuC,CAAC;AAEjE,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,IAAI,QAAQ,iCAAiC,EAAE;YACrF,QAAQ,EAAE,wDAAwD;SACnE,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,sEAAsE;AACtE,MAAM,UAAU,cAAc,CAAC,KAAsB,EAAE,KAAa;IAClE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,GAAG,KAAK,4CAA4C,CAAC,CAAC;QAChG,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,IAAI,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;IAE1D,MAAM,KAAK,GAAG,8CAA8C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3E,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,YAAY,CAAC,eAAe,EAAE,GAAG,KAAK,MAAM,KAAK,8BAA8B,EAAE;YACzF,QAAQ,EAAE,yDAAyD;SACpE,CAAC,CAAC;IACL,CAAC;IAED,4EAA4E;IAC5E,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAC3F,CAAC;AAED,6DAA6D;AAC7D,MAAM,UAAU,sBAAsB,CACpC,KAAkC,EAClC,KAAa;IAEb,OAAO,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;AACxE,CAAC;AAED,cAAc,uBAAuB,CAAC"}

package/dist/utils/video-detail-store.d.ts

@@ -0,0 +1,47 @@
+import type { DatabaseSync } from 'node:sqlite';
+import { z } from 'zod';
+import { type videoStatsRowSchema } from './video-stats.js';
+/**
+ * Keeping what a full read of a video said, on the catalogue row that names it.
+ *
+ * A flat listing knows a title, a duration and a view count. Reading the video itself
+ * adds what the listing cannot: the record, the replay heatmap, and the counts YouTube
+ * states, which a comment receipt is measured against. Until now those columns
+ * existed and nothing wrote them, so a video was never "detailed".
+ */
+type StatsRow = z.infer<typeof videoStatsRowSchema>;
+/** Writes a read onto the video's catalogue row. A video the catalogue has not seen is left alone. */
+export declare function saveVideoDetail(database: DatabaseSync, row: StatsRow, now: number): void;
+/**
+ * What a video's `availability` is set to when it could not be read, by the error it
+ * gave. These videos are skipped from then on: left in the queue they would be tried
+ * first, fail first, and starve every video behind them on every run.
+ */
+export declare const UNREADABLE_AVAILABILITY: {
+    readonly PRIVATE: "private";
+    readonly MEMBERS_ONLY: "subscriber_only";
+    readonly PREMIUM_ONLY: "premium_only";
+    readonly NOT_FOUND: "unavailable";
+    readonly AGE_GATED: "needs_auth";
+};
+/**
+ * For a failure that is not one of those: a live stream not over, a timeout, an error
+ * yt-dlp could not explain. It may well pass later, so it is told apart from the above,
+ * but it is skipped all the same, or a video that keeps failing would hold the queue.
+ */
+export declare const READ_FAILED_AVAILABILITY = "read_failed";
+export type UnreadableAvailability = (typeof UNREADABLE_AVAILABILITY)[keyof typeof UNREADABLE_AVAILABILITY] | typeof READ_FAILED_AVAILABILITY;
+/** Remembers that this video cannot be read, without pretending it was. */
+export declare function markUnreadable(database: DatabaseSync, videoId: string, availability: UnreadableAvailability): void;
+/** The channel's catalogued videos not yet read, in catalogue order. */
+export declare function pendingVideoIds(database: DatabaseSync, channelId: string, limit: number, options?: {
+    includeUnreadable?: boolean;
+}): string[];
+/** How many of the channel's videos are known to be unreadable, and so never queued. */
+export declare function unreadableCount(database: DatabaseSync, channelId: string): number;
+export declare function catalogCounts(database: DatabaseSync, channelId: string): {
+    videos: number;
+    detailed: number;
+};
+export {};
+//# sourceMappingURL=video-detail-store.d.ts.map

package/dist/utils/video-detail-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-detail-store.d.ts","sourceRoot":"","sources":["../../src/utils/video-detail-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAA0C,KAAK,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AAEpG;;;;;;;GAOG;AAEH,KAAK,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAmCpD,sGAAsG;AACtG,wBAAgB,eAAe,CAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CAmBxF;AAED;;;;GAIG;AACH,eAAO,MAAM,uBAAuB;;;;;;CAM1B,CAAC;AAEX;;;;GAIG;AACH,eAAO,MAAM,wBAAwB,gBAAgB,CAAC;AAEtD,MAAM,MAAM,sBAAsB,GAC9B,CAAC,OAAO,uBAAuB,CAAC,CAAC,MAAM,OAAO,uBAAuB,CAAC,GACtE,OAAO,wBAAwB,CAAC;AAQpC,2EAA2E;AAC3E,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,YAAY,EACtB,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,sBAAsB,GACnC,IAAI,CAIN;AAED,wEAAwE;AACxE,wBAAgB,eAAe,CAC7B,QAAQ,EAAE,YAAY,EACtB,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IAAE,iBAAiB,CAAC,EAAE,OAAO,CAAA;CAAO,GAC5C,MAAM,EAAE,CAgBV;AAED,wFAAwF;AACxF,wBAAgB,eAAe,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAUjF;AAED,wBAAgB,aAAa,CAC3B,QAAQ,EAAE,YAAY,EACtB,SAAS,EAAE,MAAM,GAChB;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAStC"}

package/dist/utils/video-detail-store.js

@@ -0,0 +1,89 @@
+import { z } from 'zod';
+import { queryRow, queryRows } from './store-rows.js';
+import { MAX_DETAIL_JSON_BYTES, stripForStorage } from './video-stats.js';
+/** Parts of a record, bulkiest first, given up before a record is cut down to its identity. */
+const DROPPED_WHEN_TOO_LARGE = ['description', 'chapters', 'tags', 'categories'];
+const UPDATE = `
+UPDATE video SET
+  duration_s    = COALESCE(?, duration_s),
+  upload_date   = COALESCE(?, upload_date),
+  view_count    = COALESCE(?, view_count),
+  like_count    = COALESCE(?, like_count),
+  comment_count = COALESCE(?, comment_count),
+  live_status   = COALESCE(?, live_status),
+  availability  = COALESCE(?, availability),
+  thumbnail_url = COALESCE(?, thumbnail_url),
+  detail_at     = ?,
+  detail_json   = ?,
+  heatmap_json  = ?
+WHERE video_id = ?`;
+/** The record as JSON that fits the cap, losing the least that is needed to fit. */
+function recordJson(row) {
+    const record = stripForStorage({ ...row });
+    let json = JSON.stringify(record);
+    if (Buffer.byteLength(json) <= MAX_DETAIL_JSON_BYTES)
+        return json;
+    const trimmed = { ...record, detail_truncated: true };
+    for (const key of DROPPED_WHEN_TOO_LARGE) {
+        Reflect.deleteProperty(trimmed, key);
+        json = JSON.stringify(trimmed);
+        if (Buffer.byteLength(json) <= MAX_DETAIL_JSON_BYTES)
+            return json;
+    }
+    return JSON.stringify({ id: row.id, title: row.title ?? null, detail_truncated: true });
+}
+/** Writes a read onto the video's catalogue row. A video the catalogue has not seen is left alone. */
+export function saveVideoDetail(database, row, now) {
+    const heatmap = row.heatmap ?? [];
+    database
+        .prepare(UPDATE)
+        .run(row.duration === null || row.duration === undefined ? null : Math.round(row.duration), row.upload_date ?? null, row.view_count ?? null, row.like_count ?? null, row.comment_count ?? null, row.live_status ?? null, row.availability ?? null, row.thumbnail ?? null, now, recordJson(row), heatmap.length === 0 ? null : JSON.stringify(heatmap), row.id);
+}
+/**
+ * What a video's `availability` is set to when it could not be read, by the error it
+ * gave. These videos are skipped from then on: left in the queue they would be tried
+ * first, fail first, and starve every video behind them on every run.
+ */
+export const UNREADABLE_AVAILABILITY = {
+    PRIVATE: 'private',
+    MEMBERS_ONLY: 'subscriber_only',
+    PREMIUM_ONLY: 'premium_only',
+    NOT_FOUND: 'unavailable',
+    AGE_GATED: 'needs_auth',
+};
+/**
+ * For a failure that is not one of those: a live stream not over, a timeout, an error
+ * yt-dlp could not explain. It may well pass later, so it is told apart from the above,
+ * but it is skipped all the same, or a video that keeps failing would hold the queue.
+ */
+export const READ_FAILED_AVAILABILITY = 'read_failed';
+const UNREADABLE_VALUES = [
+    ...Object.values(UNREADABLE_AVAILABILITY),
+    READ_FAILED_AVAILABILITY,
+];
+const NOT_UNREADABLE = `(availability IS NULL OR availability NOT IN (${UNREADABLE_VALUES.map(() => '?').join(', ')}))`;
+/** Remembers that this video cannot be read, without pretending it was. */
+export function markUnreadable(database, videoId, availability) {
+    database
+        .prepare('UPDATE video SET availability = ? WHERE video_id = ?')
+        .run(availability, videoId);
+}
+/** The channel's catalogued videos not yet read, in catalogue order. */
+export function pendingVideoIds(database, channelId, limit, options = {}) {
+    const unreadable = options.includeUnreadable === true ? '' : ` AND ${NOT_UNREADABLE}`;
+    const params = options.includeUnreadable === true ? [] : UNREADABLE_VALUES;
+    return queryRows(database.prepare(`SELECT video_id FROM video
+       WHERE channel_id = ? AND detail_at IS NULL${unreadable}
+       ORDER BY catalog_rank ASC NULLS LAST, video_id
+       LIMIT ?`), z.object({ video_id: z.string() }), channelId, ...params, limit).map((row) => row.video_id);
+}
+/** How many of the channel's videos are known to be unreadable, and so never queued. */
+export function unreadableCount(database, channelId) {
+    const row = queryRow(database.prepare(`SELECT COUNT(*) AS n FROM video WHERE channel_id = ? AND detail_at IS NULL AND NOT ${NOT_UNREADABLE}`), z.object({ n: z.number() }), channelId, ...UNREADABLE_VALUES);
+    return row?.n ?? 0;
+}
+export function catalogCounts(database, channelId) {
+    const row = queryRow(database.prepare('SELECT COUNT(*) AS videos, COUNT(detail_at) AS detailed FROM video WHERE channel_id = ?'), z.object({ videos: z.number(), detailed: z.number() }), channelId);
+    return { videos: row?.videos ?? 0, detailed: row?.detailed ?? 0 };
+}
+//# sourceMappingURL=video-detail-store.js.map

package/dist/utils/video-detail-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-detail-store.js","sourceRoot":"","sources":["../../src/utils/video-detail-store.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAA4B,MAAM,kBAAkB,CAAC;AAapG,+FAA+F;AAC/F,MAAM,sBAAsB,GAAG,CAAC,aAAa,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,CAAU,CAAC;AAE1F,MAAM,MAAM,GAAG;;;;;;;;;;;;;mBAaI,CAAC;AAEpB,oFAAoF;AACpF,SAAS,UAAU,CAAC,GAAa;IAC/B,MAAM,MAAM,GAAG,eAAe,CAAC,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;IAC3C,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAClC,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,qBAAqB;QAAE,OAAO,IAAI,CAAC;IAElE,MAAM,OAAO,GAA4B,EAAE,GAAG,MAAM,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC;IAC/E,KAAK,MAAM,GAAG,IAAI,sBAAsB,EAAE,CAAC;QACzC,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACrC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC/B,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,qBAAqB;YAAE,OAAO,IAAI,CAAC;IACpE,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;AAC1F,CAAC;AAED,sGAAsG;AACtG,MAAM,UAAU,eAAe,CAAC,QAAsB,EAAE,GAAa,EAAE,GAAW;IAChF,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;IAElC,QAAQ;SACL,OAAO,CAAC,MAAM,CAAC;SACf,GAAG,CACF,GAAG,CAAC,QAAQ,KAAK,IAAI,IAAI,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EACrF,GAAG,CAAC,WAAW,IAAI,IAAI,EACvB,GAAG,CAAC,UAAU,IAAI,IAAI,EACtB,GAAG,CAAC,UAAU,IAAI,IAAI,EACtB,GAAG,CAAC,aAAa,IAAI,IAAI,EACzB,GAAG,CAAC,WAAW,IAAI,IAAI,EACvB,GAAG,CAAC,YAAY,IAAI,IAAI,EACxB,GAAG,CAAC,SAAS,IAAI,IAAI,EACrB,GAAG,EACH,UAAU,CAAC,GAAG,CAAC,EACf,OAAO,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EACrD,GAAG,CAAC,EAAE,CACP,CAAC;AACN,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,OAAO,EAAE,SAAS;IAClB,YAAY,EAAE,iBAAiB;IAC/B,YAAY,EAAE,cAAc;IAC5B,SAAS,EAAE,aAAa;IACxB,SAAS,EAAE,YAAY;CACf,CAAC;AAEX;;;;GAIG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,aAAa,CAAC;AAMtD,MAAM,iBAAiB,GAA6B;IAClD,GAAG,MAAM,CAAC,MAAM,CAAC,uBAAuB,CAAC;IACzC,wBAAwB;CACzB,CAAC;AACF,MAAM,cAAc,GAAG,iDAAiD,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAExH,2EAA2E;AAC3E,MAAM,UAAU,cAAc,CAC5B,QAAsB,EACtB,OAAe,EACf,YAAoC;IAEpC,QAAQ;SACL,OAAO,CAAC,sDAAsD,CAAC;SAC/D,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;AAChC,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,eAAe,CAC7B,QAAsB,EACtB,SAAiB,EACjB,KAAa,EACb,UAA2C,EAAE;IAE7C,MAAM,UAAU,GAAG,OAAO,CAAC,iBAAiB,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,cAAc,EAAE,CAAC;IACtF,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC;IAE3E,OAAO,SAAS,CACd,QAAQ,CAAC,OAAO,CACd;mDAC6C,UAAU;;eAE9C,CACV,EACD,CAAC,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EAClC,SAAS,EACT,GAAG,MAAM,EACT,KAAK,CACN,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;AAC/B,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,eAAe,CAAC,QAAsB,EAAE,SAAiB;IACvE,MAAM,GAAG,GAAG,QAAQ,CAClB,QAAQ,CAAC,OAAO,CACd,sFAAsF,cAAc,EAAE,CACvG,EACD,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EAC3B,SAAS,EACT,GAAG,iBAAiB,CACrB,CAAC;IACF,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,aAAa,CAC3B,QAAsB,EACtB,SAAiB;IAEjB,MAAM,GAAG,GAAG,QAAQ,CAClB,QAAQ,CAAC,OAAO,CACd,yFAAyF,CAC1F,EACD,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EACtD,SAAS,CACV,CAAC;IACF,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,EAAE,QAAQ,EAAE,GAAG,EAAE,QAAQ,IAAI,CAAC,EAAE,CAAC;AACpE,CAAC"}

package/dist/utils/video-stats-cache.js

@@ -35,7 +35,7 @@ function cacheDir() {
 /** Counts move constantly, so a day is already generous. */
 const VIDEO_STATS_TTL_MS = envInt('YOUTUBE_MCP_STATS_TTL_MS', 86_400_000, { min: 0 });
 /** Bumped when the stored shape changes, so old files are refetched, not misread. */
-const CACHE_VERSION = 1;
+const CACHE_VERSION = 2;
 const cachedStatsSchema = z.object({
     version: z.literal(CACHE_VERSION),
     fetchedAt: z.number(),

package/dist/utils/video-stats-schema.d.ts

@@ -0,0 +1,187 @@
+import { z } from 'zod';
+/** The shape of one `yt-dlp -j` read of a video, and the small records derived from it. */
+export declare const heatmapEntrySchema: z.ZodObject<{
+    start_time: z.ZodNumber;
+    end_time: z.ZodNumber;
+    value: z.ZodNumber;
+}, "strip", z.ZodTypeAny, {
+    value: number;
+    start_time: number;
+    end_time: number;
+}, {
+    value: number;
+    start_time: number;
+    end_time: number;
+}>;
+export declare const videoStatsRowSchema: z.ZodObject<{
+    id: z.ZodString;
+    title: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    channel: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    channel_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    channel_url: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    channel_follower_count: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    upload_date: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    duration: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    view_count: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    like_count: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    comment_count: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    concurrent_view_count: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    categories: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString, "many">>>;
+    tags: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodString, "many">>>;
+    age_limit: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    availability: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    live_status: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    was_live: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    is_live: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    description: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    thumbnail: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    chapters: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+        title: z.ZodString;
+        start_time: z.ZodNumber;
+        end_time: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        title: string;
+        start_time: number;
+        end_time: number;
+    }, {
+        title: string;
+        start_time: number;
+        end_time: number;
+    }>, "many">>>;
+    heatmap: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+        start_time: z.ZodNumber;
+        end_time: z.ZodNumber;
+        value: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        value: number;
+        start_time: number;
+        end_time: number;
+    }, {
+        value: number;
+        start_time: number;
+        end_time: number;
+    }>, "many">>>;
+    automatic_captions: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+    subtitles: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
+    uploader: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    license: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    language: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    media_type: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    playable_in_embed: z.ZodOptional<z.ZodNullable<z.ZodBoolean>>;
+    release_timestamp: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    track: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    artist: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    album: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    release_year: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    fps: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+}, "strip", z.ZodTypeAny, {
+    id: string;
+    title?: string | null | undefined;
+    channel?: string | null | undefined;
+    description?: string | null | undefined;
+    tags?: string[] | null | undefined;
+    fps?: number | null | undefined;
+    language?: string | null | undefined;
+    duration?: number | null | undefined;
+    upload_date?: string | null | undefined;
+    thumbnail?: string | null | undefined;
+    view_count?: number | null | undefined;
+    like_count?: number | null | undefined;
+    comment_count?: number | null | undefined;
+    availability?: string | null | undefined;
+    live_status?: string | null | undefined;
+    chapters?: {
+        title: string;
+        start_time: number;
+        end_time: number;
+    }[] | null | undefined;
+    width?: number | null | undefined;
+    height?: number | null | undefined;
+    subtitles?: Record<string, unknown> | null | undefined;
+    automatic_captions?: Record<string, unknown> | null | undefined;
+    channel_id?: string | null | undefined;
+    channel_url?: string | null | undefined;
+    channel_follower_count?: number | null | undefined;
+    concurrent_view_count?: number | null | undefined;
+    categories?: string[] | null | undefined;
+    age_limit?: number | null | undefined;
+    was_live?: boolean | null | undefined;
+    is_live?: boolean | null | undefined;
+    heatmap?: {
+        value: number;
+        start_time: number;
+        end_time: number;
+    }[] | null | undefined;
+    uploader?: string | null | undefined;
+    license?: string | null | undefined;
+    media_type?: string | null | undefined;
+    playable_in_embed?: boolean | null | undefined;
+    release_timestamp?: number | null | undefined;
+    track?: string | null | undefined;
+    artist?: string | null | undefined;
+    album?: string | null | undefined;
+    release_year?: number | null | undefined;
+}, {
+    id: string;
+    title?: string | null | undefined;
+    channel?: string | null | undefined;
+    description?: string | null | undefined;
+    tags?: string[] | null | undefined;
+    fps?: number | null | undefined;
+    language?: string | null | undefined;
+    duration?: number | null | undefined;
+    upload_date?: string | null | undefined;
+    thumbnail?: string | null | undefined;
+    view_count?: number | null | undefined;
+    like_count?: number | null | undefined;
+    comment_count?: number | null | undefined;
+    availability?: string | null | undefined;
+    live_status?: string | null | undefined;
+    chapters?: {
+        title: string;
+        start_time: number;
+        end_time: number;
+    }[] | null | undefined;
+    width?: number | null | undefined;
+    height?: number | null | undefined;
+    subtitles?: Record<string, unknown> | null | undefined;
+    automatic_captions?: Record<string, unknown> | null | undefined;
+    channel_id?: string | null | undefined;
+    channel_url?: string | null | undefined;
+    channel_follower_count?: number | null | undefined;
+    concurrent_view_count?: number | null | undefined;
+    categories?: string[] | null | undefined;
+    age_limit?: number | null | undefined;
+    was_live?: boolean | null | undefined;
+    is_live?: boolean | null | undefined;
+    heatmap?: {
+        value: number;
+        start_time: number;
+        end_time: number;
+    }[] | null | undefined;
+    uploader?: string | null | undefined;
+    license?: string | null | undefined;
+    media_type?: string | null | undefined;
+    playable_in_embed?: boolean | null | undefined;
+    release_timestamp?: number | null | undefined;
+    track?: string | null | undefined;
+    artist?: string | null | undefined;
+    album?: string | null | undefined;
+    release_year?: number | null | undefined;
+}>;
+/** What YouTube credits a track with, when a video carries music metadata. */
+export interface MusicCredits {
+    track?: string;
+    artist?: string;
+    album?: string;
+    releaseYear?: number;
+}
+/** The frame size and rate of the best stream, as far as yt-dlp reported them. */
+export interface VideoFormat {
+    width?: number;
+    height?: number;
+    fps?: number;
+}
+//# sourceMappingURL=video-stats-schema.d.ts.map

package/dist/utils/video-stats-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-stats-schema.d.ts","sourceRoot":"","sources":["../../src/utils/video-stats-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,2FAA2F;AAE3F,eAAO,MAAM,kBAAkB;;;;;;;;;;;;EAI7B,CAAC;AAEH,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAyC9B,CAAC;AAEH,8EAA8E;AAC9E,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,kFAAkF;AAClF,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd"}

package/dist/utils/video-stats-schema.js

@@ -0,0 +1,50 @@
+import { z } from 'zod';
+/** The shape of one `yt-dlp -j` read of a video, and the small records derived from it. */
+export const heatmapEntrySchema = z.object({
+    start_time: z.number(),
+    end_time: z.number(),
+    value: z.number(),
+});
+export const videoStatsRowSchema = z.object({
+    id: z.string(),
+    title: z.string().nullish(),
+    channel: z.string().nullish(),
+    channel_id: z.string().nullish(),
+    channel_url: z.string().nullish(),
+    channel_follower_count: z.number().nullish(),
+    upload_date: z.string().nullish(),
+    duration: z.number().nullish(),
+    view_count: z.number().nullish(),
+    like_count: z.number().nullish(),
+    comment_count: z.number().nullish(),
+    concurrent_view_count: z.number().nullish(),
+    categories: z.array(z.string()).nullish(),
+    tags: z.array(z.string()).nullish(),
+    age_limit: z.number().nullish(),
+    availability: z.string().nullish(),
+    live_status: z.string().nullish(),
+    was_live: z.boolean().nullish(),
+    is_live: z.boolean().nullish(),
+    description: z.string().nullish(),
+    thumbnail: z.string().nullish(),
+    chapters: z
+        .array(z.object({ title: z.string(), start_time: z.number(), end_time: z.number() }))
+        .nullish(),
+    heatmap: z.array(heatmapEntrySchema).nullish(),
+    automatic_captions: z.record(z.string(), z.unknown()).nullish(),
+    subtitles: z.record(z.string(), z.unknown()).nullish(),
+    uploader: z.string().nullish(),
+    license: z.string().nullish(),
+    language: z.string().nullish(),
+    media_type: z.string().nullish(),
+    playable_in_embed: z.boolean().nullish(),
+    release_timestamp: z.number().nullish(),
+    track: z.string().nullish(),
+    artist: z.string().nullish(),
+    album: z.string().nullish(),
+    release_year: z.number().nullish(),
+    width: z.number().nullish(),
+    height: z.number().nullish(),
+    fps: z.number().nullish(),
+});
+//# sourceMappingURL=video-stats-schema.js.map

package/dist/utils/video-stats-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-stats-schema.js","sourceRoot":"","sources":["../../src/utils/video-stats-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,2FAA2F;AAE3F,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAChC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IACjC,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IACjC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC9B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAChC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAChC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IACnC,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC3C,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACzC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC/B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAClC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IACjC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE;IAC/B,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE;IAC9B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IACjC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC/B,QAAQ,EAAE,CAAC;SACR,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;SACpF,OAAO,EAAE;IACZ,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC,OAAO,EAAE;IAC9C,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IAC/D,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;IACtD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC9B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAChC,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE;IACxC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IACvC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC3B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAClC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC5B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;CAC1B,CAAC,CAAC"}

package/dist/utils/video-stats-storage.d.ts

@@ -0,0 +1,16 @@
+/**
+ * What of a video's record is kept in the store.
+ *
+ * Measured on a 637KB payload: `automatic_captions` is 460,965 bytes (72%) of URLs that
+ * expire, `formats` another 113,601 (18%), and `heatmap` 6,589 — larger than the whole
+ * rest of the record, so it has its own column. Stripped, a video is 4,785 bytes. Storing
+ * the raw object would cost 6.4GB per 10,000 videos instead of 48MB.
+ */
+/** A stored snapshot must stay small enough that a catalogue is not mostly URLs. */
+export declare const MAX_DETAIL_JSON_BYTES = 32768;
+/** Keys dropped before storage: expiring URLs and bulk we can re-fetch. */
+export declare const STRIPPED_KEYS: readonly ["formats", "requested_formats", "automatic_captions", "subtitles", "thumbnails", "comments", "heatmap"];
+export declare const CATALOG_DESCRIPTION_PREVIEW_CHARS = 500;
+/** Drops the bulk keys, so what is stored is the record rather than its attachments. */
+export declare function stripForStorage(raw: Record<string, unknown>): Record<string, unknown>;
+//# sourceMappingURL=video-stats-storage.d.ts.map

package/dist/utils/video-stats-storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-stats-storage.d.ts","sourceRoot":"","sources":["../../src/utils/video-stats-storage.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,oFAAoF;AACpF,eAAO,MAAM,qBAAqB,QAAS,CAAC;AAE5C,2EAA2E;AAC3E,eAAO,MAAM,aAAa,mHAQhB,CAAC;AAEX,eAAO,MAAM,iCAAiC,MAAM,CAAC;AAErD,wFAAwF;AACxF,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAcrF"}

package/dist/utils/video-stats-storage.js

@@ -0,0 +1,37 @@
+/**
+ * What of a video's record is kept in the store.
+ *
+ * Measured on a 637KB payload: `automatic_captions` is 460,965 bytes (72%) of URLs that
+ * expire, `formats` another 113,601 (18%), and `heatmap` 6,589 — larger than the whole
+ * rest of the record, so it has its own column. Stripped, a video is 4,785 bytes. Storing
+ * the raw object would cost 6.4GB per 10,000 videos instead of 48MB.
+ */
+/** A stored snapshot must stay small enough that a catalogue is not mostly URLs. */
+export const MAX_DETAIL_JSON_BYTES = 32_768;
+/** Keys dropped before storage: expiring URLs and bulk we can re-fetch. */
+export const STRIPPED_KEYS = [
+    'formats',
+    'requested_formats',
+    'automatic_captions',
+    'subtitles',
+    'thumbnails',
+    'comments',
+    'heatmap',
+];
+export const CATALOG_DESCRIPTION_PREVIEW_CHARS = 500;
+/** Drops the bulk keys, so what is stored is the record rather than its attachments. */
+export function stripForStorage(raw) {
+    const kept = {};
+    for (const [key, value] of Object.entries(raw)) {
+        if (STRIPPED_KEYS.some((stripped) => stripped === key))
+            continue;
+        kept[key] = value;
+    }
+    const description = kept.description;
+    if (typeof description === 'string' && description.length > CATALOG_DESCRIPTION_PREVIEW_CHARS) {
+        kept.description = description.slice(0, CATALOG_DESCRIPTION_PREVIEW_CHARS);
+        kept.description_truncated = true;
+    }
+    return kept;
+}
+//# sourceMappingURL=video-stats-storage.js.map

package/dist/utils/video-stats-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-stats-storage.js","sourceRoot":"","sources":["../../src/utils/video-stats-storage.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,oFAAoF;AACpF,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC;AAE5C,2EAA2E;AAC3E,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,SAAS;IACT,mBAAmB;IACnB,oBAAoB;IACpB,WAAW;IACX,YAAY;IACZ,UAAU;IACV,SAAS;CACD,CAAC;AAEX,MAAM,CAAC,MAAM,iCAAiC,GAAG,GAAG,CAAC;AAErD,wFAAwF;AACxF,MAAM,UAAU,eAAe,CAAC,GAA4B;IAC1D,MAAM,IAAI,GAA4B,EAAE,CAAC;IACzC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,KAAK,GAAG,CAAC;YAAE,SAAS;QACjE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACpB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IACrC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,CAAC,MAAM,GAAG,iCAAiC,EAAE,CAAC;QAC9F,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,iCAAiC,CAAC,CAAC;QAC3E,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC;IACpC,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC"}