youtube-knowledge-mcp 2.1.0 → 3.0.0

package/dist/utils/flat-listing.d.ts

@@ -0,0 +1,89 @@
+import { z } from 'zod';
+import type { VideoListItem } from './youtube-channel.js';
+/**
+ * Reading a flat channel or playlist listing.
+ *
+ * `--flat-playlist` lists a channel in one request instead of one per video,
+ * and each entry carries its thumbnail URLs — which is what makes a channel's
+ * thumbnails reachable without extracting every video. Printed as one JSON
+ * object per line with exactly these fields, so a title containing a delimiter
+ * cannot shift the others, and the parser checks each field's type.
+ *
+ * Verified against yt-dlp 2026.07.04: a flat entry carries `thumbnails` but no
+ * `upload_date`, so the date stays empty here and is resolved per video by the
+ * callers that need it.
+ */
+export declare const FLAT_PRINT_TEMPLATE = "%(.{id,title,duration,upload_date,timestamp,view_count,live_status,availability,thumbnails})j";
+/** One entry of a thumbnails array; sizes are absent for some channel images. */
+export declare const listedImageSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    url: z.ZodString;
+    width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+}, "strip", z.ZodTypeAny, {
+    url: string;
+    id?: string | null | undefined;
+    width?: number | null | undefined;
+    height?: number | null | undefined;
+}, {
+    url: string;
+    id?: string | null | undefined;
+    width?: number | null | undefined;
+    height?: number | null | undefined;
+}>;
+export type ListedImage = z.infer<typeof listedImageSchema>;
+export declare const flatEntrySchema: z.ZodObject<{
+    id: z.ZodString;
+    title: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    duration: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    upload_date: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    view_count: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    live_status: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    thumbnails: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        url: z.ZodString;
+        width: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+        height: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+    }, "strip", z.ZodTypeAny, {
+        url: string;
+        id?: string | null | undefined;
+        width?: number | null | undefined;
+        height?: number | null | undefined;
+    }, {
+        url: string;
+        id?: string | null | undefined;
+        width?: number | null | undefined;
+        height?: number | null | undefined;
+    }>, "many">>>;
+}, "strip", z.ZodTypeAny, {
+    id: string;
+    title?: string | null | undefined;
+    duration?: number | null | undefined;
+    upload_date?: string | null | undefined;
+    view_count?: number | null | undefined;
+    live_status?: string | null | undefined;
+    thumbnails?: {
+        url: string;
+        id?: string | null | undefined;
+        width?: number | null | undefined;
+        height?: number | null | undefined;
+    }[] | null | undefined;
+}, {
+    id: string;
+    title?: string | null | undefined;
+    duration?: number | null | undefined;
+    upload_date?: string | null | undefined;
+    view_count?: number | null | undefined;
+    live_status?: string | null | undefined;
+    thumbnails?: {
+        url: string;
+        id?: string | null | undefined;
+        width?: number | null | undefined;
+        height?: number | null | undefined;
+    }[] | null | undefined;
+}>;
+export type FlatEntry = z.infer<typeof flatEntrySchema>;
+/** The largest image by area, then by width; `undefined` for an empty list. */
+export declare function largestThumbnail(thumbnails: ListedImage[]): ListedImage | undefined;
+export declare function toVideoListItem(entry: FlatEntry): VideoListItem;
+//# sourceMappingURL=flat-listing.d.ts.map

package/dist/utils/flat-listing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"flat-listing.d.ts","sourceRoot":"","sources":["../../src/utils/flat-listing.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAE1D;;;;;;;;;;;;GAYG;AAEH,eAAO,MAAM,mBAAmB,kGACiE,CAAC;AAElG,iFAAiF;AACjF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;EAK5B,CAAC;AAEH,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAE5D,eAAO,MAAM,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAQ1B,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAC;AAExD,+EAA+E;AAC/E,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,WAAW,EAAE,GAAG,WAAW,GAAG,SAAS,CAQnF;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,SAAS,GAAG,aAAa,CAqB/D"}

package/dist/utils/flat-listing.js

@@ -0,0 +1,68 @@
+import { z } from 'zod';
+import { formatYouTubeDate } from './format.js';
+import { formatDuration, watchUrl } from './youtube-url.js';
+/**
+ * Reading a flat channel or playlist listing.
+ *
+ * `--flat-playlist` lists a channel in one request instead of one per video,
+ * and each entry carries its thumbnail URLs — which is what makes a channel's
+ * thumbnails reachable without extracting every video. Printed as one JSON
+ * object per line with exactly these fields, so a title containing a delimiter
+ * cannot shift the others, and the parser checks each field's type.
+ *
+ * Verified against yt-dlp 2026.07.04: a flat entry carries `thumbnails` but no
+ * `upload_date`, so the date stays empty here and is resolved per video by the
+ * callers that need it.
+ */
+export const FLAT_PRINT_TEMPLATE = '%(.{id,title,duration,upload_date,timestamp,view_count,live_status,availability,thumbnails})j';
+/** One entry of a thumbnails array; sizes are absent for some channel images. */
+export const listedImageSchema = z.object({
+    id: z.string().nullish(),
+    url: z.string(),
+    width: z.number().nullish(),
+    height: z.number().nullish(),
+});
+export const flatEntrySchema = z.object({
+    id: z.string(),
+    title: z.string().nullish(),
+    duration: z.number().nullish(),
+    upload_date: z.string().nullish(),
+    view_count: z.number().nullish(),
+    live_status: z.string().nullish(),
+    thumbnails: z.array(listedImageSchema).nullish(),
+});
+/** The largest image by area, then by width; `undefined` for an empty list. */
+export function largestThumbnail(thumbnails) {
+    const area = (image) => (image.width ?? 0) * (image.height ?? 0);
+    return thumbnails.reduce((best, image) => {
+        if (best === undefined)
+            return image;
+        if (area(image) > area(best))
+            return image;
+        if (area(image) === area(best) && (image.width ?? 0) > (best.width ?? 0))
+            return image;
+        return best;
+    }, undefined);
+}
+export function toVideoListItem(entry) {
+    const duration = entry.duration ?? 0;
+    const thumbnails = entry.thumbnails ?? [];
+    const largest = largestThumbnail(thumbnails);
+    return {
+        id: entry.id,
+        title: entry.title ?? 'Unknown title',
+        duration,
+        durationFormatted: formatDuration(duration),
+        uploadDate: formatYouTubeDate(entry.upload_date ?? ''),
+        url: watchUrl(entry.id),
+        ...(largest === undefined ? {} : { thumbnailUrl: largest.url }),
+        ...(thumbnails.length === 0 ? {} : { thumbnails }),
+        ...(entry.view_count === null || entry.view_count === undefined
+            ? {}
+            : { viewCount: entry.view_count }),
+        ...(entry.live_status === null || entry.live_status === undefined
+            ? {}
+            : { liveStatus: entry.live_status }),
+    };
+}
+//# sourceMappingURL=flat-listing.js.map

package/dist/utils/flat-listing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"flat-listing.js","sourceRoot":"","sources":["../../src/utils/flat-listing.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAG5D;;;;;;;;;;;;GAYG;AAEH,MAAM,CAAC,MAAM,mBAAmB,GAC9B,+FAA+F,CAAC;AAElG,iFAAiF;AACjF,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IACxB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;CAC7B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC3B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAC9B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IAChC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE;IACjC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC,OAAO,EAAE;CACjD,CAAC,CAAC;AAIH,+EAA+E;AAC/E,MAAM,UAAU,gBAAgB,CAAC,UAAyB;IACxD,MAAM,IAAI,GAAG,CAAC,KAAkB,EAAU,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IACtF,OAAO,UAAU,CAAC,MAAM,CAA0B,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAChE,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QACrC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QAC3C,IAAI,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,CAAC;YAAE,OAAO,KAAK,CAAC;QACvF,OAAO,IAAI,CAAC;IACd,CAAC,EAAE,SAAS,CAAC,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAgB;IAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;IAC1C,MAAM,OAAO,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAE7C,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,eAAe;QACrC,QAAQ;QACR,iBAAiB,EAAE,cAAc,CAAC,QAAQ,CAAC;QAC3C,UAAU,EAAE,iBAAiB,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC;QACtD,GAAG,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACvB,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;QAC/D,GAAG,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;QAClD,GAAG,CAAC,KAAK,CAAC,UAAU,KAAK,IAAI,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;YAC7D,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,UAAU,EAAE,CAAC;QACpC,GAAG,CAAC,KAAK,CAAC,WAAW,KAAK,IAAI,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS;YAC/D,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC;KACvC,CAAC;AACJ,CAAC"}

package/dist/utils/format.d.ts

@@ -2,13 +2,11 @@ import type { CallToolResult } from '@modelcontextprotocol/sdk/types.js';
 export declare function formatCount(count: number): string;
 export declare function formatYouTubeDate(yyyymmdd: string): string;
 export declare function formatFilesize(bytes?: number): string;
-export declare function textContent(text: string): CallToolResult;
 /**
  * A tool result carrying both a human-readable rendering and machine-readable
  * data.
  *
- * The text block is byte-identical to what `textContent` produced before, so
- * nothing a client already displays changes; `structuredContent` is additive and
+ * The text block is what a client displays; `structuredContent` is additive and
  * is what the tool's `outputSchema` describes. Every tool that declares an
  * output schema must return this, because the SDK validates the two against
  * each other.
@@ -22,7 +20,23 @@ export interface PageInfo {
     hasMore: boolean;
     nextOffset?: number;
 }
-export declare function pageInfo(total: number, count: number, offset?: number): PageInfo;
+/**
+ * Takes an object, not three adjacent numbers.
+ *
+ * The bug this replaces was not in the arithmetic: it was five call sites that
+ * passed `count` where `total` belonged, so `hasMore` computed `n < n` and a
+ * caller with 20 of a channel's 5,000 videos was told it had all of them.
+ * Positional arguments of the same type made that invisible; an object makes
+ * it impossible, and changing the signature forced every call site to be
+ * revisited, which was the point.
+ */
+export interface PageInput {
+    /** Items available in total. Never `count` — that is the bug this shape prevents. */
+    total: number;
+    count: number;
+    offset?: number;
+}
+export declare function pageInfo({ total, count, offset }: PageInput): PageInfo;
 /** A link to a file this server produced, so clients can offer to open it. */
 export declare function fileResourceLink(filePath: string, name: string, mimeType?: string): {
     type: 'resource_link';

package/dist/utils/format.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../../src/utils/format.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAEzE,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAKjD;AAOD,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAG1D;AAED,wBAAgB,cAAc,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAKrD;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,CAExD;AAED;;;;;;;;;GASG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,cAAc,CAK5F;AAED,wEAAwE;AACxE,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,SAAI,GAAG,QAAQ,CAS3E;AAED,8EAA8E;AAC9E,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,MAAM,GAChB;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAOzE;AAED,wEAAwE;AACxE,wBAAgB,UAAU,CACxB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACnC,IAAI,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACtD,cAAc,CAQhB"}
+{"version":3,"file":"format.d.ts","sourceRoot":"","sources":["../../src/utils/format.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAEzE,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAKjD;AAOD,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAG1D;AAED,wBAAgB,cAAc,CAAC,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAKrD;AAED;;;;;;;;GAQG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,cAAc,CAK5F;AAED,wEAAwE;AACxE,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,SAAS;IACxB,qFAAqF;IACrF,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,QAAQ,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAU,EAAE,EAAE,SAAS,GAAG,QAAQ,CAS1E;AAED,8EAA8E;AAC9E,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,QAAQ,CAAC,EAAE,MAAM,GAChB;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAOzE;AAED,wEAAwE;AACxE,wBAAgB,UAAU,CACxB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACnC,IAAI,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GACtD,cAAc,CAQhB"}

package/dist/utils/format.js

@@ -25,15 +25,11 @@ export function formatFilesize(bytes) {
         return `${(bytes / 1024 / 1024).toFixed(1)} MB`;
     return `${(bytes / 1024 / 1024 / 1024).toFixed(2)} GB`;
 }
-export function textContent(text) {
-    return { content: [{ type: 'text', text }] };
-}
 /**
  * A tool result carrying both a human-readable rendering and machine-readable
  * data.
  *
- * The text block is byte-identical to what `textContent` produced before, so
- * nothing a client already displays changes; `structuredContent` is additive and
+ * The text block is what a client displays; `structuredContent` is additive and
  * is what the tool's `outputSchema` describes. Every tool that declares an
  * output schema must return this, because the SDK validates the two against
  * each other.
@@ -44,7 +40,7 @@ export function toolResult(text, structured) {
         structuredContent: structured,
     };
 }
-export function pageInfo(total, count, offset = 0) {
+export function pageInfo({ total, count, offset = 0 }) {
     const hasMore = offset + count < total;
     return {
         total,

package/dist/utils/format.js.map

@@ -1 +1 @@
-{"version":3,"file":"format.js","sourceRoot":"","sources":["../../src/utils/format.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,WAAW,CAAC,KAAa;IACvC,IAAI,KAAK,IAAI,aAAa;QAAE,OAAO,GAAG,gBAAgB,CAAC,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC;IACjF,IAAI,KAAK,IAAI,SAAS;QAAE,OAAO,GAAG,gBAAgB,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC;IACzE,IAAI,KAAK,IAAI,KAAK;QAAE,OAAO,GAAG,gBAAgB,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC;IACjE,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAS;IACjC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3B,OAAO,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAChD,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAc;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAChF,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;AACxD,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,UAAmC;IAC1E,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC;QAC1C,iBAAiB,EAAE,UAAU;KAC9B,CAAC;AACJ,CAAC;AAWD,MAAM,UAAU,QAAQ,CAAC,KAAa,EAAE,KAAa,EAAE,MAAM,GAAG,CAAC;IAC/D,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;IACvC,OAAO;QACL,KAAK;QACL,KAAK;QACL,MAAM;QACN,OAAO;QACP,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,gBAAgB,CAC9B,QAAgB,EAChB,IAAY,EACZ,QAAiB;IAEjB,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,GAAG,EAAE,UAAU,QAAQ,EAAE;QACzB,IAAI;QACJ,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,UAAU,CACxB,IAAY,EACZ,UAAmC,EACnC,IAAuD;IAEvD,OAAO;QACL,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE;YAC/B,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC;SACtD;QACD,iBAAiB,EAAE,UAAU;KAC9B,CAAC;AACJ,CAAC"}
+{"version":3,"file":"format.js","sourceRoot":"","sources":["../../src/utils/format.ts"],"names":[],"mappings":"AAEA,MAAM,UAAU,WAAW,CAAC,KAAa;IACvC,IAAI,KAAK,IAAI,aAAa;QAAE,OAAO,GAAG,gBAAgB,CAAC,KAAK,GAAG,aAAa,CAAC,GAAG,CAAC;IACjF,IAAI,KAAK,IAAI,SAAS;QAAE,OAAO,GAAG,gBAAgB,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC;IACzE,IAAI,KAAK,IAAI,KAAK;QAAE,OAAO,GAAG,gBAAgB,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC;IACjE,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;AAC1B,CAAC;AAED,SAAS,gBAAgB,CAAC,CAAS;IACjC,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC3B,OAAO,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAChD,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACnF,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAc;IAC3C,IAAI,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IAC7B,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,IAAI,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI;QAAE,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;IAChF,OAAO,GAAG,CAAC,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;AACzD,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,UAAmC;IAC1E,OAAO;QACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,CAAC;QAC1C,iBAAiB,EAAE,UAAU;KAC9B,CAAC;AACJ,CAAC;AA4BD,MAAM,UAAU,QAAQ,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,GAAG,CAAC,EAAa;IAC9D,MAAM,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,KAAK,CAAC;IACvC,OAAO;QACL,KAAK;QACL,KAAK;QACL,MAAM;QACN,OAAO;QACP,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,gBAAgB,CAC9B,QAAgB,EAChB,IAAY,EACZ,QAAiB;IAEjB,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,GAAG,EAAE,UAAU,QAAQ,EAAE;QACzB,IAAI;QACJ,GAAG,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,UAAU,CACxB,IAAY,EACZ,UAAmC,EACnC,IAAuD;IAEvD,OAAO;QACL,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE;YAC/B,gBAAgB,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC;SACtD;QACD,iBAAiB,EAAE,UAAU;KAC9B,CAAC;AACJ,CAAC"}

package/dist/utils/guard.d.ts

@@ -0,0 +1,21 @@
+import type { CallToolResult } from '@modelcontextprotocol/sdk/types.js';
+/** Any tool handler: whatever it takes, it answers with a tool result. */
+type ToolLike = (...args: never[]) => CallToolResult | Promise<CallToolResult>;
+/**
+ * Wrap a tool handler, keeping its exact type.
+ *
+ * A Proxy rather than an arrow function because the SDK's `registerTool` is
+ * generic over the input schema and demands a callback of the precise type it
+ * derives from it; a new function would need a cast to claim that type, while
+ * a Proxy over the original *is* that type.
+ */
+export declare function guarded<F extends ToolLike>(handler: F): F;
+/**
+ * The resource counterpart. A read that fails used to propagate whatever was
+ * thrown — an `ENOENT` carrying an absolute local path, for instance — as the
+ * JSON-RPC error message. It now carries the same `[CODE] message` a tool
+ * would show, and nothing else.
+ */
+export declare function guardedResource<A extends unknown[], R>(handler: (...args: A) => Promise<R>): (...args: A) => Promise<R>;
+export {};
+//# sourceMappingURL=guard.d.ts.map

package/dist/utils/guard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"guard.d.ts","sourceRoot":"","sources":["../../src/utils/guard.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAoEzE,0EAA0E;AAC1E,KAAK,QAAQ,GAAG,CAAC,GAAG,IAAI,EAAE,KAAK,EAAE,KAAK,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;AAE/E;;;;;;;GAOG;AACH,wBAAgB,OAAO,CAAC,CAAC,SAAS,QAAQ,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,CAazD;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,CAAC,SAAS,OAAO,EAAE,EAAE,CAAC,EACpD,OAAO,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,GAClC,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAc5B"}

package/dist/utils/guard.js

@@ -0,0 +1,105 @@
+import { z } from 'zod';
+import { ErrorCode, McpError } from '@modelcontextprotocol/sdk/types.js';
+import { runWithRequestContext } from './context.js';
+import { asYouTubeError, toToolError } from './errors.js';
+/**
+ * Wrapping every handler the server registers, once, so that each call gets a
+ * request context and no call can throw out of the server.
+ *
+ * The MCP request's AbortSignal is published to the request context so an
+ * in-flight yt-dlp is killed when the client cancels, and anything thrown is
+ * rendered as an actionable message rather than a raw stack trace, a yt-dlp
+ * command line, or a local path. Tools report failures inside the result with
+ * `isError`; resources have no such envelope, so theirs become protocol errors
+ * carrying the same normalised text.
+ */
+/**
+ * The parts of the SDK's `RequestHandlerExtra` this server uses.
+ *
+ * `sendNotification` is described with `z.custom` because a function is not
+ * something Zod can take apart structurally — the predicate is a real runtime
+ * check, and it is what lets the property be called without asserting a type
+ * over it.
+ */
+const requestExtraSchema = z.object({
+    signal: z.instanceof(AbortSignal).optional(),
+    sendNotification: z
+        .custom((value) => typeof value === 'function')
+        .optional(),
+    _meta: z.object({ progressToken: z.union([z.string(), z.number()]).optional() }).optional(),
+});
+/** The request context for a call, read from the SDK extra that arrives last. */
+function contextOf(args) {
+    // Handlers declare only their own parameters; the SDK appends
+    // RequestHandlerExtra to every call, so it is whatever arrived last.
+    const parsed = requestExtraSchema.safeParse(args[args.length - 1]);
+    const extra = parsed.success ? parsed.data : undefined;
+    return {
+        signal: extra?.signal,
+        // Progress is only meaningful when the client asked for it by sending a
+        // token; without one the notification would be dropped anyway.
+        reportProgress: extra?.sendNotification && extra._meta?.progressToken !== undefined
+            ? (progress, total, message) => {
+                void extra.sendNotification?.({
+                    method: 'notifications/progress',
+                    params: {
+                        progressToken: extra._meta?.progressToken,
+                        progress,
+                        ...(total === undefined ? {} : { total }),
+                        ...(message === undefined ? {} : { message }),
+                    },
+                });
+            }
+            : undefined,
+        log: extra?.sendNotification
+            ? (level, message) => {
+                void extra.sendNotification?.({
+                    method: 'notifications/message',
+                    params: { level, logger: 'youtube-knowledge-mcp', data: message },
+                });
+            }
+            : undefined,
+    };
+}
+/**
+ * Wrap a tool handler, keeping its exact type.
+ *
+ * A Proxy rather than an arrow function because the SDK's `registerTool` is
+ * generic over the input schema and demands a callback of the precise type it
+ * derives from it; a new function would need a cast to claim that type, while
+ * a Proxy over the original *is* that type.
+ */
+export function guarded(handler) {
+    const run = (args) => runWithRequestContext(contextOf(args), async () => {
+        try {
+            return await handler(...args);
+        }
+        catch (error) {
+            return toToolError(error);
+        }
+    });
+    return new Proxy(handler, {
+        apply: (_target, _thisArg, args) => run(args),
+    });
+}
+/**
+ * The resource counterpart. A read that fails used to propagate whatever was
+ * thrown — an `ENOENT` carrying an absolute local path, for instance — as the
+ * JSON-RPC error message. It now carries the same `[CODE] message` a tool
+ * would show, and nothing else.
+ */
+export function guardedResource(handler) {
+    return async (...args) => runWithRequestContext(contextOf(args), async () => {
+        try {
+            return await handler(...args);
+        }
+        catch (error) {
+            const failure = asYouTubeError(error);
+            const code = failure.code === 'INVALID_INPUT' || failure.code === 'NOT_FOUND'
+                ? ErrorCode.InvalidParams
+                : ErrorCode.InternalError;
+            throw new McpError(code, `[${failure.code}] ${failure.toToolMessage()}`);
+        }
+    });
+}
+//# sourceMappingURL=guard.js.map

package/dist/utils/guard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"guard.js","sourceRoot":"","sources":["../../src/utils/guard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,oCAAoC,CAAC;AAEzE,OAAO,EAAE,qBAAqB,EAAuB,MAAM,cAAc,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1D;;;;;;;;;;GAUG;AAEH;;;;;;;GAOG;AACH,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,QAAQ,EAAE;IAC5C,gBAAgB,EAAE,CAAC;SAChB,MAAM,CAA2C,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,UAAU,CAAC;SACxF,QAAQ,EAAE;IACb,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC5F,CAAC,CAAC;AAEH,iFAAiF;AACjF,SAAS,SAAS,CAAC,IAAe;IAChC,8DAA8D;IAC9D,qEAAqE;IACrE,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;IAEvD,OAAO;QACL,MAAM,EAAE,KAAK,EAAE,MAAM;QACrB,wEAAwE;QACxE,+DAA+D;QAC/D,cAAc,EACZ,KAAK,EAAE,gBAAgB,IAAI,KAAK,CAAC,KAAK,EAAE,aAAa,KAAK,SAAS;YACjE,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;gBAC3B,KAAK,KAAK,CAAC,gBAAgB,EAAE,CAAC;oBAC5B,MAAM,EAAE,wBAAwB;oBAChC,MAAM,EAAE;wBACN,aAAa,EAAE,KAAK,CAAC,KAAK,EAAE,aAAa;wBACzC,QAAQ;wBACR,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;wBACzC,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC;qBAC9C;iBACF,CAAC,CAAC;YACL,CAAC;YACH,CAAC,CAAC,SAAS;QACf,GAAG,EAAE,KAAK,EAAE,gBAAgB;YAC1B,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;gBACjB,KAAK,KAAK,CAAC,gBAAgB,EAAE,CAAC;oBAC5B,MAAM,EAAE,uBAAuB;oBAC/B,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,uBAAuB,EAAE,IAAI,EAAE,OAAO,EAAE;iBAClE,CAAC,CAAC;YACL,CAAC;YACH,CAAC,CAAC,SAAS;KACd,CAAC;AACJ,CAAC;AAKD;;;;;;;GAOG;AACH,MAAM,UAAU,OAAO,CAAqB,OAAU;IACpD,MAAM,GAAG,GAAG,CAAC,IAAmB,EAA2B,EAAE,CAC3D,qBAAqB,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;QAChD,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC,CAAC,CAAC;IAEL,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE;QACxB,KAAK,EAAE,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAmB,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;KAC7D,CAAC,CAAC;AACL,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAC7B,OAAmC;IAEnC,OAAO,KAAK,EAAE,GAAG,IAAO,EAAc,EAAE,CACtC,qBAAqB,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;QAChD,IAAI,CAAC;YACH,OAAO,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YACtC,MAAM,IAAI,GACR,OAAO,CAAC,IAAI,KAAK,eAAe,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;gBAC9D,CAAC,CAAC,SAAS,CAAC,aAAa;gBACzB,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC;YAC9B,MAAM,IAAI,QAAQ,CAAC,IAAI,EAAE,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/utils/harvest-catalog.d.ts

@@ -0,0 +1,44 @@
+import type { DatabaseSync } from 'node:sqlite';
+import type { Coverage } from '../harvest-schemas.js';
+/**
+ * Reading a channel's whole catalogue.
+ *
+ * The listing plane is cheap and is not bot-checked: measured 1,716 videos in
+ * 31 seconds from one spawn, so a catalogue costs about a minute per channel
+ * and the old 100-video cap was self-imposed rather than forced.
+ *
+ * Every tab is walked because a channel's videos are not all under /videos —
+ * shorts, streams, releases and podcasts each have their own. The first tab
+ * that lists a video owns it; later tabs record themselves in `also_in_tabs`.
+ * Last-writer-wins would mislabel most of a music channel's catalogue.
+ */
+export declare const HARVEST_TABS: readonly ["videos", "shorts", "streams", "releases", "podcasts"];
+export type HarvestTab = (typeof HARVEST_TABS)[number];
+export declare const MAX_VIDEOS_PER_CATALOG = 10000;
+export interface TabResult {
+    tab: HarvestTab;
+    listed: number;
+    added: number;
+    complete: boolean;
+    error?: string;
+}
+export interface CatalogResult {
+    channelId: string;
+    name: string;
+    handle: string;
+    tabs: TabResult[];
+    videosSeen: number;
+    videosAdded: number;
+    coverage: Coverage;
+}
+/**
+ * Walks every tab of a channel into the store.
+ *
+ * A tab the channel simply does not have is not a failure — yt-dlp says so in
+ * words, and treating that as an error would make every channel without a
+ * podcasts tab look broken.
+ */
+export declare function harvestCatalog(database: DatabaseSync, channel: string, options?: {
+    maxVideos?: number;
+}): Promise<CatalogResult>;
+//# sourceMappingURL=harvest-catalog.d.ts.map

package/dist/utils/harvest-catalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harvest-catalog.d.ts","sourceRoot":"","sources":["../../src/utils/harvest-catalog.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAahD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEtD;;;;;;;;;;;GAWG;AAEH,eAAO,MAAM,YAAY,kEAAmE,CAAC;AAC7F,MAAM,MAAM,UAAU,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC;AAEvD,eAAO,MAAM,sBAAsB,QAAS,CAAC;AAK7C,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,UAAU,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,SAAS,EAAE,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,QAAQ,CAAC;CACpB;AAyCD;;;;;;GAMG;AACH,wBAAsB,cAAc,CAClC,QAAQ,EAAE,YAAY,EACtB,OAAO,EAAE,MAAM,EACf,OAAO,GAAE;IAAE,SAAS,CAAC,EAAE,MAAM,CAAA;CAAO,GACnC,OAAO,CAAC,aAAa,CAAC,CAQxB"}

package/dist/utils/harvest-catalog.js

@@ -0,0 +1,164 @@
+import { runYtDlp, TIMEOUTS } from './ytdlp.js';
+import { FLAT_PRINT_TEMPLATE, flatEntrySchema, toVideoListItem } from './flat-listing.js';
+import { parseYtDlpJsonLines } from './ytdlp-parse.js';
+import { resolveListTarget } from './youtube-url.js';
+import { getChannelInfo } from './youtube-channel.js';
+import { coverageOf } from './coverage.js';
+import { saveReceipt } from './harvest-receipts.js';
+import { inTransaction } from './store.js';
+import { throwIfAborted, reportProgress } from './context.js';
+import { countRows } from './store-rows.js';
+import { withChannelHarvestLock } from './harvest-lock.js';
+import { YouTubeError } from './errors.js';
+/**
+ * Reading a channel's whole catalogue.
+ *
+ * The listing plane is cheap and is not bot-checked: measured 1,716 videos in
+ * 31 seconds from one spawn, so a catalogue costs about a minute per channel
+ * and the old 100-video cap was self-imposed rather than forced.
+ *
+ * Every tab is walked because a channel's videos are not all under /videos —
+ * shorts, streams, releases and podcasts each have their own. The first tab
+ * that lists a video owns it; later tabs record themselves in `also_in_tabs`.
+ * Last-writer-wins would mislabel most of a music channel's catalogue.
+ */
+export const HARVEST_TABS = ['videos', 'shorts', 'streams', 'releases', 'podcasts'];
+export const MAX_VIDEOS_PER_CATALOG = 10_000;
+/** yt-dlp says this, in these words, for a tab the channel does not have. */
+const NO_SUCH_TAB = 'does not have a';
+const UPSERT_VIDEO = `
+INSERT INTO video (
+  video_id, channel_id, title, duration_s, upload_date, view_count,
+  live_status, thumbnail_url, tab, also_in_tabs, catalog_rank, listed_at
+) VALUES (?,?,?,?,?,?,?,?,?,'[]',?,?)
+ON CONFLICT(video_id) DO UPDATE SET
+  title = excluded.title,
+  duration_s = excluded.duration_s,
+  view_count = excluded.view_count,
+  live_status = excluded.live_status,
+  thumbnail_url = excluded.thumbnail_url,
+  listed_at = excluded.listed_at,
+  -- The owning tab is kept; a later tab only records that it also lists this
+  -- video, so a re-walk in a different order cannot relabel the catalogue.
+  also_in_tabs = CASE
+    WHEN video.tab = excluded.tab THEN video.also_in_tabs
+    WHEN instr(video.also_in_tabs, excluded.tab) > 0 THEN video.also_in_tabs
+    ELSE json_insert(video.also_in_tabs, '$[#]', excluded.tab)
+  END`;
+async function listTab(channelUrl, tab, limit) {
+    return runYtDlp([
+        '--skip-download',
+        '--flat-playlist',
+        '--lazy-playlist',
+        '--print',
+        FLAT_PRINT_TEMPLATE,
+        '--playlist-end',
+        String(limit),
+    ], {
+        label: `harvest_channel:${tab}`,
+        timeoutMs: TIMEOUTS.transcript,
+        target: resolveListTarget(`${channelUrl}/${tab}`),
+    });
+}
+/**
+ * Walks every tab of a channel into the store.
+ *
+ * A tab the channel simply does not have is not a failure — yt-dlp says so in
+ * words, and treating that as an error would make every channel without a
+ * podcasts tab look broken.
+ */
+export async function harvestCatalog(database, channel, options = {}) {
+    const maxVideos = Math.min(options.maxVideos ?? 500, MAX_VIDEOS_PER_CATALOG);
+    // Resolving the channel comes before the lock because the lock is keyed on
+    // the channel id, and only YouTube can turn a handle into one.
+    const info = await getChannelInfo(channel);
+    return withChannelHarvestLock(info.channelId, () => walkTabs(database, info, maxVideos));
+}
+async function walkTabs(database, info, maxVideos) {
+    const now = Date.now();
+    database
+        .prepare(`INSERT INTO channel (channel_id, handle, name, channel_url, subscriber_count, description, first_seen_at, updated_at)
+       VALUES (?,?,?,?,?,?,?,?)
+       ON CONFLICT(channel_id) DO UPDATE SET
+         handle = excluded.handle, name = excluded.name, channel_url = excluded.channel_url,
+         subscriber_count = excluded.subscriber_count, description = excluded.description,
+         updated_at = excluded.updated_at`)
+        .run(info.channelId, info.handle, info.name, info.channelUrl, info.subscriberCount, info.description, now, now);
+    const tabs = [];
+    const seen = new Set();
+    let rank = 0;
+    // Counted from the store, not from `seen`: on a second run every video is
+    // new to the walk and none is new to the catalogue, and reporting the former
+    // as "added" would make a re-run look like a fresh harvest.
+    const countVideos = () => countRows(database.prepare('SELECT COUNT(*) FROM video WHERE channel_id = ?'), info.channelId);
+    const before = countVideos();
+    for (const tab of HARVEST_TABS) {
+        throwIfAborted();
+        reportProgress(tabs.length, HARVEST_TABS.length, `harvest_channel: ${tab}`);
+        let stdout;
+        try {
+            stdout = await listTab(info.channelUrl, tab, maxVideos);
+        }
+        catch (error) {
+            const message = error instanceof YouTubeError ? error.message : String(error);
+            const absent = error instanceof YouTubeError && error.message.includes(NO_SUCH_TAB);
+            tabs.push({
+                tab,
+                listed: 0,
+                added: 0,
+                // A tab the channel does not have is a complete answer, not a gap.
+                complete: absent,
+                ...(absent ? {} : { error: message }),
+            });
+            continue;
+        }
+        const entries = parseYtDlpJsonLines(stdout, flatEntrySchema).map(toVideoListItem);
+        const insert = database.prepare(UPSERT_VIDEO);
+        const tabBefore = countVideos();
+        inTransaction(database, () => {
+            for (const entry of entries) {
+                if (seen.size >= maxVideos)
+                    break;
+                seen.add(entry.id);
+                insert.run(entry.id, info.channelId, entry.title, entry.duration, entry.uploadDate === '' ? null : entry.uploadDate, entry.viewCount ?? null, entry.liveStatus ?? null, entry.thumbnailUrl ?? null, tab, rank, now);
+                rank += 1;
+            }
+        });
+        tabs.push({
+            tab,
+            listed: entries.length,
+            added: countVideos() - tabBefore,
+            complete: entries.length < maxVideos,
+        });
+    }
+    const everyTabComplete = tabs.every((tab) => tab.complete);
+    const coverage = coverageOf({
+        scope: 'channel-catalog',
+        targetId: info.channelId,
+        have: seen.size,
+        source: `yt-dlp --flat-playlist over ${HARVEST_TABS.join(', ')}`,
+        // Only an unbroken walk of every tab proves the catalogue is whole. A tab
+        // that errored, or one that filled to the cap, leaves it unprovable.
+        ...(everyTabComplete
+            ? {
+                expected: { value: seen.size, source: 'source-exhausted' },
+                ranToExhaustion: true,
+            }
+            : {}),
+        ...(seen.size >= maxVideos ? { limitApplied: maxVideos } : {}),
+        ...(everyTabComplete ? {} : { resumeToken: `catalog:${info.channelId}` }),
+    });
+    inTransaction(database, () => {
+        saveReceipt(database, coverage, { startedAt: now });
+    });
+    return {
+        channelId: info.channelId,
+        name: info.name,
+        handle: info.handle,
+        tabs,
+        videosSeen: seen.size,
+        videosAdded: countVideos() - before,
+        coverage,
+    };
+}
+//# sourceMappingURL=harvest-catalog.js.map

package/dist/utils/harvest-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"harvest-catalog.js","sourceRoot":"","sources":["../../src/utils/harvest-catalog.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,EAAE,mBAAmB,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC1F,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AAC9D,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG3C;;;;;;;;;;;GAWG;AAEH,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,CAAU,CAAC;AAG7F,MAAM,CAAC,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAE7C,6EAA6E;AAC7E,MAAM,WAAW,GAAG,iBAAiB,CAAC;AAoBtC,MAAM,YAAY,GAAG;;;;;;;;;;;;;;;;;;MAkBf,CAAC;AAEP,KAAK,UAAU,OAAO,CAAC,UAAkB,EAAE,GAAe,EAAE,KAAa;IACvE,OAAO,QAAQ,CACb;QACE,iBAAiB;QACjB,iBAAiB;QACjB,iBAAiB;QACjB,SAAS;QACT,mBAAmB;QACnB,gBAAgB;QAChB,MAAM,CAAC,KAAK,CAAC;KACd,EACD;QACE,KAAK,EAAE,mBAAmB,GAAG,EAAE;QAC/B,SAAS,EAAE,QAAQ,CAAC,UAAU;QAC9B,MAAM,EAAE,iBAAiB,CAAC,GAAG,UAAU,IAAI,GAAG,EAAE,CAAC;KAClD,CACF,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,QAAsB,EACtB,OAAe,EACf,UAAkC,EAAE;IAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,IAAI,GAAG,EAAE,sBAAsB,CAAC,CAAC;IAE7E,2EAA2E;IAC3E,+DAA+D;IAC/D,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IAE3C,OAAO,sBAAsB,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;AAC3F,CAAC;AAED,KAAK,UAAU,QAAQ,CACrB,QAAsB,EACtB,IAAgD,EAChD,SAAiB;IAEjB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAEvB,QAAQ;SACL,OAAO,CACN;;;;;0CAKoC,CACrC;SACA,GAAG,CACF,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,eAAe,EACpB,IAAI,CAAC,WAAW,EAChB,GAAG,EACH,GAAG,CACJ,CAAC;IAEJ,MAAM,IAAI,GAAgB,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,0EAA0E;IAC1E,6EAA6E;IAC7E,4DAA4D;IAC5D,MAAM,WAAW,GAAG,GAAW,EAAE,CAC/B,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,iDAAiD,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACjG,MAAM,MAAM,GAAG,WAAW,EAAE,CAAC;IAE7B,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAC/B,cAAc,EAAE,CAAC;QACjB,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,oBAAoB,GAAG,EAAE,CAAC,CAAC;QAE5E,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC9E,MAAM,MAAM,GAAG,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;YACpF,IAAI,CAAC,IAAI,CAAC;gBACR,GAAG;gBACH,MAAM,EAAE,CAAC;gBACT,KAAK,EAAE,CAAC;gBACR,mEAAmE;gBACnE,QAAQ,EAAE,MAAM;gBAChB,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;aACtC,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,OAAO,GAAG,mBAAmB,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,WAAW,EAAE,CAAC;QAEhC,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE;YAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,IAAI,CAAC,IAAI,IAAI,SAAS;oBAAE,MAAM;gBAClC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACnB,MAAM,CAAC,GAAG,CACR,KAAK,CAAC,EAAE,EACR,IAAI,CAAC,SAAS,EACd,KAAK,CAAC,KAAK,EACX,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,EACjD,KAAK,CAAC,SAAS,IAAI,IAAI,EACvB,KAAK,CAAC,UAAU,IAAI,IAAI,EACxB,KAAK,CAAC,YAAY,IAAI,IAAI,EAC1B,GAAG,EACH,IAAI,EACJ,GAAG,CACJ,CAAC;gBACF,IAAI,IAAI,CAAC,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC;YACR,GAAG;YACH,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,KAAK,EAAE,WAAW,EAAE,GAAG,SAAS;YAChC,QAAQ,EAAE,OAAO,CAAC,MAAM,GAAG,SAAS;SACrC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,UAAU,CAAC;QAC1B,KAAK,EAAE,iBAAiB;QACxB,QAAQ,EAAE,IAAI,CAAC,SAAS;QACxB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,+BAA+B,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QAChE,0EAA0E;QAC1E,qEAAqE;QACrE,GAAG,CAAC,gBAAgB;YAClB,CAAC,CAAC;gBACE,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,kBAA2B,EAAE;gBACnE,eAAe,EAAE,IAAI;aACtB;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,WAAW,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;KAC1E,CAAC,CAAC;IAEH,aAAa,CAAC,QAAQ,EAAE,GAAG,EAAE;QAC3B,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,IAAI;QACJ,UAAU,EAAE,IAAI,CAAC,IAAI;QACrB,WAAW,EAAE,WAAW,EAAE,GAAG,MAAM;QACnC,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/dist/utils/harvest-lock.d.ts

@@ -0,0 +1,3 @@
+export declare function withChannelHarvestLock<T>(channelId: string, work: () => Promise<T>): Promise<T>;
+export declare function withVideoHarvestLock<T>(videoId: string, work: () => Promise<T>): Promise<T>;
+//# sourceMappingURL=harvest-lock.d.ts.map

package/dist/utils/harvest-lock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harvest-lock.d.ts","sourceRoot":"","sources":["../../src/utils/harvest-lock.ts"],"names":[],"mappings":"AAsBA,wBAAsB,sBAAsB,CAAC,CAAC,EAC5C,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GACrB,OAAO,CAAC,CAAC,CAAC,CAKZ;AAED,wBAAsB,oBAAoB,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAKjG"}