@qwen-code/arena-agent 0.0.9-dev.26 → 0.0.9-dev.28

package/dist/fetch-page/json-path.js

@@ -0,0 +1,111 @@
+import { decodeText } from "./text.js";
+/**
+ * Navigation helpers for the undocumented JSON blobs embedded in dynamic site
+ * pages. Every accessor is total: a missing or wrongly typed field yields an
+ * empty value rather than throwing, because these shapes change without notice.
+ */
+export function jsonObject(bytes, contentType) {
+    const value = JSON.parse(decodeText(bytes, contentType));
+    if (!value || typeof value !== "object" || Array.isArray(value)) {
+        throw new Error("site adapter returned invalid JSON");
+    }
+    return value;
+}
+export function stringField(value, key) {
+    const field = value[key];
+    return typeof field === "string" || typeof field === "number"
+        ? String(field)
+        : "";
+}
+export function recordValue(value) {
+    return value && typeof value === "object" && !Array.isArray(value)
+        ? value
+        : undefined;
+}
+export function recordArray(value) {
+    return Array.isArray(value)
+        ? value.flatMap((item) => {
+            const record = recordValue(item);
+            return record ? [record] : [];
+        })
+        : [];
+}
+export function findNestedValue(value, key) {
+    const record = recordValue(value);
+    if (!record)
+        return undefined;
+    if (Object.hasOwn(record, key))
+        return record[key];
+    for (const child of Object.values(record)) {
+        if (Array.isArray(child)) {
+            for (const item of child) {
+                const found = findNestedValue(item, key);
+                if (found !== undefined)
+                    return found;
+            }
+            continue;
+        }
+        const found = findNestedValue(child, key);
+        if (found !== undefined)
+            return found;
+    }
+    return undefined;
+}
+export function findNestedRecord(value, predicate) {
+    const record = recordValue(value);
+    if (!record)
+        return undefined;
+    if (predicate(record))
+        return record;
+    for (const child of Object.values(record)) {
+        if (Array.isArray(child)) {
+            for (const item of child) {
+                const found = findNestedRecord(item, predicate);
+                if (found)
+                    return found;
+            }
+            continue;
+        }
+        const found = findNestedRecord(child, predicate);
+        if (found)
+            return found;
+    }
+    return undefined;
+}
+export function extractAssignedJson(html, marker) {
+    const markerIndex = html.indexOf(marker);
+    if (markerIndex < 0)
+        return undefined;
+    const start = html.indexOf("{", markerIndex + marker.length);
+    if (start < 0)
+        return undefined;
+    let depth = 0;
+    let inString = false;
+    let escaped = false;
+    for (let index = start; index < html.length; index += 1) {
+        const character = html[index];
+        if (inString) {
+            if (escaped)
+                escaped = false;
+            else if (character === "\\")
+                escaped = true;
+            else if (character === '"')
+                inString = false;
+            continue;
+        }
+        if (character === '"')
+            inString = true;
+        else if (character === "{")
+            depth += 1;
+        else if (character === "}" && --depth === 0) {
+            try {
+                return recordValue(JSON.parse(html.slice(start, index + 1)));
+            }
+            catch {
+                return undefined;
+            }
+        }
+    }
+    return undefined;
+}
+//# sourceMappingURL=json-path.js.map

package/dist/fetch-page/json-path.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-path.js","sourceRoot":"","sources":["../../src/fetch-page/json-path.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC;;;;GAIG;AAEH,MAAM,UAAU,UAAU,CAAC,KAAiB,EAAE,WAAmB;IAC/D,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC,CAAC;IAClE,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,KAAgC,CAAC;AAC1C,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAA8B,EAAE,GAAW;IACrE,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ;QAC3D,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QACf,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc;IACxC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAChE,CAAC,CAAE,KAAiC;QACpC,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,KAAc;IACxC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACrB,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YACjC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAChC,CAAC,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;AACT,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAc,EAAE,GAAW;IACzD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;IACnD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACzC,IAAI,KAAK,KAAK,SAAS;oBAAE,OAAO,KAAK,CAAC;YACxC,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC1C,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;IACxC,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC9B,KAAc,EACd,SAAuD;IAEvD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,IAAI,SAAS,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IACrC,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,gBAAgB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;gBAChD,IAAI,KAAK;oBAAE,OAAO,KAAK,CAAC;YAC1B,CAAC;YACD,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;QACjD,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,IAAY,EACZ,MAAc;IAEd,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,WAAW,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IAC7D,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAChC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,KAAK,IAAI,KAAK,GAAG,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,OAAO;gBAAE,OAAO,GAAG,KAAK,CAAC;iBACxB,IAAI,SAAS,KAAK,IAAI;gBAAE,OAAO,GAAG,IAAI,CAAC;iBACvC,IAAI,SAAS,KAAK,GAAG;gBAAE,QAAQ,GAAG,KAAK,CAAC;YAC7C,SAAS;QACX,CAAC;QACD,IAAI,SAAS,KAAK,GAAG;YAAE,QAAQ,GAAG,IAAI,CAAC;aAClC,IAAI,SAAS,KAAK,GAAG;YAAE,KAAK,IAAI,CAAC,CAAC;aAClC,IAAI,SAAS,KAAK,GAAG,IAAI,EAAE,KAAK,KAAK,CAAC,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACH,OAAO,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/D,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,SAAS,CAAC;YACnB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/fetch-page/sites.d.ts

@@ -0,0 +1,26 @@
+import { type AparatTarget } from "./aparat.js";
+import type { ParsedPage, SiteAdapterContext } from "./types.js";
+import { type YoutubeTarget } from "./youtube.js";
+/**
+ * Site-adapter seam.
+ *
+ * The core `fetch_page` contract — seven fields, the 8,000 UTF-16 window, the
+ * error envelope, the post-redirect URL — is graded [G] against the golden
+ * corpus and must not drift. Everything reachable from here is [H]: a local
+ * choice about pages the generic extractor cannot read, built on undocumented
+ * site internals that change without notice. Keeping the two apart is what
+ * makes the distinction auditable rather than a matter of reading 1,600 lines.
+ */
+export type DynamicSiteTarget = YoutubeTarget | AparatTarget;
+export declare function dynamicSiteTarget(value: string): DynamicSiteTarget | undefined;
+/**
+ * Why the page cannot be read generically, when the site served a shell instead
+ * of content. Absent means the HTML is worth extracting normally.
+ */
+export declare function dynamicShellReason(html: string, target: DynamicSiteTarget | undefined): string | undefined;
+/**
+ * Returns an adapted page, or undefined to fall through to generic extraction.
+ * Throws when the page is a shell no adapter could recover, so an unreadable
+ * response never reports success.
+ */
+export declare function loadDynamicSite(target: DynamicSiteTarget, ctx: SiteAdapterContext): Promise<ParsedPage | undefined>;

package/dist/fetch-page/sites.js

@@ -0,0 +1,39 @@
+import { aparatShellReason, loadAparat, matchAparat, } from "./aparat.js";
+import { loadYoutube, matchYoutube, youtubeShellReason, } from "./youtube.js";
+export function dynamicSiteTarget(value) {
+    const url = new URL(value);
+    const hostname = url.hostname.toLowerCase().replace(/^www\./, "");
+    return matchYoutube(url, hostname) || matchAparat(url, hostname);
+}
+/**
+ * Why the page cannot be read generically, when the site served a shell instead
+ * of content. Absent means the HTML is worth extracting normally.
+ */
+export function dynamicShellReason(html, target) {
+    if (!target)
+        return undefined;
+    return target.kind === "youtube"
+        ? youtubeShellReason(html)
+        : aparatShellReason(html);
+}
+/**
+ * Returns an adapted page, or undefined to fall through to generic extraction.
+ * Throws when the page is a shell no adapter could recover, so an unreadable
+ * response never reports success.
+ */
+export async function loadDynamicSite(target, ctx) {
+    const shellReason = dynamicShellReason(ctx.html, target);
+    // YouTube runs unconditionally: even a healthy watch page hides its metadata
+    // in embedded JSON. Aparat only runs once its shell has been detected.
+    if (target.kind !== "youtube" && !shellReason)
+        return undefined;
+    const adapted = target.kind === "youtube"
+        ? await loadYoutube(target, ctx)
+        : await loadAparat(target, ctx);
+    if (adapted)
+        return adapted;
+    if (shellReason)
+        throw new Error(`Failed to fetch page: ${shellReason}`);
+    return undefined;
+}
+//# sourceMappingURL=sites.js.map

package/dist/fetch-page/sites.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sites.js","sourceRoot":"","sources":["../../src/fetch-page/sites.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,iBAAiB,EACjB,UAAU,EACV,WAAW,GACZ,MAAM,aAAa,CAAC;AAErB,OAAO,EACL,WAAW,EACX,YAAY,EAEZ,kBAAkB,GACnB,MAAM,cAAc,CAAC;AAetB,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAC3B,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAClE,OAAO,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,WAAW,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;AACnE,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAChC,IAAY,EACZ,MAAqC;IAErC,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,OAAO,MAAM,CAAC,IAAI,KAAK,SAAS;QAC9B,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC;QAC1B,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAAyB,EACzB,GAAuB;IAEvB,MAAM,WAAW,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACzD,6EAA6E;IAC7E,uEAAuE;IACvE,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,WAAW;QAAE,OAAO,SAAS,CAAC;IAChE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS;QACvC,CAAC,CAAC,MAAM,WAAW,CAAC,MAAM,EAAE,GAAG,CAAC;QAChC,CAAC,CAAC,MAAM,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAClC,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,IAAI,WAAW;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,WAAW,EAAE,CAAC,CAAC;IACzE,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/fetch-page/text.d.ts

@@ -0,0 +1,5 @@
+/** Text helpers shared by the fetch_page core and its site adapters. */
+export declare function decodeText(bytes: Uint8Array, contentType: string): string;
+export declare function normalizeMarkdown(value: string): string;
+export declare function decodeHtmlEntities(value: string): string;
+export declare function requireReadableContent(markdown: string): string;

package/dist/fetch-page/text.js

@@ -0,0 +1,38 @@
+import { parseHTML } from "linkedom";
+/** Text helpers shared by the fetch_page core and its site adapters. */
+export function decodeText(bytes, contentType) {
+    const charset = contentType.match(/charset\s*=\s*["']?([^;"'\s]+)/i)?.[1];
+    try {
+        return new TextDecoder(charset || "utf-8").decode(bytes);
+    }
+    catch {
+        return new TextDecoder("utf-8").decode(bytes);
+    }
+}
+export function normalizeMarkdown(value) {
+    return value
+        .replace(/\r\n?/g, "\n")
+        .replace(/[ \t]+\n/g, "\n")
+        .replace(/\n{4,}/g, "\n\n\n")
+        .trim();
+}
+let htmlEntityDecoder;
+export function decodeHtmlEntities(value) {
+    if (!value.includes("&"))
+        return value;
+    if (!htmlEntityDecoder) {
+        const { document } = parseHTML("<html><body><span></span></body></html>");
+        htmlEntityDecoder = document.querySelector("span") || undefined;
+    }
+    if (!htmlEntityDecoder)
+        return value;
+    htmlEntityDecoder.innerHTML = value;
+    return htmlEntityDecoder.textContent || "";
+}
+export function requireReadableContent(markdown) {
+    if (!markdown.trim()) {
+        throw new Error("Failed to fetch page: no readable content");
+    }
+    return markdown;
+}
+//# sourceMappingURL=text.js.map

package/dist/fetch-page/text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/fetch-page/text.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAErC,wEAAwE;AAExE,MAAM,UAAU,UAAU,CAAC,KAAiB,EAAE,WAAmB;IAC/D,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,iCAAiC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1E,IAAI,CAAC;QACH,OAAO,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,OAAO,KAAK;SACT,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC;SACvB,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC;SAC1B,OAAO,CAAC,SAAS,EAAE,QAAQ,CAAC;SAC5B,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,IAAI,iBAAsC,CAAC;AAE3C,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IACvC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,MAAM,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,yCAAyC,CAAC,CAAC;QAC1E,iBAAiB,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAClE,CAAC;IACD,IAAI,CAAC,iBAAiB;QAAE,OAAO,KAAK,CAAC;IACrC,iBAAiB,CAAC,SAAS,GAAG,KAAK,CAAC;IACpC,OAAO,iBAAiB,CAAC,WAAW,IAAI,EAAE,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,QAAgB;IACrD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/fetch-page/types.d.ts

@@ -0,0 +1,17 @@
+/** Shapes shared across the `fetch_page` modules. */
+export interface ParsedPage {
+    finalUrl: string;
+    contentType: string;
+    markdown: string;
+    title?: string;
+    totalPages?: number;
+    pagesParsed?: number;
+    truncated?: boolean;
+    warning?: string;
+}
+export interface DownloadedPage {
+    bytes: Uint8Array;
+    contentType: string;
+    finalUrl: string;
+    status: number;
+}

package/dist/fetch-page/types.js

@@ -0,0 +1,3 @@
+/** Shapes shared across the `fetch_page` modules. */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/fetch-page/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/fetch-page/types.ts"],"names":[],"mappings":"AAAA,qDAAqD"}

package/dist/fetch-page/youtube.d.ts

@@ -0,0 +1,35 @@
+import type { ParsedPage, SiteAdapterContext } from "./types.js";
+/**
+ * YouTube adapter.
+ *
+ * The watch page carries structured metadata the generic HTML extractor cannot
+ * see, so this adapter runs even on a healthy page rather than only on the bot
+ * shell. Everything it reads comes from the live response; nothing observed in
+ * the source history is hardcoded. Per the golden spec this is an [H] local
+ * choice, not a behavior the corpus proves the source tool implemented.
+ */
+export interface YoutubeTarget {
+    kind: "youtube";
+    canonicalUrl: string;
+    videoId: string;
+}
+export declare function matchYoutube(url: URL, hostname: string): YoutubeTarget | undefined;
+export declare function youtubeShellReason(html: string): string | undefined;
+interface YoutubeMetadata {
+    title: string;
+    thumbnail: string;
+    thumbnailWidth: string;
+    thumbnailHeight: string;
+    author: string;
+    authorUrl: string;
+    uploadedAt: string;
+    length: string;
+    views: string;
+    likes: string;
+    category: string;
+    description: string;
+    transcript: string;
+}
+export declare function youtubePage(target: YoutubeTarget, metadata: YoutubeMetadata): ParsedPage | undefined;
+export declare function loadYoutube(target: YoutubeTarget, ctx: SiteAdapterContext): Promise<ParsedPage | undefined>;
+export {};

package/dist/fetch-page/youtube.js

@@ -0,0 +1,282 @@
+import { extractAssignedJson, findNestedRecord, findNestedValue, jsonObject, recordArray, recordValue, stringField, } from "./json-path.js";
+import { decodeHtmlEntities, decodeText, normalizeMarkdown, requireReadableContent, } from "./text.js";
+export function matchYoutube(url, hostname) {
+    if (hostname !== "youtube.com" || url.pathname !== "/watch")
+        return undefined;
+    const videoId = url.searchParams.get("v") || "";
+    if (!videoId)
+        return undefined;
+    return {
+        kind: "youtube",
+        canonicalUrl: `https://www.youtube.com/watch?v=${encodeURIComponent(videoId)}`,
+        videoId,
+    };
+}
+export function youtubeShellReason(html) {
+    return /sign in to confirm you(?:'|’)?re not a bot/i.test(html) ||
+        /"status"\s*:\s*"LOGIN_REQUIRED"/.test(html)
+        ? "bot verification required"
+        : undefined;
+}
+function youtubeText(value) {
+    if (typeof value === "string" || typeof value === "number") {
+        return String(value);
+    }
+    const record = recordValue(value);
+    if (!record)
+        return "";
+    const simpleText = stringField(record, "simpleText");
+    if (simpleText)
+        return simpleText;
+    const content = stringField(record, "content");
+    if (content)
+        return content;
+    return recordArray(record.runs)
+        .map((run) => stringField(run, "text"))
+        .join("");
+}
+function numericText(value) {
+    return value.replace(/[^0-9]/g, "");
+}
+function isoDate(value) {
+    if (!value)
+        return "";
+    const parsed = new Date(`${value} 00:00:00 UTC`);
+    return Number.isNaN(parsed.valueOf()) ? value : parsed.toISOString().slice(0, 10);
+}
+function formatDuration(secondsValue) {
+    if (!secondsValue.trim())
+        return "";
+    const seconds = Number(secondsValue);
+    if (!Number.isFinite(seconds) || seconds < 0)
+        return "";
+    const whole = Math.floor(seconds);
+    const hours = Math.floor(whole / 3600);
+    const minutes = Math.floor((whole % 3600) / 60);
+    const remainder = whole % 60;
+    return hours
+        ? [hours, minutes, remainder].map((part) => String(part).padStart(2, "0")).join(":")
+        : [minutes, remainder].map((part) => String(part).padStart(2, "0")).join(":");
+}
+function expandYoutubeDescription(value) {
+    const description = recordValue(value);
+    if (!description)
+        return youtubeText(value);
+    let content = youtubeText(description);
+    const replacements = recordArray(description.commandRuns)
+        .flatMap((run) => {
+        const startIndex = Number(run.startIndex);
+        const length = Number(run.length);
+        const metadata = recordValue(findNestedValue(run, "webCommandMetadata"));
+        const rawUrl = metadata ? stringField(metadata, "url") : "";
+        if (!Number.isSafeInteger(startIndex) || length <= 0 || !rawUrl)
+            return [];
+        try {
+            const target = new URL(rawUrl, "https://www.youtube.com");
+            const expanded = target.searchParams.get("q") || "";
+            return expanded ? [{ startIndex, length, expanded }] : [];
+        }
+        catch {
+            return [];
+        }
+    })
+        .sort((left, right) => right.startIndex - left.startIndex);
+    for (const replacement of replacements) {
+        content =
+            content.slice(0, replacement.startIndex) +
+                replacement.expanded +
+                content.slice(replacement.startIndex + replacement.length);
+    }
+    return content;
+}
+function youtubeMetadataFromHtml(target, html) {
+    const initialData = extractAssignedJson(html, "var ytInitialData =") ||
+        extractAssignedJson(html, "window[\"ytInitialData\"] =");
+    const initialPlayer = extractAssignedJson(html, "var ytInitialPlayerResponse =") ||
+        extractAssignedJson(html, "ytInitialPlayerResponse =");
+    const primary = recordValue(findNestedValue(initialData, "videoPrimaryInfoRenderer"));
+    const secondary = recordValue(findNestedValue(initialData, "videoSecondaryInfoRenderer"));
+    const owner = recordValue(findNestedValue(secondary, "videoOwnerRenderer"));
+    const browse = recordValue(findNestedValue(owner, "browseEndpoint"));
+    const viewRenderer = recordValue(findNestedValue(primary, "videoViewCountRenderer"));
+    const likeButton = findNestedRecord(primary, (record) => record.iconName === "LIKE" && typeof record.title === "string");
+    const playerDetails = recordValue(initialPlayer?.videoDetails);
+    const microformat = recordValue(findNestedValue(initialPlayer, "playerMicroformatRenderer"));
+    const canonicalBase = browse ? stringField(browse, "canonicalBaseUrl") : "";
+    const authorUrl = canonicalBase
+        ? new URL(canonicalBase, "https://www.youtube.com").href
+        : "";
+    return {
+        title: youtubeText(primary?.title) || stringField(playerDetails || {}, "title"),
+        thumbnail: `https://i.ytimg.com/vi/${encodeURIComponent(target.videoId)}/maxresdefault.jpg`,
+        thumbnailWidth: "1920",
+        thumbnailHeight: "1080",
+        author: youtubeText(owner?.title) || stringField(playerDetails || {}, "author"),
+        authorUrl,
+        uploadedAt: isoDate(youtubeText(primary?.dateText) || stringField(microformat || {}, "uploadDate")),
+        length: formatDuration(stringField(playerDetails || {}, "lengthSeconds")),
+        views: numericText(youtubeText(viewRenderer?.viewCount) || stringField(playerDetails || {}, "viewCount")),
+        likes: numericText(stringField(likeButton || {}, "title")),
+        category: stringField(microformat || {}, "category"),
+        description: expandYoutubeDescription(findNestedValue(initialData, "attributedDescriptionBodyText")) ||
+            stringField(playerDetails || {}, "shortDescription"),
+        transcript: "",
+    };
+}
+function youtubeEmbedMetadata(html) {
+    const match = html.match(/"embedded_player_response":("(?:\\.|[^"\\])*")/);
+    if (!match?.[1])
+        return {};
+    try {
+        const response = recordValue(JSON.parse(JSON.parse(match[1])));
+        const preview = recordValue(response?.embedPreview);
+        const thumbnailRenderer = recordValue(findNestedValue(preview, "thumbnailPreviewRenderer"));
+        const thumbnails = recordArray(recordValue(thumbnailRenderer?.defaultThumbnail)?.thumbnails);
+        const thumbnail = thumbnails.at(-1);
+        const durationValue = findNestedValue(preview, "videoDurationSeconds");
+        const duration = typeof durationValue === "string" || typeof durationValue === "number"
+            ? String(durationValue)
+            : "";
+        return {
+            ...(duration ? { length: formatDuration(duration) } : {}),
+            ...(thumbnail
+                ? {
+                    thumbnail: stringField(thumbnail, "url"),
+                    thumbnailWidth: stringField(thumbnail, "width"),
+                    thumbnailHeight: stringField(thumbnail, "height"),
+                }
+                : {}),
+        };
+    }
+    catch {
+        return {};
+    }
+}
+function youtubeOembedMetadata(value) {
+    return {
+        title: stringField(value, "title"),
+        thumbnail: stringField(value, "thumbnail_url"),
+        thumbnailWidth: stringField(value, "thumbnail_width"),
+        thumbnailHeight: stringField(value, "thumbnail_height"),
+        author: stringField(value, "author_name"),
+        authorUrl: stringField(value, "author_url"),
+    };
+}
+function youtubeCaptionUrl(html) {
+    const initialPlayer = extractAssignedJson(html, "var ytInitialPlayerResponse =") ||
+        extractAssignedJson(html, "ytInitialPlayerResponse =");
+    const tracks = recordArray(findNestedValue(initialPlayer, "captionTracks"));
+    const selected = tracks.find((track) => stringField(track, "languageCode").startsWith("en")) ||
+        tracks[0];
+    return selected ? stringField(selected, "baseUrl") : "";
+}
+function youtubeTranscript(bytes, contentType) {
+    const text = decodeText(bytes, contentType);
+    try {
+        const value = JSON.parse(text);
+        const events = recordArray(recordValue(value)?.events);
+        const lines = events.flatMap((event) => {
+            const line = recordArray(event.segs)
+                .map((segment) => stringField(segment, "utf8"))
+                .join("")
+                .trim();
+            return line ? [line] : [];
+        });
+        if (lines.length)
+            return lines.join("\n");
+    }
+    catch {
+        // Timed-text endpoints also return XML; handle it below.
+    }
+    const lines = [...text.matchAll(/<text\b[^>]*>([\s\S]*?)<\/text>/gi)]
+        .map((match) => decodeHtmlEntities(match[1] || "").trim())
+        .filter(Boolean);
+    return lines.join("\n");
+}
+export function youtubePage(target, metadata) {
+    if (!metadata.title)
+        return undefined;
+    const thumbnailLabel = metadata.thumbnailWidth && metadata.thumbnailHeight
+        ? `Thumbnail (${metadata.thumbnailWidth}x${metadata.thumbnailHeight})`
+        : "Thumbnail";
+    const lines = [
+        ...(metadata.thumbnail
+            ? [`![${thumbnailLabel}](${metadata.thumbnail})`]
+            : []),
+        `# [${metadata.title}](${target.canonicalUrl})`,
+        "",
+        `**Uploaded by**: ${metadata.authorUrl
+            ? `[${metadata.author}](${metadata.authorUrl})`
+            : metadata.author}`,
+        `**Uploaded at**: ${metadata.uploadedAt}`,
+        "**Published at**: ",
+        `**Length**: ${metadata.length}`,
+        `**Views**: ${metadata.views}`,
+        `**Likes**: ${metadata.likes}`,
+        `**Category**: ${metadata.category}`,
+    ];
+    if (metadata.description) {
+        lines.push("", "## Description", "", "```", metadata.description, "```");
+    }
+    if (metadata.transcript) {
+        lines.push("", "## Transcript", "", metadata.transcript);
+    }
+    return {
+        finalUrl: target.canonicalUrl,
+        contentType: "text/html",
+        markdown: requireReadableContent(normalizeMarkdown(lines.join("\n"))),
+        title: `${metadata.title} - YouTube`,
+    };
+}
+export async function loadYoutube(target, ctx) {
+    try {
+        let metadata = youtubeMetadataFromHtml(target, ctx.html);
+        const captionUrl = youtubeCaptionUrl(ctx.html);
+        if (captionUrl) {
+            try {
+                const separator = captionUrl.includes("?") ? "&" : "?";
+                const response = await ctx.download(`${captionUrl}${separator}fmt=json3`);
+                metadata.transcript = youtubeTranscript(response.bytes, response.contentType);
+            }
+            catch {
+                ctx.throwIfAborted();
+            }
+        }
+        if (metadata.title && !metadata.length) {
+            try {
+                const response = await ctx.download(`https://www.youtube.com/embed/${encodeURIComponent(target.videoId)}`, {
+                    referer: "https://example.com/",
+                    "user-agent": "Mozilla/5.0",
+                });
+                metadata = {
+                    ...metadata,
+                    ...youtubeEmbedMetadata(decodeText(response.bytes, response.contentType)),
+                };
+            }
+            catch {
+                ctx.throwIfAborted();
+            }
+        }
+        if (!metadata.title || !metadata.author) {
+            const endpoint = "https://www.youtube.com/oembed?format=json&url=" +
+                encodeURIComponent(target.canonicalUrl);
+            const response = await ctx.download(endpoint);
+            const fallback = youtubeOembedMetadata(jsonObject(response.bytes, response.contentType));
+            metadata = {
+                ...metadata,
+                title: metadata.title || fallback.title || "",
+                thumbnail: metadata.thumbnail || fallback.thumbnail || "",
+                thumbnailWidth: metadata.thumbnailWidth || fallback.thumbnailWidth || "",
+                thumbnailHeight: metadata.thumbnailHeight || fallback.thumbnailHeight || "",
+                author: metadata.author || fallback.author || "",
+                authorUrl: metadata.authorUrl || fallback.authorUrl || "",
+            };
+        }
+        return youtubePage(target, metadata);
+    }
+    catch {
+        ctx.throwIfAborted();
+        return undefined;
+    }
+}
+//# sourceMappingURL=youtube.js.map

package/dist/fetch-page/youtube.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"youtube.js","sourceRoot":"","sources":["../../src/fetch-page/youtube.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,mBAAmB,EACnB,gBAAgB,EAChB,eAAe,EACf,UAAU,EACV,WAAW,EACX,WAAW,EACX,WAAW,GACZ,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,kBAAkB,EAClB,UAAU,EACV,iBAAiB,EACjB,sBAAsB,GACvB,MAAM,WAAW,CAAC;AAmBnB,MAAM,UAAU,YAAY,CAAC,GAAQ,EAAE,QAAgB;IACrD,IAAI,QAAQ,KAAK,aAAa,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC9E,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IAChD,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,OAAO;QACL,IAAI,EAAE,SAAS;QACf,YAAY,EAAE,mCAAmC,kBAAkB,CAAC,OAAO,CAAC,EAAE;QAC9E,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAY;IAC7C,OAAO,6CAA6C,CAAC,IAAI,CAAC,IAAI,CAAC;QAC3D,iCAAiC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC9C,CAAC,CAAC,2BAA2B;QAC7B,CAAC,CAAC,SAAS,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC3D,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IACvB,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACrD,IAAI,UAAU;QAAE,OAAO,UAAU,CAAC;IAClC,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAC/C,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,OAAO,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;SAC5B,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;SACtC,IAAI,CAAC,EAAE,CAAC,CAAC;AACd,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;AACtC,CAAC;AAED,SAAS,OAAO,CAAC,KAAa;IAC5B,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,KAAK,eAAe,CAAC,CAAC;IACjD,OAAO,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACpF,CAAC;AAED,SAAS,cAAc,CAAC,YAAoB;IAC1C,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,OAAO,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;IACrC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IACxD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,KAAK,GAAG,EAAE,CAAC;IAC7B,OAAO,KAAK;QACV,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACpF,CAAC,CAAC,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClF,CAAC;AAkBD,SAAS,wBAAwB,CAAC,KAAc;IAC9C,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,CAAC,WAAW;QAAE,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC;IAC5C,IAAI,OAAO,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;IACvC,MAAM,YAAY,GAAG,WAAW,CAAC,WAAW,CAAC,WAAW,CAAC;SACtD,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QACf,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,QAAQ,GAAG,WAAW,CAC1B,eAAe,CAAC,GAAG,EAAE,oBAAoB,CAAC,CAC3C,CAAC;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAC3E,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAC;YAC1D,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACpD,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC;SACD,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IAC7D,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;QACvC,OAAO;YACL,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,UAAU,CAAC;gBACxC,WAAW,CAAC,QAAQ;gBACpB,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,uBAAuB,CAC9B,MAAqB,EACrB,IAAY;IAEZ,MAAM,WAAW,GACf,mBAAmB,CAAC,IAAI,EAAE,qBAAqB,CAAC;QAChD,mBAAmB,CAAC,IAAI,EAAE,6BAA6B,CAAC,CAAC;IAC3D,MAAM,aAAa,GACjB,mBAAmB,CAAC,IAAI,EAAE,+BAA+B,CAAC;QAC1D,mBAAmB,CAAC,IAAI,EAAE,2BAA2B,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,WAAW,CACzB,eAAe,CAAC,WAAW,EAAE,0BAA0B,CAAC,CACzD,CAAC;IACF,MAAM,SAAS,GAAG,WAAW,CAC3B,eAAe,CAAC,WAAW,EAAE,4BAA4B,CAAC,CAC3D,CAAC;IACF,MAAM,KAAK,GAAG,WAAW,CAAC,eAAe,CAAC,SAAS,EAAE,oBAAoB,CAAC,CAAC,CAAC;IAC5E,MAAM,MAAM,GAAG,WAAW,CAAC,eAAe,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC,CAAC;IACrE,MAAM,YAAY,GAAG,WAAW,CAC9B,eAAe,CAAC,OAAO,EAAE,wBAAwB,CAAC,CACnD,CAAC;IACF,MAAM,UAAU,GAAG,gBAAgB,CACjC,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,MAAM,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAC3E,CAAC;IACF,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,WAAW,CAC7B,eAAe,CAAC,aAAa,EAAE,2BAA2B,CAAC,CAC5D,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5E,MAAM,SAAS,GAAG,aAAa;QAC7B,CAAC,CAAC,IAAI,GAAG,CAAC,aAAa,EAAE,yBAAyB,CAAC,CAAC,IAAI;QACxD,CAAC,CAAC,EAAE,CAAC;IACP,OAAO;QACL,KAAK,EACH,WAAW,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,aAAa,IAAI,EAAE,EAAE,OAAO,CAAC;QAC1E,SAAS,EAAE,0BAA0B,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB;QAC3F,cAAc,EAAE,MAAM;QACtB,eAAe,EAAE,MAAM;QACvB,MAAM,EACJ,WAAW,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,WAAW,CAAC,aAAa,IAAI,EAAE,EAAE,QAAQ,CAAC;QACzE,SAAS;QACT,UAAU,EAAE,OAAO,CACjB,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,WAAW,CAAC,WAAW,IAAI,EAAE,EAAE,YAAY,CAAC,CAC/E;QACD,MAAM,EAAE,cAAc,CAAC,WAAW,CAAC,aAAa,IAAI,EAAE,EAAE,eAAe,CAAC,CAAC;QACzE,KAAK,EAAE,WAAW,CAChB,WAAW,CAAC,YAAY,EAAE,SAAS,CAAC,IAAI,WAAW,CAAC,aAAa,IAAI,EAAE,EAAE,WAAW,CAAC,CACtF;QACD,KAAK,EAAE,WAAW,CAAC,WAAW,CAAC,UAAU,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QAC1D,QAAQ,EAAE,WAAW,CAAC,WAAW,IAAI,EAAE,EAAE,UAAU,CAAC;QACpD,WAAW,EACT,wBAAwB,CACtB,eAAe,CAAC,WAAW,EAAE,+BAA+B,CAAC,CAC9D;YACD,WAAW,CAAC,aAAa,IAAI,EAAE,EAAE,kBAAkB,CAAC;QACtD,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAY;IACxC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CACtB,gDAAgD,CACjD,CAAC;IACF,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAC3B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,OAAO,GAAG,WAAW,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QACpD,MAAM,iBAAiB,GAAG,WAAW,CACnC,eAAe,CAAC,OAAO,EAAE,0BAA0B,CAAC,CACrD,CAAC;QACF,MAAM,UAAU,GAAG,WAAW,CAC5B,WAAW,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,EAAE,UAAU,CAC7D,CAAC;QACF,MAAM,SAAS,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,aAAa,GAAG,eAAe,CAAC,OAAO,EAAE,sBAAsB,CAAC,CAAC;QACvE,MAAM,QAAQ,GACZ,OAAO,aAAa,KAAK,QAAQ,IAAI,OAAO,aAAa,KAAK,QAAQ;YACpE,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;YACvB,CAAC,CAAC,EAAE,CAAC;QACT,OAAO;YACL,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,SAAS;gBACX,CAAC,CAAC;oBACE,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,KAAK,CAAC;oBACxC,cAAc,EAAE,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC;oBAC/C,eAAe,EAAE,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC;iBAClD;gBACH,CAAC,CAAC,EAAE,CAAC;SACR,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAA8B;IAE9B,OAAO;QACL,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC;QAClC,SAAS,EAAE,WAAW,CAAC,KAAK,EAAE,eAAe,CAAC;QAC9C,cAAc,EAAE,WAAW,CAAC,KAAK,EAAE,iBAAiB,CAAC;QACrD,eAAe,EAAE,WAAW,CAAC,KAAK,EAAE,kBAAkB,CAAC;QACvD,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE,aAAa,CAAC;QACzC,SAAS,EAAE,WAAW,CAAC,KAAK,EAAE,YAAY,CAAC;KAC5C,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,aAAa,GACjB,mBAAmB,CAAC,IAAI,EAAE,+BAA+B,CAAC;QAC1D,mBAAmB,CAAC,IAAI,EAAE,2BAA2B,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,WAAW,CAAC,eAAe,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;IAC5E,MAAM,QAAQ,GACZ,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC3E,MAAM,CAAC,CAAC,CAAC,CAAC;IACZ,OAAO,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAiB,EAAE,WAAmB;IAC/D,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC5C,IAAI,CAAC;QACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;QACvD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACrC,MAAM,IAAI,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC;iBACjC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;iBAC9C,IAAI,CAAC,EAAE,CAAC;iBACR,IAAI,EAAE,CAAC;YACV,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QACH,IAAI,KAAK,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,yDAAyD;IAC3D,CAAC;IACD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,mCAAmC,CAAC,CAAC;SAClE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;SACzD,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,MAAqB,EACrB,QAAyB;IAEzB,IAAI,CAAC,QAAQ,CAAC,KAAK;QAAE,OAAO,SAAS,CAAC;IACtC,MAAM,cAAc,GAClB,QAAQ,CAAC,cAAc,IAAI,QAAQ,CAAC,eAAe;QACjD,CAAC,CAAC,cAAc,QAAQ,CAAC,cAAc,IAAI,QAAQ,CAAC,eAAe,GAAG;QACtE,CAAC,CAAC,WAAW,CAAC;IAClB,MAAM,KAAK,GAAG;QACZ,GAAG,CAAC,QAAQ,CAAC,SAAS;YACpB,CAAC,CAAC,CAAC,KAAK,cAAc,KAAK,QAAQ,CAAC,SAAS,GAAG,CAAC;YACjD,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,QAAQ,CAAC,KAAK,KAAK,MAAM,CAAC,YAAY,GAAG;QAC/C,EAAE;QACF,oBACE,QAAQ,CAAC,SAAS;YAChB,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,SAAS,GAAG;YAC/C,CAAC,CAAC,QAAQ,CAAC,MACf,EAAE;QACF,oBAAoB,QAAQ,CAAC,UAAU,EAAE;QACzC,oBAAoB;QACpB,eAAe,QAAQ,CAAC,MAAM,EAAE;QAChC,cAAc,QAAQ,CAAC,KAAK,EAAE;QAC9B,cAAc,QAAQ,CAAC,KAAK,EAAE;QAC9B,iBAAiB,QAAQ,CAAC,QAAQ,EAAE;KACrC,CAAC;IACF,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;IAC3E,CAAC;IACD,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,YAAY;QAC7B,WAAW,EAAE,WAAW;QACxB,QAAQ,EAAE,sBAAsB,CAAC,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACrE,KAAK,EAAE,GAAG,QAAQ,CAAC,KAAK,YAAY;KACrC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,MAAqB,EACrB,GAAuB;IAEvB,IAAI,CAAC;QACH,IAAI,QAAQ,GAAG,uBAAuB,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBACvD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CACjC,GAAG,UAAU,GAAG,SAAS,WAAW,CACrC,CAAC;gBACF,QAAQ,CAAC,UAAU,GAAG,iBAAiB,CACrC,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,WAAW,CACrB,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,cAAc,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,QAAQ,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CACjC,iCAAiC,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EACrE;oBACE,OAAO,EAAE,sBAAsB;oBAC/B,YAAY,EAAE,aAAa;iBAC5B,CACF,CAAC;gBACF,QAAQ,GAAG;oBACT,GAAG,QAAQ;oBACX,GAAG,oBAAoB,CACrB,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,CACjD;iBACF,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,GAAG,CAAC,cAAc,EAAE,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,QAAQ,GACZ,iDAAiD;gBACjD,kBAAkB,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9C,MAAM,QAAQ,GAAG,qBAAqB,CACpC,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,WAAW,CAAC,CACjD,CAAC;YACF,QAAQ,GAAG;gBACT,GAAG,QAAQ;gBACX,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,IAAI,EAAE;gBAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,IAAI,EAAE;gBACzD,cAAc,EACZ,QAAQ,CAAC,cAAc,IAAI,QAAQ,CAAC,cAAc,IAAI,EAAE;gBAC1D,eAAe,EACb,QAAQ,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe,IAAI,EAAE;gBAC5D,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,EAAE;gBAChD,SAAS,EAAE,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,SAAS,IAAI,EAAE;aAC1D,CAAC;QACJ,CAAC;QACD,OAAO,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,CAAC,cAAc,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC"}