webpeel 0.7.0 → 0.7.1

package/dist/core/dns-cache.d.ts

@@ -0,0 +1,21 @@
+/**
+ * DNS Pre-Resolution Cache
+ *
+ * Warms a local Map<hostname, ip[]> on startup for the top ~50 popular domains
+ * and exposes a custom lookup function compatible with undici's Agent `connect.lookup`.
+ */
+import dns from 'node:dns';
+export declare function getCachedDns(hostname: string): string[] | null;
+export declare function resolveAndCache(hostname: string): Promise<string[]>;
+/**
+ * Custom lookup function compatible with undici's Agent `connect.lookup`.
+ *
+ * undici passes `{ hints: 1024, all: true }` — so when `all` is true the
+ * callback must receive `(err, entries: { address, family }[])`.
+ * When `all` is false (or absent), the callback is `(err, address, family)`.
+ */
+export declare function cachedLookup(hostname: string, options: dns.LookupOptions, callback: (...args: any[]) => void): void;
+export declare function warmupDnsCache(domains?: string[]): Promise<void>;
+export declare function startDnsWarmup(): void;
+export declare function clearDnsCache(): void;
+//# sourceMappingURL=dns-cache.d.ts.map

package/dist/core/dns-cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"dns-cache.d.ts","sourceRoot":"","sources":["../../src/core/dns-cache.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,GAAG,MAAM,UAAU,CAAC;AA+E3B,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI,CAM9D;AAWD,wBAAsB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAYzE;AASD;;;;;;GAMG;AACH,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,GAAG,CAAC,aAAa,EAC1B,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,KAAK,IAAI,GACjC,IAAI,CA8CN;AAED,wBAAsB,cAAc,CAClC,OAAO,GAAE,MAAM,EAAuB,GACrC,OAAO,CAAC,IAAI,CAAC,CAEf;AAED,wBAAgB,cAAc,IAAI,IAAI,CAMrC;AAED,wBAAgB,aAAa,IAAI,IAAI,CAEpC"}

package/dist/core/dns-cache.js

@@ -0,0 +1,184 @@
+/**
+ * DNS Pre-Resolution Cache
+ *
+ * Warms a local Map<hostname, ip[]> on startup for the top ~50 popular domains
+ * and exposes a custom lookup function compatible with undici's Agent `connect.lookup`.
+ */
+import dns from 'node:dns';
+import net from 'node:net';
+const DNS_CACHE_TTL_MS = 30 * 60 * 1000; // 30 minutes
+const DNS_WARMUP_DOMAINS = [
+    'github.com',
+    'www.github.com',
+    'raw.githubusercontent.com',
+    'api.github.com',
+    'wikipedia.org',
+    'en.wikipedia.org',
+    'news.ycombinator.com',
+    'stackoverflow.com',
+    'www.stackoverflow.com',
+    'developer.mozilla.org',
+    'react.dev',
+    'nextjs.org',
+    'vercel.com',
+    'tailwindcss.com',
+    'supabase.com',
+    'npmjs.com',
+    'www.npmjs.com',
+    'reddit.com',
+    'www.reddit.com',
+    'www.cloudflare.com',
+    'medium.com',
+    'linkedin.com',
+    'www.linkedin.com',
+    'www.bloomberg.com',
+    'www.glassdoor.com',
+    'arxiv.org',
+    'www.sec.gov',
+    'w3.org',
+    'www.w3.org',
+    'tools.ietf.org',
+    'unicode.org',
+    'www.bbc.com',
+    'news.google.com',
+    'www.youtube.com',
+    'example.com',
+    'httpbin.org',
+    'docs.python.org',
+    'nodejs.org',
+    'openai.com',
+    'anthropic.com',
+    'x.com',
+    'twitter.com',
+    'www.nytimes.com',
+    'www.wsj.com',
+    'www.reuters.com',
+    'www.theverge.com',
+    'www.cnn.com',
+    'www.amazon.com',
+    'www.apple.com',
+    'www.microsoft.com',
+];
+const dnsCache = new Map();
+let warmupStarted = false;
+let roundRobinCursor = 0;
+function normalizeHostname(hostname) {
+    return hostname.trim().toLowerCase();
+}
+function pruneIfExpired(hostname) {
+    const entry = dnsCache.get(hostname);
+    if (!entry)
+        return;
+    if (entry.expiresAt <= Date.now()) {
+        dnsCache.delete(hostname);
+    }
+}
+export function getCachedDns(hostname) {
+    const normalized = normalizeHostname(hostname);
+    pruneIfExpired(normalized);
+    const entry = dnsCache.get(normalized);
+    if (!entry || entry.ips.length === 0)
+        return null;
+    return [...entry.ips];
+}
+function setCachedDns(hostname, ips) {
+    if (ips.length === 0)
+        return;
+    const normalized = normalizeHostname(hostname);
+    dnsCache.set(normalized, {
+        ips: [...new Set(ips)],
+        expiresAt: Date.now() + DNS_CACHE_TTL_MS,
+    });
+}
+export async function resolveAndCache(hostname) {
+    const normalized = normalizeHostname(hostname);
+    const cached = getCachedDns(normalized);
+    if (cached)
+        return cached;
+    try {
+        const ips = await dns.promises.resolve4(normalized);
+        if (ips.length > 0)
+            setCachedDns(normalized, ips);
+        return ips;
+    }
+    catch {
+        return [];
+    }
+}
+function selectCachedIp(ips) {
+    if (ips.length === 1)
+        return ips[0];
+    const selected = ips[roundRobinCursor % ips.length];
+    roundRobinCursor = (roundRobinCursor + 1) % Number.MAX_SAFE_INTEGER;
+    return selected;
+}
+/**
+ * Custom lookup function compatible with undici's Agent `connect.lookup`.
+ *
+ * undici passes `{ hints: 1024, all: true }` — so when `all` is true the
+ * callback must receive `(err, entries: { address, family }[])`.
+ * When `all` is false (or absent), the callback is `(err, address, family)`.
+ */
+export function cachedLookup(hostname, options, callback) {
+    // If hostname is already an IP, return immediately
+    const ipFamily = net.isIP(hostname);
+    if (ipFamily === 4 || ipFamily === 6) {
+        if (options?.all) {
+            callback(null, [{ address: hostname, family: ipFamily }]);
+        }
+        else {
+            callback(null, hostname, ipFamily);
+        }
+        return;
+    }
+    // Only use cache for IPv4 lookups (family 0 or 4)
+    const requestedFamily = typeof options?.family === 'number' ? options.family : 0;
+    if (requestedFamily !== 6) {
+        const cachedIps = getCachedDns(hostname);
+        if (cachedIps && cachedIps.length > 0) {
+            if (options?.all) {
+                callback(null, cachedIps.map(ip => ({ address: ip, family: 4 })));
+            }
+            else {
+                callback(null, selectCachedIp(cachedIps), 4);
+            }
+            return;
+        }
+        // Async resolve, fall back to native lookup on failure
+        void resolveAndCache(hostname)
+            .then((resolvedIps) => {
+            if (resolvedIps.length > 0) {
+                if (options?.all) {
+                    callback(null, resolvedIps.map(ip => ({ address: ip, family: 4 })));
+                }
+                else {
+                    callback(null, selectCachedIp(resolvedIps), 4);
+                }
+            }
+            else {
+                dns.lookup(hostname, options, callback);
+            }
+        })
+            .catch(() => {
+            dns.lookup(hostname, options, callback);
+        });
+        return;
+    }
+    // IPv6 requested — fall through to native lookup
+    dns.lookup(hostname, options, callback);
+}
+export async function warmupDnsCache(domains = DNS_WARMUP_DOMAINS) {
+    await Promise.allSettled(domains.map((d) => resolveAndCache(d)));
+}
+export function startDnsWarmup() {
+    if (warmupStarted)
+        return;
+    warmupStarted = true;
+    void warmupDnsCache().catch(() => {
+        // Best-effort only.
+    });
+}
+export function clearDnsCache() {
+    dnsCache.clear();
+}
+//# sourceMappingURL=dns-cache.js.map

package/dist/core/dns-cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dns-cache.js","sourceRoot":"","sources":["../../src/core/dns-cache.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,GAAG,MAAM,UAAU,CAAC;AAC3B,OAAO,GAAG,MAAM,UAAU,CAAC;AAO3B,MAAM,gBAAgB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;AAEtD,MAAM,kBAAkB,GAAa;IACnC,YAAY;IACZ,gBAAgB;IAChB,2BAA2B;IAC3B,gBAAgB;IAChB,eAAe;IACf,kBAAkB;IAClB,sBAAsB;IACtB,mBAAmB;IACnB,uBAAuB;IACvB,uBAAuB;IACvB,WAAW;IACX,YAAY;IACZ,YAAY;IACZ,iBAAiB;IACjB,cAAc;IACd,WAAW;IACX,eAAe;IACf,YAAY;IACZ,gBAAgB;IAChB,oBAAoB;IACpB,YAAY;IACZ,cAAc;IACd,kBAAkB;IAClB,mBAAmB;IACnB,mBAAmB;IACnB,WAAW;IACX,aAAa;IACb,QAAQ;IACR,YAAY;IACZ,gBAAgB;IAChB,aAAa;IACb,aAAa;IACb,iBAAiB;IACjB,iBAAiB;IACjB,aAAa;IACb,aAAa;IACb,iBAAiB;IACjB,YAAY;IACZ,YAAY;IACZ,eAAe;IACf,OAAO;IACP,aAAa;IACb,iBAAiB;IACjB,aAAa;IACb,iBAAiB;IACjB,kBAAkB;IAClB,aAAa;IACb,gBAAgB;IAChB,eAAe;IACf,mBAAmB;CACpB,CAAC;AAEF,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAyB,CAAC;AAClD,IAAI,aAAa,GAAG,KAAK,CAAC;AAC1B,IAAI,gBAAgB,GAAG,CAAC,CAAC;AAEzB,SAAS,iBAAiB,CAAC,QAAgB;IACzC,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrC,IAAI,CAAC,KAAK;QAAE,OAAO;IACnB,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAClC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,cAAc,CAAC,UAAU,CAAC,CAAC;IAC3B,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACvC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IAClD,OAAO,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB,EAAE,GAAa;IACnD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC7B,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,QAAQ,CAAC,GAAG,CAAC,UAAU,EAAE;QACvB,GAAG,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB;KACzC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAgB;IACpD,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;IACxC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAC;IAE1B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACpD,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;YAAE,YAAY,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QAClD,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,GAAa;IACnC,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC,CAAC,CAAE,CAAC;IACrC,MAAM,QAAQ,GAAG,GAAG,CAAC,gBAAgB,GAAG,GAAG,CAAC,MAAM,CAAE,CAAC;IACrD,gBAAgB,GAAG,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,gBAAgB,CAAC;IACpE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAC1B,QAAgB,EAChB,OAA0B,EAC1B,QAAkC;IAElC,mDAAmD;IACnD,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpC,IAAI,QAAQ,KAAK,CAAC,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;QACrC,IAAI,OAAO,EAAE,GAAG,EAAE,CAAC;YACjB,QAAQ,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;QACD,OAAO;IACT,CAAC;IAED,kDAAkD;IAClD,MAAM,eAAe,GAAG,OAAO,OAAO,EAAE,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,IAAI,eAAe,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,SAAS,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,IAAI,OAAO,EAAE,GAAG,EAAE,CAAC;gBACjB,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YACpE,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;YAC/C,CAAC;YACD,OAAO;QACT,CAAC;QAED,uDAAuD;QACvD,KAAK,eAAe,CAAC,QAAQ,CAAC;aAC3B,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE;YACpB,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,IAAI,OAAO,EAAE,GAAG,EAAE,CAAC;oBACjB,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;gBACtE,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC,CAAC;aACD,KAAK,CAAC,GAAG,EAAE;YACV,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QACL,OAAO;IACT,CAAC;IAED,iDAAiD;IACjD,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC;AAC1C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,UAAoB,kBAAkB;IAEtC,MAAM,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACnE,CAAC;AAED,MAAM,UAAU,cAAc;IAC5B,IAAI,aAAa;QAAE,OAAO;IAC1B,aAAa,GAAG,IAAI,CAAC;IACrB,KAAK,cAAc,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;QAC/B,oBAAoB;IACtB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,QAAQ,CAAC,KAAK,EAAE,CAAC;AACnB,CAAC"}

package/dist/core/documents.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Document (PDF/DOCX) parsing utilities.
+ *
+ * Keeps binary/document parsing separate from the HTML scraping pipeline.
+ */
+export type DocumentFormat = 'markdown' | 'text' | 'html';
+export interface DocumentExtractionResult {
+    content: string;
+    metadata: {
+        title: string;
+        contentType: string;
+        wordCount: number;
+        [key: string]: any;
+    };
+}
+export declare function normalizeContentType(contentTypeHeader: string | undefined | null): string;
+export declare function isPdfContentType(contentTypeHeader: string | undefined | null): boolean;
+export declare function isDocxContentType(contentTypeHeader: string | undefined | null): boolean;
+export declare function extractDocumentToFormat(buffer: Buffer, options?: {
+    url?: string;
+    contentType?: string;
+    format?: DocumentFormat;
+}): Promise<DocumentExtractionResult>;
+//# sourceMappingURL=documents.d.ts.map

package/dist/core/documents.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"documents.d.ts","sourceRoot":"","sources":["../../src/core/documents.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,MAAM,MAAM,cAAc,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,CAAC;AAE1D,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE;QACR,KAAK,EAAE,MAAM,CAAC;QACd,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;KACpB,CAAC;CACH;AAED,wBAAgB,oBAAoB,CAAC,iBAAiB,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAAG,MAAM,CAGzF;AAED,wBAAgB,gBAAgB,CAAC,iBAAiB,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAAG,OAAO,CAGtF;AAED,wBAAgB,iBAAiB,CAAC,iBAAiB,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAAG,OAAO,CAGvF;AA4CD,wBAAsB,uBAAuB,CAC3C,MAAM,EAAE,MAAM,EACd,OAAO,GAAE;IACP,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,cAAc,CAAC;CACpB,GACL,OAAO,CAAC,wBAAwB,CAAC,CA0EnC"}

package/dist/core/documents.js

@@ -0,0 +1,124 @@
+/**
+ * Document (PDF/DOCX) parsing utilities.
+ *
+ * Keeps binary/document parsing separate from the HTML scraping pipeline.
+ */
+import { htmlToMarkdown, htmlToText } from './markdown.js';
+import { extractPdf } from './pdf.js';
+export function normalizeContentType(contentTypeHeader) {
+    if (!contentTypeHeader)
+        return '';
+    return contentTypeHeader.split(';')[0]?.trim().toLowerCase() || '';
+}
+export function isPdfContentType(contentTypeHeader) {
+    const ct = normalizeContentType(contentTypeHeader);
+    return ct === 'application/pdf' || ct.endsWith('+pdf');
+}
+export function isDocxContentType(contentTypeHeader) {
+    const ct = normalizeContentType(contentTypeHeader);
+    return ct === 'application/vnd.openxmlformats-officedocument.wordprocessingml.document';
+}
+function basenameFromUrl(url) {
+    if (!url)
+        return '';
+    try {
+        const u = new URL(url);
+        const last = u.pathname.split('/').filter(Boolean).pop() || '';
+        return decodeURIComponent(last);
+    }
+    catch {
+        return '';
+    }
+}
+function stripExtension(name) {
+    return name.replace(/\.(pdf|docx)$/i, '');
+}
+function escapeHtml(text) {
+    return text
+        .replace(/&/g, '&')
+        .replace(/</g, '&lt;')
+        .replace(/>/g, '&gt;')
+        .replace(/"/g, '&quot;')
+        .replace(/'/g, '&#39;');
+}
+function countWords(text) {
+    const words = text
+        .replace(/\s+/g, ' ')
+        .trim()
+        .split(' ')
+        .filter(Boolean);
+    return words.length;
+}
+function normalizePlainText(text) {
+    // pdf-parse returns lots of line breaks; keep paragraphs but reduce noise.
+    return text
+        .replace(/\r\n/g, '\n')
+        .replace(/\n{3,}/g, '\n\n')
+        .replace(/[ \t]+/g, ' ')
+        .trim();
+}
+export async function extractDocumentToFormat(buffer, options = {}) {
+    const { url, contentType, format = 'markdown' } = options;
+    const normalized = normalizeContentType(contentType);
+    const urlLower = (url || '').toLowerCase();
+    const isPdf = isPdfContentType(normalized) || urlLower.endsWith('.pdf');
+    const isDocx = isDocxContentType(normalized) || urlLower.endsWith('.docx');
+    if (isPdf) {
+        const pdf = await extractPdf(buffer);
+        const text = normalizePlainText(pdf.text || '');
+        const fallbackTitle = stripExtension(basenameFromUrl(url)) || 'PDF Document';
+        const title = pdf.metadata?.title || fallbackTitle;
+        const wordCount = countWords(text);
+        let content;
+        if (format === 'html') {
+            content = `<pre>${escapeHtml(text)}</pre>`;
+        }
+        else {
+            // markdown + text: return readable plain text.
+            content = text;
+        }
+        return {
+            content,
+            metadata: {
+                title,
+                contentType: normalized || 'application/pdf',
+                wordCount,
+                pages: pdf.pages,
+                ...pdf.metadata,
+            },
+        };
+    }
+    if (isDocx) {
+        // Mammoth returns clean semantic HTML.
+        const mammothMod = await import('mammoth');
+        const mammoth = mammothMod.default || mammothMod;
+        const result = await mammoth.convertToHtml({ buffer });
+        const html = (result?.value || '').trim();
+        const fallbackTitle = stripExtension(basenameFromUrl(url)) || 'Word Document';
+        const title = fallbackTitle;
+        // Word count should be based on plain text, not markdown formatting.
+        const plainText = htmlToText(html);
+        const wordCount = countWords(plainText);
+        let content;
+        if (format === 'html') {
+            content = html;
+        }
+        else if (format === 'text') {
+            content = plainText;
+        }
+        else {
+            content = htmlToMarkdown(html);
+        }
+        return {
+            content,
+            metadata: {
+                title,
+                contentType: normalized || 'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
+                wordCount,
+                messages: result?.messages || [],
+            },
+        };
+    }
+    throw new Error(`Unsupported document type: ${normalized || contentType || 'unknown'}`);
+}
+//# sourceMappingURL=documents.js.map

package/dist/core/documents.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documents.js","sourceRoot":"","sources":["../../src/core/documents.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AActC,MAAM,UAAU,oBAAoB,CAAC,iBAA4C;IAC/E,IAAI,CAAC,iBAAiB;QAAE,OAAO,EAAE,CAAC;IAClC,OAAO,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;AACrE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,iBAA4C;IAC3E,MAAM,EAAE,GAAG,oBAAoB,CAAC,iBAAiB,CAAC,CAAC;IACnD,OAAO,EAAE,KAAK,iBAAiB,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,iBAA4C;IAC5E,MAAM,EAAE,GAAG,oBAAoB,CAAC,iBAAiB,CAAC,CAAC;IACnD,OAAO,EAAE,KAAK,yEAAyE,CAAC;AAC1F,CAAC;AAED,SAAS,eAAe,CAAC,GAAuB;IAC9C,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QAC/D,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,IAAY;IAClC,OAAO,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,OAAO,IAAI;SACR,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;SACvB,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,UAAU,CAAC,IAAY;IAC9B,MAAM,KAAK,GAAG,IAAI;SACf,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE;SACN,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,OAAO,CAAC,CAAC;IACnB,OAAO,KAAK,CAAC,MAAM,CAAC;AACtB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,2EAA2E;IAC3E,OAAO,IAAI;SACR,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;SACtB,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;SACvB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,MAAc,EACd,UAII,EAAE;IAEN,MAAM,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,GAAG,UAAU,EAAE,GAAG,OAAO,CAAC;IAE1D,MAAM,UAAU,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;IACrD,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAE3C,MAAM,KAAK,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACxE,MAAM,MAAM,GAAG,iBAAiB,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAE3E,IAAI,KAAK,EAAE,CAAC;QACV,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QAEhD,MAAM,aAAa,GAAG,cAAc,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,cAAc,CAAC;QAC7E,MAAM,KAAK,GAAI,GAAG,CAAC,QAAQ,EAAE,KAAgB,IAAI,aAAa,CAAC;QAE/D,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QAEnC,IAAI,OAAe,CAAC;QACpB,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO,GAAG,QAAQ,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,+CAA+C;YAC/C,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;QAED,OAAO;YACL,OAAO;YACP,QAAQ,EAAE;gBACR,KAAK;gBACL,WAAW,EAAE,UAAU,IAAI,iBAAiB;gBAC5C,SAAS;gBACT,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,GAAG,GAAG,CAAC,QAAQ;aAChB;SACF,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,uCAAuC;QACvC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,OAAO,GAAS,UAAkB,CAAC,OAAO,IAAI,UAAU,CAAC;QAE/D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAE1C,MAAM,aAAa,GAAG,cAAc,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,eAAe,CAAC;QAC9E,MAAM,KAAK,GAAG,aAAa,CAAC;QAE5B,qEAAqE;QACrE,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;QAExC,IAAI,OAAe,CAAC;QACpB,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,OAAO,GAAG,IAAI,CAAC;QACjB,CAAC;aAAM,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO,GAAG,SAAS,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QAED,OAAO;YACL,OAAO;YACP,QAAQ,EAAE;gBACR,KAAK;gBACL,WAAW,EAAE,UAAU,IAAI,yEAAyE;gBACpG,SAAS;gBACT,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,EAAE;aACjC;SACF,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,8BAA8B,UAAU,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC,CAAC;AAC1F,CAAC"}

package/dist/core/extract-inline.d.ts

@@ -0,0 +1,39 @@
+/**
+ * Inline structured extraction using BYOK LLM
+ *
+ * After fetching page content, pass it + a JSON schema + optional prompt
+ * to an LLM and get back structured JSON matching the schema.
+ *
+ * Supports OpenAI, Anthropic, and Google (same BYOK pattern as /v1/answer).
+ */
+export type LLMProvider = 'openai' | 'anthropic' | 'google';
+export interface InlineExtractOptions {
+    /** JSON Schema describing the desired output structure */
+    schema?: Record<string, any>;
+    /** Natural language prompt describing what to extract */
+    prompt?: string;
+    /** LLM provider (required) */
+    llmProvider: LLMProvider;
+    /** LLM API key — BYOK (required) */
+    llmApiKey: string;
+    /** LLM model name (optional — uses provider default) */
+    llmModel?: string;
+}
+export interface InlineExtractResult {
+    /** Extracted structured data */
+    data: Record<string, any>;
+    /** Tokens consumed */
+    tokensUsed: {
+        input: number;
+        output: number;
+    };
+}
+/**
+ * Extract structured JSON from page content using an LLM (BYOK).
+ *
+ * @param content - Page content (markdown or text)
+ * @param options - Extraction options including schema, prompt, and LLM credentials
+ * @returns Extracted structured data + token usage
+ */
+export declare function extractInlineJson(content: string, options: InlineExtractOptions): Promise<InlineExtractResult>;
+//# sourceMappingURL=extract-inline.d.ts.map

package/dist/core/extract-inline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-inline.d.ts","sourceRoot":"","sources":["../../src/core/extract-inline.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,WAAW,GAAG,QAAQ,CAAC;AAE5D,MAAM,WAAW,oBAAoB;IACnC,0DAA0D;IAC1D,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,yDAAyD;IACzD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8BAA8B;IAC9B,WAAW,EAAE,WAAW,CAAC;IACzB,oCAAoC;IACpC,SAAS,EAAE,MAAM,CAAC;IAClB,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,gCAAgC;IAChC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1B,sBAAsB;IACtB,UAAU,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/C;AAyMD;;;;;;GAMG;AACH,wBAAsB,iBAAiB,CACrC,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC,CAyC9B"}

package/dist/core/extract-inline.js

@@ -0,0 +1,214 @@
+/**
+ * Inline structured extraction using BYOK LLM
+ *
+ * After fetching page content, pass it + a JSON schema + optional prompt
+ * to an LLM and get back structured JSON matching the schema.
+ *
+ * Supports OpenAI, Anthropic, and Google (same BYOK pattern as /v1/answer).
+ */
+function defaultModel(provider) {
+    switch (provider) {
+        case 'openai':
+            return 'gpt-4o-mini';
+        case 'anthropic':
+            return 'claude-3-5-sonnet-latest';
+        case 'google':
+            return 'gemini-1.5-flash';
+    }
+}
+function buildSystemPrompt(schema, prompt) {
+    const parts = [
+        'You are a structured data extraction assistant.',
+        'Extract data from the provided web page content and return ONLY valid JSON — no markdown fences, no explanation, no extra text.',
+    ];
+    if (prompt) {
+        parts.push(`\nInstruction: ${prompt}`);
+    }
+    if (schema) {
+        parts.push(`\nReturn a JSON object that conforms to this JSON Schema:\n${JSON.stringify(schema, null, 2)}`);
+    }
+    parts.push('\nReturn ONLY the JSON object.');
+    return parts.join('\n');
+}
+function truncateContent(content, maxChars = 24_000) {
+    if (content.length <= maxChars)
+        return content;
+    return content.slice(0, maxChars) + '\n\n[Content truncated]';
+}
+function parseJsonResponse(text) {
+    // Try direct parse first
+    try {
+        return JSON.parse(text);
+    }
+    catch {
+        // Strip markdown code fences if present
+        const fenceMatch = text.match(/```(?:json)?\s*([\s\S]*?)```/);
+        if (fenceMatch) {
+            try {
+                return JSON.parse(fenceMatch[1].trim());
+            }
+            catch {
+                // fall through
+            }
+        }
+        // Try to find the first { ... } block
+        const braceStart = text.indexOf('{');
+        const braceEnd = text.lastIndexOf('}');
+        if (braceStart !== -1 && braceEnd > braceStart) {
+            try {
+                return JSON.parse(text.slice(braceStart, braceEnd + 1));
+            }
+            catch {
+                // fall through
+            }
+        }
+        throw new Error(`LLM returned invalid JSON: ${text.slice(0, 300)}`);
+    }
+}
+// ---------------------------------------------------------------------------
+// Provider-specific calls (mirrors core/answer.ts patterns)
+// ---------------------------------------------------------------------------
+async function callOpenAI(apiKey, model, systemPrompt, userContent) {
+    const resp = await fetch('https://api.openai.com/v1/chat/completions', {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            Authorization: `Bearer ${apiKey}`,
+        },
+        body: JSON.stringify({
+            model,
+            messages: [
+                { role: 'system', content: systemPrompt },
+                { role: 'user', content: userContent },
+            ],
+            temperature: 0,
+            response_format: { type: 'json_object' },
+        }),
+    });
+    if (!resp.ok) {
+        const errText = await resp.text().catch(() => '');
+        throw new Error(`OpenAI API error: HTTP ${resp.status}${errText ? ` - ${errText}` : ''}`);
+    }
+    const json = (await resp.json());
+    return {
+        text: String(json?.choices?.[0]?.message?.content || '').trim(),
+        usage: {
+            input: Number(json?.usage?.prompt_tokens || 0),
+            output: Number(json?.usage?.completion_tokens || 0),
+        },
+    };
+}
+async function callAnthropic(apiKey, model, systemPrompt, userContent) {
+    const resp = await fetch('https://api.anthropic.com/v1/messages', {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+            'x-api-key': apiKey,
+            'anthropic-version': '2023-06-01',
+        },
+        body: JSON.stringify({
+            model,
+            system: systemPrompt,
+            messages: [{ role: 'user', content: userContent }],
+            max_tokens: 4096,
+            temperature: 0,
+        }),
+    });
+    if (!resp.ok) {
+        const errText = await resp.text().catch(() => '');
+        throw new Error(`Anthropic API error: HTTP ${resp.status}${errText ? ` - ${errText}` : ''}`);
+    }
+    const json = (await resp.json());
+    const blocks = Array.isArray(json?.content) ? json.content : [];
+    const text = blocks
+        .map((b) => (typeof b?.text === 'string' ? b.text : ''))
+        .join('')
+        .trim();
+    return {
+        text,
+        usage: {
+            input: Number(json?.usage?.input_tokens || 0),
+            output: Number(json?.usage?.output_tokens || 0),
+        },
+    };
+}
+async function callGoogle(apiKey, model, systemPrompt, userContent) {
+    const url = `https://generativelanguage.googleapis.com/v1beta/models/${encodeURIComponent(model)}:generateContent?key=${encodeURIComponent(apiKey)}`;
+    const resp = await fetch(url, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({
+            contents: [
+                {
+                    role: 'user',
+                    parts: [{ text: `${systemPrompt}\n\n${userContent}` }],
+                },
+            ],
+            generationConfig: {
+                temperature: 0,
+                responseMimeType: 'application/json',
+            },
+        }),
+    });
+    if (!resp.ok) {
+        const errText = await resp.text().catch(() => '');
+        throw new Error(`Google API error: HTTP ${resp.status}${errText ? ` - ${errText}` : ''}`);
+    }
+    const json = (await resp.json());
+    const parts = json?.candidates?.[0]?.content?.parts;
+    const text = Array.isArray(parts)
+        ? parts.map((p) => (typeof p?.text === 'string' ? p.text : '')).join('')
+        : '';
+    return {
+        text: String(text || '').trim(),
+        usage: {
+            input: Number(json?.usageMetadata?.promptTokenCount || 0),
+            output: Number(json?.usageMetadata?.candidatesTokenCount || 0),
+        },
+    };
+}
+// ---------------------------------------------------------------------------
+// Public API
+// ---------------------------------------------------------------------------
+/**
+ * Extract structured JSON from page content using an LLM (BYOK).
+ *
+ * @param content - Page content (markdown or text)
+ * @param options - Extraction options including schema, prompt, and LLM credentials
+ * @returns Extracted structured data + token usage
+ */
+export async function extractInlineJson(content, options) {
+    const { schema, prompt, llmProvider, llmApiKey, llmModel } = options;
+    if (!llmApiKey) {
+        throw new Error('Inline extraction requires "llmApiKey" (BYOK)');
+    }
+    if (!llmProvider) {
+        throw new Error('Inline extraction requires "llmProvider" (openai, anthropic, or google)');
+    }
+    if (!schema && !prompt) {
+        throw new Error('Inline extraction requires "schema" or "prompt" (or both)');
+    }
+    const model = (llmModel || '').trim() || defaultModel(llmProvider);
+    const systemPrompt = buildSystemPrompt(schema, prompt);
+    const userContent = truncateContent(content);
+    let result;
+    switch (llmProvider) {
+        case 'openai':
+            result = await callOpenAI(llmApiKey, model, systemPrompt, userContent);
+            break;
+        case 'anthropic':
+            result = await callAnthropic(llmApiKey, model, systemPrompt, userContent);
+            break;
+        case 'google':
+            result = await callGoogle(llmApiKey, model, systemPrompt, userContent);
+            break;
+        default:
+            throw new Error(`Unsupported llmProvider: ${llmProvider}`);
+    }
+    const data = parseJsonResponse(result.text);
+    return {
+        data,
+        tokensUsed: result.usage,
+    };
+}
+//# sourceMappingURL=extract-inline.js.map

package/dist/core/extract-inline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"extract-inline.js","sourceRoot":"","sources":["../../src/core/extract-inline.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAwBH,SAAS,YAAY,CAAC,QAAqB;IACzC,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,QAAQ;YACX,OAAO,aAAa,CAAC;QACvB,KAAK,WAAW;YACd,OAAO,0BAA0B,CAAC;QACpC,KAAK,QAAQ;YACX,OAAO,kBAAkB,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,MAA4B,EAAE,MAAe;IACtE,MAAM,KAAK,GAAa;QACtB,iDAAiD;QACjD,iIAAiI;KAClI,CAAC;IAEF,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,CAAC,IAAI,CAAC,8DAA8D,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;IAC9G,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAE7C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED,SAAS,eAAe,CAAC,OAAe,EAAE,QAAQ,GAAG,MAAM;IACzD,IAAI,OAAO,CAAC,MAAM,IAAI,QAAQ;QAAE,OAAO,OAAO,CAAC;IAC/C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,yBAAyB,CAAC;AAChE,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY;IACrC,yBAAyB;IACzB,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,wCAAwC;QACxC,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAC9D,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC;YAC1D,CAAC;YAAC,MAAM,CAAC;gBACP,eAAe;YACjB,CAAC;QACH,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,4DAA4D;AAC5D,8EAA8E;AAE9E,KAAK,UAAU,UAAU,CACvB,MAAc,EACd,KAAa,EACb,YAAoB,EACpB,WAAmB;IAEnB,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE;QACrE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,MAAM,EAAE;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK;YACL,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE;gBACzC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE;aACvC;YACD,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;SACzC,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAQ,CAAC;IACxC,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;QAC/D,KAAK,EAAE;YACL,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YAC9C,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;SACpD;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,MAAc,EACd,KAAa,EACb,YAAoB,EACpB,WAAmB;IAEnB,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,uCAAuC,EAAE;QAChE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,WAAW,EAAE,MAAM;YACnB,mBAAmB,EAAE,YAAY;SAClC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK;YACL,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;YAClD,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,CAAC;SACf,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,6BAA6B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC/F,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAQ,CAAC;IACxC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,IAAI,GAAG,MAAM;SAChB,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SAC5D,IAAI,CAAC,EAAE,CAAC;SACR,IAAI,EAAE,CAAC;IAEV,OAAO;QACL,IAAI;QACJ,KAAK,EAAE;YACL,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;YAC7C,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;SAChD;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,MAAc,EACd,KAAa,EACb,YAAoB,EACpB,WAAmB;IAEnB,MAAM,GAAG,GAAG,2DAA2D,kBAAkB,CAAC,KAAK,CAAC,wBAAwB,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;IAErJ,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;QAC5B,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,YAAY,OAAO,WAAW,EAAE,EAAE,CAAC;iBACvD;aACF;YACD,gBAAgB,EAAE;gBAChB,WAAW,EAAE,CAAC;gBACd,gBAAgB,EAAE,kBAAkB;aACrC;SACF,CAAC;KACH,CAAC,CAAC;IAEH,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QACb,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAAQ,CAAC;IACxC,MAAM,KAAK,GAAG,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC;IACpD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAC/B,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAC7E,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;QAC/B,KAAK,EAAE;YACL,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,aAAa,EAAE,gBAAgB,IAAI,CAAC,CAAC;YACzD,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,aAAa,EAAE,oBAAoB,IAAI,CAAC,CAAC;SAC/D;KACF,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAe,EACf,OAA6B;IAE7B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAErE,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,yEAAyE,CAAC,CAAC;IAC7F,CAAC;IAED,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,YAAY,CAAC,WAAW,CAAC,CAAC;IACnE,MAAM,YAAY,GAAG,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACvD,MAAM,WAAW,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;IAE7C,IAAI,MAAkE,CAAC;IAEvE,QAAQ,WAAW,EAAE,CAAC;QACpB,KAAK,QAAQ;YACX,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;YACvE,MAAM;QACR,KAAK,WAAW;YACd,MAAM,GAAG,MAAM,aAAa,CAAC,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;YAC1E,MAAM;QACR,KAAK,QAAQ;YACX,MAAM,GAAG,MAAM,UAAU,CAAC,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,CAAC,CAAC;YACvE,MAAM;QACR;YACE,MAAM,IAAI,KAAK,CAAC,4BAA4B,WAAW,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,MAAM,IAAI,GAAG,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAE5C,OAAO;QACL,IAAI;QACJ,UAAU,EAAE,MAAM,CAAC,KAAK;KACzB,CAAC;AACJ,CAAC"}