webpeel 0.7.0 → 0.7.1

package/dist/core/strategies.js

@@ -2,43 +2,174 @@
  * Smart escalation strategy: try simple fetch first, escalate to browser if needed
  */
 import { simpleFetch, browserFetch, retryFetch } from './fetcher.js';
+import { getCachedWithSWR, setCached, markRevalidating } from './cache.js';
+import { resolveAndCache } from './dns-cache.js';
 import { BlockedError, NetworkError } from '../types.js';
-/**
- * Smart fetch with automatic escalation
- *
- * Strategy:
- * 1. Try simple HTTP fetch first (fast, ~200ms)
- * 2. If blocked (403, 503, Cloudflare, empty body) → try browser
- * 3. If browser gets blocked (403, CAPTCHA) → try stealth mode
- * 4. If stealth mode is explicitly requested → skip to stealth
- *
- * Returns the result along with which method worked
- */
-export async function smartFetch(url, options = {}) {
-    const { forceBrowser = false, stealth = false, waitMs = 0, userAgent, timeoutMs = 30000, screenshot = false, screenshotFullPage = false, headers, cookies, actions, keepPageOpen = false, } = options;
-    // If stealth is requested, force browser mode (stealth requires browser)
-    const shouldUseBrowser = forceBrowser || screenshot || stealth;
-    // Strategy 1: Simple fetch (unless browser is forced or screenshot is requested)
-    if (!shouldUseBrowser) {
-        try {
-            const result = await retryFetch(() => simpleFetch(url, userAgent, timeoutMs, headers), 3);
-            return {
-                ...result,
-                method: 'simple',
-            };
+const DOMAIN_INTEL_MAX = 500;
+const DOMAIN_INTEL_TTL_MS = 60 * 60 * 1000; // 1 hour
+const DOMAIN_INTEL_EMA_ALPHA = 0.3;
+const domainIntel = new Map();
+const domainMethodCounts = new Map();
+function getDomainKey(url) {
+    try {
+        return new URL(url).hostname.toLowerCase();
+    }
+    catch {
+        return '';
+    }
+}
+function pruneDomainIntel(now) {
+    for (const [key, intel] of domainIntel) {
+        if (now - intel.lastSeen > DOMAIN_INTEL_TTL_MS) {
+            domainIntel.delete(key);
+            domainMethodCounts.delete(key);
         }
-        catch (error) {
-            // If blocked or needs JS, escalate to browser
-            if (error instanceof BlockedError) {
-                // Fall through to browser strategy
-            }
-            else {
-                // Re-throw other errors (timeout, network errors)
-                throw error;
-            }
+    }
+}
+function recordDomainResult(url, method, latencyMs) {
+    const key = getDomainKey(url);
+    if (!key) {
+        return;
+    }
+    const now = Date.now();
+    pruneDomainIntel(now);
+    const existing = domainIntel.get(key);
+    const sanitizedLatency = Number.isFinite(latencyMs) && latencyMs > 0
+        ? latencyMs
+        : (existing?.avgLatencyMs ?? 0);
+    const next = existing
+        ? {
+            needsBrowser: existing.needsBrowser || method === 'browser' || method === 'stealth',
+            needsStealth: existing.needsStealth || method === 'stealth',
+            avgLatencyMs: existing.avgLatencyMs === 0
+                ? sanitizedLatency
+                : (existing.avgLatencyMs * (1 - DOMAIN_INTEL_EMA_ALPHA)) + (sanitizedLatency * DOMAIN_INTEL_EMA_ALPHA),
+            lastSeen: now,
+            sampleCount: existing.sampleCount + 1,
+        }
+        : {
+            needsBrowser: method === 'browser' || method === 'stealth',
+            needsStealth: method === 'stealth',
+            avgLatencyMs: sanitizedLatency,
+            lastSeen: now,
+            sampleCount: 1,
+        };
+    const existingCounts = domainMethodCounts.get(key) ?? { simple: 0, browser: 0, stealth: 0 };
+    existingCounts[method] += 1;
+    domainIntel.delete(key);
+    domainIntel.set(key, next);
+    domainMethodCounts.set(key, existingCounts);
+    while (domainIntel.size > DOMAIN_INTEL_MAX) {
+        const oldestKey = domainIntel.keys().next().value;
+        if (!oldestKey) {
+            break;
+        }
+        domainIntel.delete(oldestKey);
+        domainMethodCounts.delete(oldestKey);
+    }
+}
+function getDomainRecommendation(url) {
+    const key = getDomainKey(url);
+    if (!key) {
+        return null;
+    }
+    const intel = domainIntel.get(key);
+    if (!intel) {
+        return null;
+    }
+    const now = Date.now();
+    if (now - intel.lastSeen > DOMAIN_INTEL_TTL_MS) {
+        domainIntel.delete(key);
+        domainMethodCounts.delete(key);
+        return null;
+    }
+    if (intel.sampleCount <= 2) {
+        return null;
+    }
+    const counts = domainMethodCounts.get(key);
+    if (!counts) {
+        return null;
+    }
+    // LRU touch
+    domainIntel.delete(key);
+    domainIntel.set(key, intel);
+    const allStealth = counts.stealth === intel.sampleCount;
+    if (allStealth && intel.needsStealth) {
+        return { mode: 'stealth' };
+    }
+    const allBrowser = counts.simple === 0 && (counts.browser + counts.stealth === intel.sampleCount);
+    if (allBrowser && intel.needsBrowser) {
+        return { mode: 'browser' };
+    }
+    return null;
+}
+export function clearDomainIntel() {
+    domainIntel.clear();
+    domainMethodCounts.clear();
+}
+function shouldForceBrowser(url) {
+    try {
+        const hostname = new URL(url).hostname.toLowerCase();
+        // Reddit often returns an HTML shell via simple fetch; browser rendering is needed for real content
+        if (hostname === 'reddit.com' || hostname.endsWith('.reddit.com')) {
+            return { mode: 'browser' };
+        }
+        // npmjs blocks simple fetch with 403 frequently
+        if (hostname === 'npmjs.com' ||
+            hostname === 'www.npmjs.com' ||
+            hostname.endsWith('.npmjs.com')) {
+            return { mode: 'browser' };
+        }
+        // StackOverflow commonly serves shell-like content to simple fetch clients
+        // Note: NOT forced — let the shell-page detector escalate naturally
+        // since SO needs extra wait time that the escalation path handles better
+        // These are known to aggressively block automation; go straight to stealth
+        if (hostname === 'glassdoor.com' || hostname.endsWith('.glassdoor.com')) {
+            return { mode: 'stealth' };
+        }
+        if (hostname === 'bloomberg.com' || hostname.endsWith('.bloomberg.com')) {
+            return { mode: 'stealth' };
         }
+        // Indeed uses Cloudflare aggressively on job detail pages
+        if (hostname === 'indeed.com' || hostname.endsWith('.indeed.com')) {
+            return { mode: 'stealth' };
+        }
+    }
+    catch {
+        // Ignore URL parsing errors here; validation happens inside fetchers
+    }
+    return null;
+}
+function isAbortError(error) {
+    return error instanceof Error && error.name === 'AbortError';
+}
+function shouldEscalateSimpleError(error) {
+    if (error instanceof BlockedError) {
+        return true;
+    }
+    return error instanceof NetworkError && error.message.includes('TLS/SSL');
+}
+function looksLikeShellPage(result) {
+    const contentTypeLower = (result.contentType || '').toLowerCase();
+    if (!contentTypeLower.includes('html')) {
+        return false;
     }
-    // Strategy 2: Browser fetch (with or without stealth)
+    const textContent = result.html.replace(/<[^>]*>/g, '').trim();
+    return textContent.length < 500 && result.html.length > 1000;
+}
+function prefetchDns(url) {
+    try {
+        const hostname = new URL(url).hostname;
+        void resolveAndCache(hostname).catch(() => {
+            // Best-effort optimization only.
+        });
+    }
+    catch {
+        // Ignore invalid URL here; fetchers handle validation.
+    }
+}
+async function fetchWithBrowserStrategy(url, options) {
+    const { userAgent, waitMs, timeoutMs, screenshot, screenshotFullPage, headers, cookies, actions, keepPageOpen, effectiveStealth, signal, } = options;
     try {
         const result = await browserFetch(url, {
             userAgent,
@@ -48,62 +179,238 @@ export async function smartFetch(url, options = {}) {
             screenshotFullPage,
             headers,
             cookies,
-            stealth,
+            stealth: effectiveStealth,
             actions,
             keepPageOpen,
+            signal,
         });
         return {
             ...result,
-            method: stealth ? 'stealth' : 'browser',
+            method: effectiveStealth ? 'stealth' : 'browser',
         };
     }
     catch (error) {
+        if (isAbortError(error)) {
+            throw error;
+        }
         // Strategy 3: If browser gets blocked, try stealth mode as fallback (unless already using stealth)
-        if (!stealth && error instanceof BlockedError) {
-            try {
-                const result = await browserFetch(url, {
-                    userAgent,
-                    waitMs,
-                    timeoutMs,
-                    screenshot,
-                    screenshotFullPage,
-                    headers,
-                    cookies,
-                    stealth: true, // Escalate to stealth mode
-                    actions,
-                    keepPageOpen,
-                });
-                return {
-                    ...result,
-                    method: 'stealth',
-                };
-            }
-            catch (stealthError) {
-                // If stealth also fails, throw the original error
-                throw stealthError;
-            }
+        if (!effectiveStealth && error instanceof BlockedError) {
+            const result = await browserFetch(url, {
+                userAgent,
+                waitMs,
+                timeoutMs,
+                screenshot,
+                screenshotFullPage,
+                headers,
+                cookies,
+                stealth: true,
+                actions,
+                keepPageOpen,
+                signal,
+            });
+            return {
+                ...result,
+                method: 'stealth',
+            };
         }
         // If browser encounters Cloudflare, retry with extra wait time
-        if (error instanceof NetworkError &&
-            error.message.toLowerCase().includes('cloudflare')) {
+        if (error instanceof NetworkError && error.message.toLowerCase().includes('cloudflare')) {
             const result = await browserFetch(url, {
                 userAgent,
-                waitMs: 5000, // Wait 5s for Cloudflare challenge
+                waitMs: 5000,
                 timeoutMs,
                 screenshot,
                 screenshotFullPage,
                 headers,
                 cookies,
-                stealth, // Keep stealth setting
+                stealth: effectiveStealth,
                 actions,
                 keepPageOpen,
+                signal,
             });
             return {
                 ...result,
-                method: stealth ? 'stealth' : 'browser',
+                method: effectiveStealth ? 'stealth' : 'browser',
             };
         }
         throw error;
     }
 }
+/**
+ * Smart fetch with automatic escalation
+ */
+export async function smartFetch(url, options = {}) {
+    const { forceBrowser = false, stealth = false, waitMs = 0, userAgent, timeoutMs = 30000, screenshot = false, screenshotFullPage = false, headers, cookies, actions, keepPageOpen = false, noCache = false, raceTimeoutMs = 2000, } = options;
+    const fetchStartMs = Date.now();
+    const recordSuccessfulMethod = (method) => {
+        if (method === 'cached') {
+            return;
+        }
+        recordDomainResult(url, method, Date.now() - fetchStartMs);
+    };
+    // Site-specific escalation overrides
+    // Hardcoded rules take priority (manually verified), domain intel is fallback
+    const forced = shouldForceBrowser(url);
+    const recommended = getDomainRecommendation(url);
+    const selectedRecommendation = forced ?? recommended;
+    let effectiveForceBrowser = forceBrowser;
+    let effectiveStealth = stealth;
+    if (selectedRecommendation) {
+        effectiveForceBrowser = true;
+        if (selectedRecommendation.mode === 'stealth') {
+            effectiveStealth = true;
+        }
+    }
+    prefetchDns(url);
+    const canUseCache = !noCache &&
+        !effectiveForceBrowser &&
+        !effectiveStealth &&
+        !screenshot &&
+        !keepPageOpen &&
+        !actions?.length &&
+        !headers &&
+        !cookies &&
+        waitMs === 0 &&
+        !userAgent;
+    if (canUseCache) {
+        const cacheResult = getCachedWithSWR(url);
+        if (cacheResult) {
+            if (cacheResult.stale) {
+                // Stale-while-revalidate: serve stale immediately, refresh in background
+                if (markRevalidating(url)) {
+                    // Fire-and-forget background revalidation
+                    void (async () => {
+                        try {
+                            const freshResult = await simpleFetch(url, userAgent, timeoutMs);
+                            if (!looksLikeShellPage(freshResult)) {
+                                setCached(url, { ...freshResult, method: 'simple' });
+                            }
+                        }
+                        catch {
+                            // Background revalidation failed — stale entry continues serving
+                        }
+                    })();
+                }
+            }
+            return {
+                ...cacheResult.value,
+                method: 'cached',
+            };
+        }
+    }
+    // If stealth is requested, force browser mode (stealth requires browser)
+    let shouldUseBrowser = effectiveForceBrowser || screenshot || effectiveStealth;
+    const browserOptions = {
+        userAgent,
+        waitMs,
+        timeoutMs,
+        screenshot,
+        screenshotFullPage,
+        headers,
+        cookies,
+        actions,
+        keepPageOpen,
+        effectiveStealth,
+    };
+    // Strategy 1: Simple fetch (unless browser is forced or screenshot is requested)
+    if (!shouldUseBrowser) {
+        const simpleAbortController = new AbortController();
+        const simplePromise = retryFetch(() => simpleFetch(url, userAgent, timeoutMs, headers, simpleAbortController.signal), 3).then((result) => {
+            if (looksLikeShellPage(result)) {
+                throw new BlockedError('Shell page detected. Browser rendering required.');
+            }
+            return result;
+        });
+        let raceTimer;
+        const simpleOrTimeout = await Promise.race([
+            simplePromise
+                .then((result) => ({ type: 'simple-success', result }))
+                .catch((error) => ({ type: 'simple-error', error })),
+            new Promise((resolve) => {
+                raceTimer = setTimeout(() => resolve({ type: 'race-timeout' }), Math.max(raceTimeoutMs, 0));
+            }),
+        ]);
+        if (raceTimer) {
+            clearTimeout(raceTimer);
+        }
+        if (simpleOrTimeout.type === 'simple-success') {
+            const strategyResult = {
+                ...simpleOrTimeout.result,
+                method: 'simple',
+            };
+            if (canUseCache) {
+                setCached(url, strategyResult);
+            }
+            recordSuccessfulMethod('simple');
+            return strategyResult;
+        }
+        if (simpleOrTimeout.type === 'simple-error') {
+            if (!shouldEscalateSimpleError(simpleOrTimeout.error)) {
+                throw simpleOrTimeout.error;
+            }
+            shouldUseBrowser = true;
+        }
+        else {
+            // Simple fetch is slow - start browser in parallel and return whichever succeeds first.
+            const browserAbortController = new AbortController();
+            let simpleError;
+            let browserError;
+            const simpleCandidate = simplePromise
+                .then((result) => ({ source: 'simple', result }))
+                .catch((error) => {
+                simpleError = error;
+                throw error;
+            });
+            const browserCandidate = fetchWithBrowserStrategy(url, {
+                ...browserOptions,
+                signal: browserAbortController.signal,
+            })
+                .then((result) => ({ source: 'browser', result }))
+                .catch((error) => {
+                browserError = error;
+                throw error;
+            });
+            try {
+                const winner = await Promise.any([simpleCandidate, browserCandidate]);
+                if (winner.source === 'simple') {
+                    browserAbortController.abort();
+                    const strategyResult = {
+                        ...winner.result,
+                        method: 'simple',
+                    };
+                    if (canUseCache) {
+                        setCached(url, strategyResult);
+                    }
+                    recordSuccessfulMethod('simple');
+                    return strategyResult;
+                }
+                simpleAbortController.abort();
+                if (canUseCache) {
+                    setCached(url, winner.result);
+                }
+                recordSuccessfulMethod(winner.result.method);
+                return winner.result;
+            }
+            catch {
+                // Both failed: prefer non-escalation simple errors, otherwise return browser-side error.
+                if (simpleError && !shouldEscalateSimpleError(simpleError) && !isAbortError(simpleError)) {
+                    throw simpleError;
+                }
+                if (browserError) {
+                    throw browserError;
+                }
+                if (simpleError) {
+                    throw simpleError;
+                }
+                throw new Error('Both simple and browser fetch attempts failed');
+            }
+        }
+    }
+    const browserResult = await fetchWithBrowserStrategy(url, browserOptions);
+    if (canUseCache) {
+        setCached(url, browserResult);
+    }
+    recordSuccessfulMethod(browserResult.method);
+    return browserResult;
+}
 //# sourceMappingURL=strategies.js.map

package/dist/core/strategies.js.map

@@ -1 +1 @@
-{"version":3,"file":"strategies.js","sourceRoot":"","sources":["../../src/core/strategies.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAoB,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AA6CzD;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,UAA2B,EAAE;IACzE,MAAM,EACJ,YAAY,GAAG,KAAK,EACpB,OAAO,GAAG,KAAK,EACf,MAAM,GAAG,CAAC,EACV,SAAS,EACT,SAAS,GAAG,KAAK,EACjB,UAAU,GAAG,KAAK,EAClB,kBAAkB,GAAG,KAAK,EAC1B,OAAO,EACP,OAAO,EACP,OAAO,EACP,YAAY,GAAG,KAAK,GACrB,GAAG,OAAO,CAAC;IAEZ,yEAAyE;IACzE,MAAM,gBAAgB,GAAG,YAAY,IAAI,UAAU,IAAI,OAAO,CAAC;IAE/D,iFAAiF;IACjF,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,UAAU,CAC7B,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,EACrD,CAAC,CACF,CAAC;YACF,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,QAAQ;aACjB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,8CAA8C;YAC9C,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;gBAClC,mCAAmC;YACrC,CAAC;iBAAM,CAAC;gBACN,kDAAkD;gBAClD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,sDAAsD;IACtD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;YACrC,SAAS;YACT,MAAM;YACN,SAAS;YACT,UAAU;YACV,kBAAkB;YAClB,OAAO;YACP,OAAO;YACP,OAAO;YACP,OAAO;YACP,YAAY;SACb,CAAC,CAAC;QACH,OAAO;YACL,GAAG,MAAM;YACT,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SACxC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,mGAAmG;QACnG,IAAI,CAAC,OAAO,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;YAC9C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;oBACrC,SAAS;oBACT,MAAM;oBACN,SAAS;oBACT,UAAU;oBACV,kBAAkB;oBAClB,OAAO;oBACP,OAAO;oBACP,OAAO,EAAE,IAAI,EAAE,2BAA2B;oBAC1C,OAAO;oBACP,YAAY;iBACb,CAAC,CAAC;gBACH,OAAO;oBACL,GAAG,MAAM;oBACT,MAAM,EAAE,SAAS;iBAClB,CAAC;YACJ,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,kDAAkD;gBAClD,MAAM,YAAY,CAAC;YACrB,CAAC;QACH,CAAC;QAED,+DAA+D;QAC/D,IACE,KAAK,YAAY,YAAY;YAC7B,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,EAClD,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;gBACrC,SAAS;gBACT,MAAM,EAAE,IAAI,EAAE,mCAAmC;gBACjD,SAAS;gBACT,UAAU;gBACV,kBAAkB;gBAClB,OAAO;gBACP,OAAO;gBACP,OAAO,EAAE,uBAAuB;gBAChC,OAAO;gBACP,YAAY;aACb,CAAC,CAAC;YACH,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;aACxC,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}
+{"version":3,"file":"strategies.js","sourceRoot":"","sources":["../../src/core/strategies.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAoB,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,gBAAgB,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAYzD,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,mBAAmB,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,SAAS;AACrD,MAAM,sBAAsB,GAAG,GAAG,CAAC;AAEnC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAuB,CAAC;AACnD,MAAM,kBAAkB,GAAG,IAAI,GAAG,EAAgE,CAAC;AAEnG,SAAS,YAAY,CAAC,GAAW;IAC/B,IAAI,CAAC;QACH,OAAO,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC7C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW;IACnC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;QACvC,IAAI,GAAG,GAAG,KAAK,CAAC,QAAQ,GAAG,mBAAmB,EAAE,CAAC;YAC/C,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACxB,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW,EAAE,MAAwC,EAAE,SAAiB;IAClG,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO;IACT,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAEtB,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACtC,MAAM,gBAAgB,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC;QAClE,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,CAAC,QAAQ,EAAE,YAAY,IAAI,CAAC,CAAC,CAAC;IAElC,MAAM,IAAI,GAAgB,QAAQ;QAChC,CAAC,CAAC;YACE,YAAY,EAAE,QAAQ,CAAC,YAAY,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;YACnF,YAAY,EAAE,QAAQ,CAAC,YAAY,IAAI,MAAM,KAAK,SAAS;YAC3D,YAAY,EAAE,QAAQ,CAAC,YAAY,KAAK,CAAC;gBACvC,CAAC,CAAC,gBAAgB;gBAClB,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,sBAAsB,CAAC,CAAC,GAAG,CAAC,gBAAgB,GAAG,sBAAsB,CAAC;YACxG,QAAQ,EAAE,GAAG;YACb,WAAW,EAAE,QAAQ,CAAC,WAAW,GAAG,CAAC;SACtC;QACH,CAAC,CAAC;YACE,YAAY,EAAE,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS;YAC1D,YAAY,EAAE,MAAM,KAAK,SAAS;YAClC,YAAY,EAAE,gBAAgB;YAC9B,QAAQ,EAAE,GAAG;YACb,WAAW,EAAE,CAAC;SACf,CAAC;IAEN,MAAM,cAAc,GAAG,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAC5F,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAE5B,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACxB,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAC3B,kBAAkB,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IAE5C,OAAO,WAAW,CAAC,IAAI,GAAG,gBAAgB,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC;QAClD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM;QACR,CAAC;QACD,WAAW,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC9B,kBAAkB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,GAAW;IAC1C,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IAC9B,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,GAAG,GAAG,KAAK,CAAC,QAAQ,GAAG,mBAAmB,EAAE,CAAC;QAC/C,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,kBAAkB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;QAC3B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY;IACZ,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACxB,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAE5B,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,WAAW,CAAC;IACxD,IAAI,UAAU,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QACrC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAC7B,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,WAAW,CAAC,CAAC;IAClG,IAAI,UAAU,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;QACrC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAC7B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,gBAAgB;IAC9B,WAAW,CAAC,KAAK,EAAE,CAAC;IACpB,kBAAkB,CAAC,KAAK,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,kBAAkB,CAAC,GAAW;IACrC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAErD,oGAAoG;QACpG,IAAI,QAAQ,KAAK,YAAY,IAAI,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAClE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7B,CAAC;QAED,gDAAgD;QAChD,IACE,QAAQ,KAAK,WAAW;YACxB,QAAQ,KAAK,eAAe;YAC5B,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,EAC/B,CAAC;YACD,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7B,CAAC;QAED,2EAA2E;QAC3E,oEAAoE;QACpE,yEAAyE;QAEzE,2EAA2E;QAC3E,IAAI,QAAQ,KAAK,eAAe,IAAI,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACxE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7B,CAAC;QAED,IAAI,QAAQ,KAAK,eAAe,IAAI,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACxE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7B,CAAC;QAED,0DAA0D;QAC1D,IAAI,QAAQ,KAAK,YAAY,IAAI,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAClE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;IACvE,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;AAC/D,CAAC;AAED,SAAS,yBAAyB,CAAC,KAAc;IAC/C,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QAClC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAmB;IAC7C,MAAM,gBAAgB,GAAG,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAClE,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/D,OAAO,WAAW,CAAC,MAAM,GAAG,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;AAC/D,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACvC,KAAK,eAAe,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;YACxC,iCAAiC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,uDAAuD;IACzD,CAAC;AACH,CAAC;AA+DD,KAAK,UAAU,wBAAwB,CAAC,GAAW,EAAE,OAA+B;IAClF,MAAM,EACJ,SAAS,EACT,MAAM,EACN,SAAS,EACT,UAAU,EACV,kBAAkB,EAClB,OAAO,EACP,OAAO,EACP,OAAO,EACP,YAAY,EACZ,gBAAgB,EAChB,MAAM,GACP,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;YACrC,SAAS;YACT,MAAM;YACN,SAAS;YACT,UAAU;YACV,kBAAkB;YAClB,OAAO;YACP,OAAO;YACP,OAAO,EAAE,gBAAgB;YACzB,OAAO;YACP,YAAY;YACZ,MAAM;SACP,CAAC,CAAC;QAEH,OAAO;YACL,GAAG,MAAM;YACT,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;SACjD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,CAAC;QACd,CAAC;QAED,mGAAmG;QACnG,IAAI,CAAC,gBAAgB,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;gBACrC,SAAS;gBACT,MAAM;gBACN,SAAS;gBACT,UAAU;gBACV,kBAAkB;gBAClB,OAAO;gBACP,OAAO;gBACP,OAAO,EAAE,IAAI;gBACb,OAAO;gBACP,YAAY;gBACZ,MAAM;aACP,CAAC,CAAC;YAEH,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,SAAS;aAClB,CAAC;QACJ,CAAC;QAED,+DAA+D;QAC/D,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACxF,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE;gBACrC,SAAS;gBACT,MAAM,EAAE,IAAI;gBACZ,SAAS;gBACT,UAAU;gBACV,kBAAkB;gBAClB,OAAO;gBACP,OAAO;gBACP,OAAO,EAAE,gBAAgB;gBACzB,OAAO;gBACP,YAAY;gBACZ,MAAM;aACP,CAAC,CAAC;YAEH,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;aACjD,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,GAAW,EAAE,UAA2B,EAAE;IACzE,MAAM,EACJ,YAAY,GAAG,KAAK,EACpB,OAAO,GAAG,KAAK,EACf,MAAM,GAAG,CAAC,EACV,SAAS,EACT,SAAS,GAAG,KAAK,EACjB,UAAU,GAAG,KAAK,EAClB,kBAAkB,GAAG,KAAK,EAC1B,OAAO,EACP,OAAO,EACP,OAAO,EACP,YAAY,GAAG,KAAK,EACpB,OAAO,GAAG,KAAK,EACf,aAAa,GAAG,IAAI,GACrB,GAAG,OAAO,CAAC;IAEZ,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAChC,MAAM,sBAAsB,GAAG,CAAC,MAAgC,EAAQ,EAAE;QACxE,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QACD,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,YAAY,CAAC,CAAC;IAC7D,CAAC,CAAC;IAEF,qCAAqC;IACrC,8EAA8E;IAC9E,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,WAAW,GAAG,uBAAuB,CAAC,GAAG,CAAC,CAAC;IACjD,MAAM,sBAAsB,GAAG,MAAM,IAAI,WAAW,CAAC;IAErD,IAAI,qBAAqB,GAAG,YAAY,CAAC;IACzC,IAAI,gBAAgB,GAAG,OAAO,CAAC;IAE/B,IAAI,sBAAsB,EAAE,CAAC;QAC3B,qBAAqB,GAAG,IAAI,CAAC;QAC7B,IAAI,sBAAsB,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9C,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,WAAW,CAAC,GAAG,CAAC,CAAC;IAEjB,MAAM,WAAW,GACf,CAAC,OAAO;QACR,CAAC,qBAAqB;QACtB,CAAC,gBAAgB;QACjB,CAAC,UAAU;QACX,CAAC,YAAY;QACb,CAAC,OAAO,EAAE,MAAM;QAChB,CAAC,OAAO;QACR,CAAC,OAAO;QACR,MAAM,KAAK,CAAC;QACZ,CAAC,SAAS,CAAC;IAEb,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,WAAW,GAAG,gBAAgB,CAAiB,GAAG,CAAC,CAAC;QAC1D,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;gBACtB,yEAAyE;gBACzE,IAAI,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC1B,0CAA0C;oBAC1C,KAAK,CAAC,KAAK,IAAI,EAAE;wBACf,IAAI,CAAC;4BACH,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;4BACjE,IAAI,CAAC,kBAAkB,CAAC,WAAW,CAAC,EAAE,CAAC;gCACrC,SAAS,CAAC,GAAG,EAAE,EAAE,GAAG,WAAW,EAAE,MAAM,EAAE,QAAiB,EAAE,CAAC,CAAC;4BAChE,CAAC;wBACH,CAAC;wBAAC,MAAM,CAAC;4BACP,iEAAiE;wBACnE,CAAC;oBACH,CAAC,CAAC,EAAE,CAAC;gBACP,CAAC;YACH,CAAC;YACD,OAAO;gBACL,GAAG,WAAW,CAAC,KAAK;gBACpB,MAAM,EAAE,QAAQ;aACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,yEAAyE;IACzE,IAAI,gBAAgB,GAAG,qBAAqB,IAAI,UAAU,IAAI,gBAAgB,CAAC;IAE/E,MAAM,cAAc,GAA2B;QAC7C,SAAS;QACT,MAAM;QACN,SAAS;QACT,UAAU;QACV,kBAAkB;QAClB,OAAO;QACP,OAAO;QACP,OAAO;QACP,YAAY;QACZ,gBAAgB;KACjB,CAAC;IAEF,iFAAiF;IACjF,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,MAAM,qBAAqB,GAAG,IAAI,eAAe,EAAE,CAAC;QAEpD,MAAM,aAAa,GAAG,UAAU,CAC9B,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,qBAAqB,CAAC,MAAM,CAAC,EACnF,CAAC,CACF,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YAChB,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC/B,MAAM,IAAI,YAAY,CAAC,kDAAkD,CAAC,CAAC;YAC7E,CAAC;YACD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,IAAI,SAAoD,CAAC;QACzD,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YACzC,aAAa;iBACV,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,gBAAyB,EAAE,MAAM,EAAE,CAAC,CAAC;iBAC/D,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,cAAuB,EAAE,KAAK,EAAE,CAAC,CAAC;YAC/D,IAAI,OAAO,CAA2B,CAAC,OAAO,EAAE,EAAE;gBAChD,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC;YAC9F,CAAC,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,SAAS,EAAE,CAAC;YACd,YAAY,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;QAED,IAAI,eAAe,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC9C,MAAM,cAAc,GAAmB;gBACrC,GAAG,eAAe,CAAC,MAAM;gBACzB,MAAM,EAAE,QAAQ;aACjB,CAAC;YACF,IAAI,WAAW,EAAE,CAAC;gBAChB,SAAS,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;YACjC,CAAC;YACD,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YACjC,OAAO,cAAc,CAAC;QACxB,CAAC;QAED,IAAI,eAAe,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAC5C,IAAI,CAAC,yBAAyB,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtD,MAAM,eAAe,CAAC,KAAK,CAAC;YAC9B,CAAC;YACD,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,wFAAwF;YACxF,MAAM,sBAAsB,GAAG,IAAI,eAAe,EAAE,CAAC;YAErD,IAAI,WAAoB,CAAC;YACzB,IAAI,YAAqB,CAAC;YAE1B,MAAM,eAAe,GAAG,aAAa;iBAClC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,QAAiB,EAAE,MAAM,EAAE,CAAC,CAAC;iBACzD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,WAAW,GAAG,KAAK,CAAC;gBACpB,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;YAEL,MAAM,gBAAgB,GAAG,wBAAwB,CAAC,GAAG,EAAE;gBACrD,GAAG,cAAc;gBACjB,MAAM,EAAE,sBAAsB,CAAC,MAAM;aACtC,CAAC;iBACC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,SAAkB,EAAE,MAAM,EAAE,CAAC,CAAC;iBAC1D,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,YAAY,GAAG,KAAK,CAAC;gBACrB,MAAM,KAAK,CAAC;YACd,CAAC,CAAC,CAAC;YAEL,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC,CAAC;gBAEtE,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBAC/B,sBAAsB,CAAC,KAAK,EAAE,CAAC;oBAC/B,MAAM,cAAc,GAAmB;wBACrC,GAAG,MAAM,CAAC,MAAM;wBAChB,MAAM,EAAE,QAAQ;qBACjB,CAAC;oBACF,IAAI,WAAW,EAAE,CAAC;wBAChB,SAAS,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;oBACjC,CAAC;oBACD,sBAAsB,CAAC,QAAQ,CAAC,CAAC;oBACjC,OAAO,cAAc,CAAC;gBACxB,CAAC;gBAED,qBAAqB,CAAC,KAAK,EAAE,CAAC;gBAC9B,IAAI,WAAW,EAAE,CAAC;oBAChB,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;gBAChC,CAAC;gBACD,sBAAsB,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC7C,OAAO,MAAM,CAAC,MAAM,CAAC;YACvB,CAAC;YAAC,MAAM,CAAC;gBACP,yFAAyF;gBACzF,IAAI,WAAW,IAAI,CAAC,yBAAyB,CAAC,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC;oBACzF,MAAM,WAAW,CAAC;gBACpB,CAAC;gBAED,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,YAAY,CAAC;gBACrB,CAAC;gBAED,IAAI,WAAW,EAAE,CAAC;oBAChB,MAAM,WAAW,CAAC;gBACpB,CAAC;gBAED,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,MAAM,wBAAwB,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;IAC1E,IAAI,WAAW,EAAE,CAAC;QAChB,SAAS,CAAC,GAAG,EAAE,aAAa,CAAC,CAAC;IAChC,CAAC;IACD,sBAAsB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IAC7C,OAAO,aAAa,CAAC;AACvB,CAAC"}

package/dist/index.d.ts

@@ -3,7 +3,7 @@
  *
  * Main library export
  */
-import { cleanup } from './core/fetcher.js';
+import { cleanup, warmup, closePool } from './core/fetcher.js';
 import type { PeelOptions, PeelResult } from './types.js';
 export * from './types.js';
 export { crawl, type CrawlOptions, type CrawlResult, type CrawlProgress } from './core/crawler.js';
@@ -12,8 +12,13 @@ export { mapDomain, type MapOptions, type MapResult } from './core/map.js';
 export { extractBranding, type BrandingProfile } from './core/branding.js';
 export { trackChange, getSnapshot, clearSnapshots, type ChangeResult, type Snapshot } from './core/change-tracking.js';
 export { extractWithLLM } from './core/extract.js';
-export { runAgent, type AgentOptions, type AgentResult, type AgentProgress } from './core/agent.js';
+export { extractDocumentToFormat, isPdfContentType, isDocxContentType, type DocumentExtractionResult } from './core/documents.js';
+export { extractInlineJson, type InlineExtractOptions, type InlineExtractResult } from './core/extract-inline.js';
+export { runAgent, type AgentOptions, type AgentResult, type AgentProgress, type AgentStreamEvent, type AgentDepth, type AgentTopic } from './core/agent.js';
 export { summarizeContent, type SummarizeOptions } from './core/summarize.js';
+export { getSearchProvider, DuckDuckGoProvider, BraveSearchProvider, type SearchProvider, type SearchProviderId, type WebSearchResult, type WebSearchOptions, } from './core/search-provider.js';
+export { answerQuestion, type AnswerRequest, type AnswerResponse, type AnswerCitation, type LLMProviderId, type TokensUsed, } from './core/answer.js';
+export { searchJobs, type JobCard, type JobDetail, type JobSearchOptions, type JobSearchResult } from './core/jobs.js';
 /**
  * Fetch and extract content from a URL
  *
@@ -56,5 +61,6 @@ export declare function peelBatch(urls: string[], options?: PeelOptions & {
  * Clean up any browser resources
  * Call this when you're done using WebPeel
  */
-export { cleanup };
+export { cleanup, warmup, closePool };
+export { getCached, setCached, clearCache, setCacheTTL } from './core/cache.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAC;AAE5C,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAa,MAAM,YAAY,CAAC;AAErE,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,KAAK,EAAE,KAAK,YAAY,EAAE,KAAK,WAAW,EAAE,KAAK,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAE,eAAe,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,KAAK,UAAU,EAAE,KAAK,SAAS,EAAE,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,KAAK,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,cAAc,EAAE,KAAK,YAAY,EAAE,KAAK,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACvH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,KAAK,YAAY,EAAE,KAAK,WAAW,EAAE,KAAK,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACpG,OAAO,EAAE,gBAAgB,EAAE,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAE9E;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,CA+RtF;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE,WAAW,GAAG;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GACnD,OAAO,CAAC,CAAC,UAAU,GAAG;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,EAAE,CAAC,CAwB1D;AAED;;;GAGG;AACH,OAAO,EAAE,OAAO,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAG/D,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAa,MAAM,YAAY,CAAC;AAErE,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,KAAK,EAAE,KAAK,YAAY,EAAE,KAAK,WAAW,EAAE,KAAK,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAE,eAAe,EAAE,KAAK,UAAU,EAAE,KAAK,aAAa,EAAE,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,KAAK,UAAU,EAAE,KAAK,SAAS,EAAE,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAE,KAAK,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,cAAc,EAAE,KAAK,YAAY,EAAE,KAAK,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACvH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,KAAK,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAClI,OAAO,EAAE,iBAAiB,EAAE,KAAK,oBAAoB,EAAE,KAAK,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAClH,OAAO,EAAE,QAAQ,EAAE,KAAK,YAAY,EAAE,KAAK,WAAW,EAAE,KAAK,aAAa,EAAE,KAAK,gBAAgB,EAAE,KAAK,UAAU,EAAE,KAAK,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7J,OAAO,EAAE,gBAAgB,EAAE,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,gBAAgB,GACtB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,cAAc,EACd,KAAK,aAAa,EAClB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,aAAa,EAClB,KAAK,UAAU,GAChB,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,UAAU,EAAE,KAAK,OAAO,EAAE,KAAK,SAAS,EAAE,KAAK,gBAAgB,EAAE,KAAK,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEvH;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,CAyTtF;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE,WAAW,GAAG;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GACnD,OAAO,CAAC,CAAC,UAAU,GAAG;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,EAAE,CAAC,CAwB1D;AAED;;;GAGG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AACtC,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC"}