webpeel 0.14.2 → 0.14.4

package/dist/index.js

@@ -3,20 +3,8 @@
  *
  * Main library export
  */
-import { createHash } from 'crypto';
-import { smartFetch } from './core/strategies.js';
-import { htmlToMarkdown, htmlToText, estimateTokens, selectContent, detectMainContent, calculateQuality, truncateToTokenBudget, filterByTags } from './core/markdown.js';
-import { pruneContent } from './core/content-pruner.js';
-import { distillToBudget } from './core/budget.js';
-import { extractMetadata, extractLinks, extractImages } from './core/metadata.js';
 import { cleanup, warmup, closePool, scrollAndWait, closeProfileBrowser } from './core/fetcher.js';
-import { autoScroll as runAutoScroll } from './core/actions.js';
-import { extractStructured } from './core/extract.js';
-import { isPdfContentType, isDocxContentType, extractDocumentToFormat } from './core/documents.js';
-import { parseYouTubeUrl, getYouTubeTranscript } from './core/youtube.js';
-import { extractDomainData, getDomainExtractor } from './core/domain-extractors.js';
-import { extractReadableContent } from './core/readability.js';
-import { quickAnswer as runQuickAnswer } from './core/quick-answer.js';
+import { createContext, normalizeOptions, handleYouTube, fetchContent, detectContentType, parseContent, postProcess, finalize, buildResult, } from './core/pipeline.js';
 export * from './types.js';
 export { getDomainExtractor, extractDomainData } from './core/domain-extractors.js';
 export { crawl } from './core/crawler.js';
@@ -45,6 +33,7 @@ export { watch, parseDuration, parseAssertion, } from './core/watch.js';
 export { diffUrl, } from './core/diff.js';
 export { extractReadableContent } from './core/readability.js';
 export { quickAnswer } from './core/quick-answer.js';
+export { Timer } from './core/timing.js';
 /**
  * Fetch and extract content from a URL
  *
@@ -62,438 +51,18 @@ export { quickAnswer } from './core/quick-answer.js';
  * ```
  */
 export async function peel(url, options = {}) {
-    const startTime = Date.now();
-    // Apply agent-mode defaults (can be overridden by explicit options)
-    if (options.agentMode) {
-        if (options.budget === undefined)
-            options.budget = 4000;
-        if (options.format === undefined)
-            options.format = 'markdown';
-    }
-    let { render = false, stealth = false, wait = 0, format = 'markdown', timeout = 30000, userAgent, screenshot = false, screenshotFullPage = false, selector, exclude, includeTags, excludeTags, headers, cookies, raw = false, actions, extract, maxTokens, images: extractImagesFlag = false, location: _location, stream: _stream, profileDir, headed = false, storageState, proxy, fullPage = false, autoScroll: autoScrollOption, } = options;
-    void _stream;
-    // Normalize autoScroll option
-    const autoScrollOpts = autoScrollOption
-        ? (typeof autoScrollOption === 'boolean' ? {} : autoScrollOption)
-        : undefined;
-    // NOTE: PDFs/DOCX are now handled via simpleFetch + document parser.
-    // No need to force browser rendering for them.
-    // If screenshot is requested, force render mode
-    if (screenshot) {
-        render = true;
-    }
-    // If stealth is requested, force render mode
-    if (stealth) {
-        render = true;
-    }
-    // If actions are provided, force render mode
-    if (actions && actions.length > 0) {
-        render = true;
-    }
-    // If branding is requested, force render mode
-    if (options.branding) {
-        render = true;
-    }
-    // If autoScroll is requested, force render mode
-    if (autoScrollOpts) {
-        render = true;
-    }
-    // ---------------------------------------------------------------------------
-    // YouTube special case — extract transcript instead of fetching the page HTML
-    // ---------------------------------------------------------------------------
-    const ytVideoId = parseYouTubeUrl(url);
-    if (ytVideoId) {
-        const ytStartTime = Date.now();
-        try {
-            const transcript = await getYouTubeTranscript(url, {
-                language: options.language ?? 'en',
-            });
-            // Build a clean markdown representation of the video + transcript
-            const videoInfoLines = [
-                `# ${transcript.title}`,
-                '',
-                `**Channel:** ${transcript.channel}`,
-                `**Duration:** ${transcript.duration}`,
-                `**Language:** ${transcript.language}`,
-                transcript.availableLanguages.length > 1
-                    ? `**Available Languages:** ${transcript.availableLanguages.join(', ')}`
-                    : '',
-                '',
-                '## Transcript',
-                '',
-                transcript.fullText,
-            ].filter(l => l !== undefined);
-            const videoInfoContent = videoInfoLines.join('\n');
-            const elapsed = Date.now() - ytStartTime;
-            const tokens = estimateTokens(videoInfoContent);
-            const fingerprint = createHash('sha256').update(videoInfoContent).digest('hex').slice(0, 16);
-            return {
-                url: `https://www.youtube.com/watch?v=${ytVideoId}`,
-                title: transcript.title,
-                content: videoInfoContent,
-                metadata: {
-                    description: `YouTube video by ${transcript.channel}, duration ${transcript.duration}`,
-                    author: transcript.channel,
-                },
-                links: [`https://www.youtube.com/watch?v=${ytVideoId}`],
-                tokens,
-                method: 'simple',
-                elapsed,
-                contentType: 'youtube',
-                quality: 1.0,
-                fingerprint,
-                extracted: undefined,
-                structured: transcript,
-            };
-        }
-        catch (_ytError) {
-            // If transcript extraction fails (no captions, page changed, etc.),
-            // fall through to the normal HTML fetch pipeline below.
-        }
-    }
+    const ctx = createContext(url, options);
+    normalizeOptions(ctx);
+    const ytResult = await handleYouTube(ctx);
+    if (ytResult)
+        return ytResult;
     try {
-        // Fetch the page (keep browser open if branding extraction or autoScroll is needed)
-        const needsBranding = options.branding && render;
-        const needsAutoScroll = !!autoScrollOpts && render;
-        const fetchResult = await smartFetch(url, {
-            forceBrowser: render,
-            stealth,
-            waitMs: wait,
-            userAgent,
-            timeoutMs: timeout,
-            screenshot,
-            screenshotFullPage,
-            headers,
-            cookies,
-            actions,
-            keepPageOpen: needsBranding || needsAutoScroll,
-            profileDir,
-            headed,
-            storageState,
-            proxy,
-        });
-        // Auto-scroll to load lazy content, then grab fresh HTML
-        if (needsAutoScroll && fetchResult.page) {
-            try {
-                await runAutoScroll(fetchResult.page, autoScrollOpts);
-                // Capture refreshed HTML after scrolling
-                fetchResult.html = await fetchResult.page.content();
-            }
-            catch {
-                // If autoScroll fails, continue with whatever HTML we have
-            }
-            finally {
-                // Close page unless branding also needs it
-                if (!needsBranding) {
-                    try {
-                        await fetchResult.page.close().catch(() => { });
-                        if (fetchResult.browser && !needsBranding) {
-                            await fetchResult.browser.close().catch(() => { });
-                        }
-                    }
-                    catch { /* ignore cleanup errors */ }
-                    fetchResult.page = undefined;
-                }
-            }
-        }
-        // Detect content type from the response
-        const ct = (fetchResult.contentType || '').toLowerCase();
-        const urlLower = fetchResult.url.toLowerCase();
-        // Check for binary document types (PDF/DOCX)
-        const isDocument = isPdfContentType(ct) || isDocxContentType(ct) ||
-            urlLower.endsWith('.pdf') || urlLower.endsWith('.docx');
-        const hasBuffer = !!fetchResult.buffer;
-        const isHTML = !isDocument && (ct.includes('html') || ct.includes('xhtml') || (!ct && fetchResult.html.trimStart().startsWith('<')));
-        const isJSON = !isDocument && ct.includes('json');
-        const isXML = !isDocument && (ct.includes('xml') || ct.includes('rss') || ct.includes('atom'));
-        const isPlainText = !isDocument && (ct.includes('text/plain') || ct.includes('text/markdown') || ct.includes('text/csv') || ct.includes('text/css') || ct.includes('javascript'));
-        const detectedType = isDocument ? 'document' : isHTML ? 'html' : isJSON ? 'json' : isXML ? 'xml' : isPlainText ? 'text' : 'html';
-        let content;
-        let title = '';
-        let metadata = {};
-        let links = [];
-        let quality = 0;
-        let prunedPercent;
-        if (isDocument && hasBuffer) {
-            // Document parsing pipeline (PDF/DOCX)
-            const docResult = await extractDocumentToFormat(fetchResult.buffer, {
-                url: fetchResult.url,
-                contentType: fetchResult.contentType,
-                format,
-            });
-            content = docResult.content;
-            title = docResult.metadata.title;
-            metadata = docResult.metadata;
-            quality = 1.0; // Documents are inherently structured content
-        }
-        else if (isHTML) {
-            // Standard HTML pipeline
-            let html = fetchResult.html;
-            // Apply include/exclude tags filtering first (before selector)
-            if (includeTags || excludeTags) {
-                html = filterByTags(html, includeTags, excludeTags);
-            }
-            if (selector) {
-                html = selectContent(html, selector, exclude);
-            }
-            else if (exclude?.length) {
-                // Apply exclude selectors even without a specific selector
-                const cheerio = await import('cheerio');
-                const $doc = cheerio.load(html);
-                exclude.forEach(sel => $doc(sel).remove());
-                html = $doc.html() || html;
-            }
-            // Smart main content detection (unless raw or selector specified)
-            let contentHtml = html;
-            if (!raw && !selector) {
-                const detected = detectMainContent(html);
-                if (detected.detected) {
-                    contentHtml = detected.html;
-                }
-            }
-            const metadataTask = Promise.resolve().then(() => {
-                const meta = extractMetadata(html, fetchResult.url);
-                return {
-                    title: meta.title,
-                    metadata: meta.metadata,
-                    links: extractLinks(html, fetchResult.url),
-                };
-            });
-            // Content density pruning — runs on HTML before markdown conversion.
-            // Removes low-value blocks (sidebars, footers, ads) CSS selectors miss.
-            // OFF when fullPage=true or format !== markdown.
-            if (format === 'markdown' && !fullPage) {
-                const pruned = pruneContent(contentHtml, { dynamic: true });
-                contentHtml = pruned.html;
-                if (pruned.nodesRemoved > 0) {
-                    prunedPercent = pruned.reductionPercent;
-                }
-            }
-            const contentTask = Promise.resolve().then(() => {
-                switch (format) {
-                    case 'html':
-                        return contentHtml;
-                    case 'text':
-                        return htmlToText(contentHtml);
-                    case 'markdown':
-                    default:
-                        // prune:false — already pruned above; avoid double-pruning in htmlToMarkdown
-                        return htmlToMarkdown(contentHtml, { raw, prune: false });
-                }
-            });
-            const [metaResult, convertedContent] = await Promise.all([metadataTask, contentTask]);
-            title = metaResult.title;
-            metadata = metaResult.metadata;
-            links = metaResult.links;
-            content = convertedContent;
-            quality = calculateQuality(content, fetchResult.html);
-        }
-        else if (isJSON) {
-            // JSON content — format nicely
-            try {
-                const parsed = JSON.parse(fetchResult.html);
-                content = JSON.stringify(parsed, null, 2);
-                title = 'JSON Response';
-                // Extract any URLs from JSON for links
-                const urlRegex = /https?:\/\/[^\s"'`,\]})]+/g;
-                const found = content.match(urlRegex) || [];
-                links = [...new Set(found)];
-            }
-            catch {
-                content = fetchResult.html;
-                title = 'JSON Response (malformed)';
-            }
-            quality = 1.0; // JSON is structured, always "clean"
-        }
-        else if (isXML) {
-            // XML/RSS/Atom — convert to readable format
-            try {
-                const $ = (await import('cheerio')).load(fetchResult.html, { xml: true });
-                // Check if RSS/Atom feed
-                const items = $('item, entry');
-                if (items.length > 0) {
-                    title = $('channel > title, feed > title').first().text() || 'RSS/Atom Feed';
-                    const feedItems = [];
-                    items.each((_, el) => {
-                        const itemTitle = $(el).find('title').first().text();
-                        const itemLink = $(el).find('link').first().text() || $(el).find('link').first().attr('href') || '';
-                        const itemDesc = $(el).find('description, summary, content').first().text().slice(0, 200);
-                        feedItems.push(`## ${itemTitle}\n${itemLink}\n${itemDesc}`);
-                        if (itemLink)
-                            links.push(itemLink);
-                    });
-                    content = `# ${title}\n\n${feedItems.join('\n\n---\n\n')}`;
-                }
-                else {
-                    content = fetchResult.html;
-                    title = $('title').first().text() || 'XML Document';
-                }
-            }
-            catch {
-                content = fetchResult.html;
-                title = 'XML Document';
-            }
-            quality = 0.9;
-        }
-        else {
-            // Plain text, CSS, JS, etc — return as-is
-            content = fetchResult.html;
-            title = fetchResult.url.split('/').pop() || 'Text Document';
-            // Extract URLs from plain text
-            const urlRegex = /https?:\/\/[^\s"'`,\]})]+/g;
-            const found = content.match(urlRegex) || [];
-            links = [...new Set(found)];
-            quality = 1.0;
-        }
-        // Readability mode
-        let readabilityResult;
-        if (options.readable && isHTML && fetchResult.html) {
-            const readResult = extractReadableContent(fetchResult.html, fetchResult.url);
-            readabilityResult = readResult;
-            content = readResult.content;
-            metadata = {
-                ...metadata,
-                title: readResult.title || metadata?.title,
-                author: readResult.author || undefined,
-                publishedDate: readResult.date || undefined,
-            };
-            title = readResult.title || title;
-        }
-        // Extract images if requested
-        let imagesList;
-        if (extractImagesFlag && isHTML) {
-            imagesList = extractImages(fetchResult.html, fetchResult.url);
-        }
-        // Extract structured data if requested
-        let extracted;
-        if (extract && isHTML) {
-            if (extract.llmApiKey && (extract.prompt || extract.schema)) {
-                // LLM-powered extraction
-                const { extractWithLLM } = await import('./core/extract.js');
-                extracted = await extractWithLLM(content, extract);
-            }
-            else if (extract.selectors || extract.schema) {
-                // CSS-based extraction (existing)
-                extracted = extractStructured(fetchResult.html, extract);
-            }
-        }
-        // Truncate to token budget if requested (simple truncation)
-        if (maxTokens && maxTokens > 0) {
-            content = truncateToTokenBudget(content, maxTokens);
-        }
-        // Smart budget distillation — applied AFTER maxTokens truncation
-        // This intelligently compresses content (strips boilerplate, compresses
-        // tables, removes weak paragraphs) rather than blindly cutting.
-        if (options.budget && options.budget > 0) {
-            const budgetFormat = detectedType === 'json' ? 'json' :
-                format === 'text' ? 'text' : 'markdown';
-            content = distillToBudget(content, options.budget, budgetFormat);
-        }
-        // Domain-aware structured extraction (Twitter, Reddit, GitHub, HN)
-        // Fires when URL matches a known domain. Replaces content with clean markdown.
-        let domainData;
-        if (getDomainExtractor(fetchResult.url)) {
-            try {
-                const ddResult = await extractDomainData(fetchResult.html, fetchResult.url);
-                if (ddResult) {
-                    domainData = ddResult;
-                    content = ddResult.cleanContent;
-                }
-            }
-            catch {
-                // Domain extraction failure is non-fatal; continue with normal content
-            }
-        }
-        // Quick answer (LLM-free)
-        let quickAnswerResult;
-        if (options.question && content) {
-            const qa = runQuickAnswer({
-                question: options.question,
-                content,
-                url: fetchResult.url,
-            });
-            quickAnswerResult = qa;
-        }
-        // Calculate elapsed time, tokens, and fingerprint
-        const elapsed = Date.now() - startTime;
-        const tokens = estimateTokens(content);
-        const fingerprint = createHash('sha256').update(content).digest('hex').slice(0, 16);
-        // Convert screenshot buffer to base64 if present
-        const screenshotBase64 = fetchResult.screenshot?.toString('base64');
-        // Extract branding if requested (reuses existing browser page when available)
-        let brandingProfile;
-        if (options.branding && render && fetchResult.page) {
-            try {
-                const { extractBranding } = await import('./core/branding.js');
-                brandingProfile = await extractBranding(fetchResult.page);
-            }
-            catch (error) {
-                console.error('Branding extraction failed:', error);
-            }
-            finally {
-                // Clean up the kept-open page and browser
-                try {
-                    await fetchResult.page.close().catch(() => { });
-                    if (fetchResult.browser) {
-                        await fetchResult.browser.close().catch(() => { });
-                    }
-                }
-                catch { /* ignore cleanup errors */ }
-            }
-        }
-        // Track content changes if requested
-        let changeResult;
-        if (options.changeTracking) {
-            try {
-                const { trackChange } = await import('./core/change-tracking.js');
-                changeResult = await trackChange(fetchResult.url, content, fingerprint);
-            }
-            catch (error) {
-                console.error('Change tracking failed:', error);
-            }
-        }
-        // Generate AI summary if requested
-        let summaryText;
-        if (options.summary && options.llm) {
-            try {
-                const { summarizeContent } = await import('./core/summarize.js');
-                const maxLength = typeof options.summary === 'object' && options.summary.maxLength
-                    ? options.summary.maxLength
-                    : 150;
-                summaryText = await summarizeContent(content, {
-                    apiKey: options.llm.apiKey,
-                    model: options.llm.model,
-                    apiBase: options.llm.baseUrl,
-                    maxWords: maxLength,
-                });
-            }
-            catch (error) {
-                console.error('Summary generation failed:', error);
-            }
-        }
-        return {
-            url: fetchResult.url,
-            title,
-            content,
-            metadata,
-            links,
-            tokens,
-            method: fetchResult.method === 'cached' ? 'simple' : fetchResult.method,
-            elapsed,
-            screenshot: screenshotBase64,
-            contentType: detectedType,
-            quality,
-            fingerprint,
-            extracted,
-            branding: brandingProfile,
-            changeTracking: changeResult,
-            summary: summaryText,
-            images: imagesList,
-            ...(prunedPercent !== undefined ? { prunedPercent } : {}),
-            ...(domainData !== undefined ? { domainData } : {}),
-            ...(readabilityResult !== undefined ? { readability: readabilityResult } : {}),
-            ...(quickAnswerResult !== undefined ? { quickAnswer: quickAnswerResult } : {}),
-        };
+        await fetchContent(ctx);
+        detectContentType(ctx);
+        await parseContent(ctx);
+        await postProcess(ctx);
+        await finalize(ctx);
+        return buildResult(ctx);
     }
     catch (error) {
         // Clean up browser resources on error

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,cAAc,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACzK,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAClF,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAE,UAAU,IAAI,aAAa,EAA0B,MAAM,mBAAmB,CAAC;AACxF,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AACnG,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEpF,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAE,WAAW,IAAI,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAGvE,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAkD,MAAM,6BAA6B,CAAC;AACpI,OAAO,EAAE,KAAK,EAA2D,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAE,eAAe,EAAuC,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAmC,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAwB,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,cAAc,EAAoC,MAAM,2BAA2B,CAAC;AACvH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,iBAAiB,EAAiC,MAAM,qBAAqB,CAAC;AAClI,OAAO,EAAE,iBAAiB,EAAuD,MAAM,0BAA0B,CAAC;AAClH,OAAO,EAAE,QAAQ,EAAoH,MAAM,iBAAiB,CAAC;AAC7J,OAAO,EAAE,gBAAgB,EAAyB,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,GAKpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,cAAc,GAMf,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,UAAU,EAA6E,MAAM,gBAAgB,CAAC;AACvH,OAAO,EACL,YAAY,EACZ,cAAc,GAIf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,kBAAkB,GAKnB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,eAAe,EACf,oBAAoB,EACpB,uBAAuB,GAOxB,MAAM,iBAAiB,CAAC;AACzB,8DAA8D;AAC9D,OAAO,EAAE,eAAe,EAAoB,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,qBAAqB,EACrB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,GAIrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAC5F,OAAO,EACL,KAAK,EACL,aAAa,EACb,cAAc,GAKf,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,OAAO,GAIR,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,sBAAsB,EAAmD,MAAM,uBAAuB,CAAC;AAChH,OAAO,EAAE,WAAW,EAAmD,MAAM,wBAAwB,CAAC;AAEtG;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,GAAW,EAAE,UAAuB,EAAE;IAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,oEAAoE;IACpE,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;QACtB,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;QACxD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC;IAChE,CAAC;IAED,IAAI,EACF,MAAM,GAAG,KAAK,EACd,OAAO,GAAG,KAAK,EACf,IAAI,GAAG,CAAC,EACR,MAAM,GAAG,UAAU,EACnB,OAAO,GAAG,KAAK,EACf,SAAS,EACT,UAAU,GAAG,KAAK,EAClB,kBAAkB,GAAG,KAAK,EAC1B,QAAQ,EACR,OAAO,EACP,WAAW,EACX,WAAW,EACX,OAAO,EACP,OAAO,EACP,GAAG,GAAG,KAAK,EACX,OAAO,EACP,OAAO,EACP,SAAS,EACT,MAAM,EAAE,iBAAiB,GAAG,KAAK,EACjC,QAAQ,EAAE,SAAS,EACnB,MAAM,EAAE,OAAO,EACf,UAAU,EACV,MAAM,GAAG,KAAK,EACd,YAAY,EACZ,KAAK,EACL,QAAQ,GAAG,KAAK,EAChB,UAAU,EAAE,gBAAgB,GAC7B,GAAG,OAAO,CAAC;IACZ,KAAK,OAAO,CAAC;IAEb,8BAA8B;IAC9B,MAAM,cAAc,GAAkC,gBAAgB;QACpE,CAAC,CAAC,CAAC,OAAO,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC;QACjE,CAAC,CAAC,SAAS,CAAC;IAEd,qEAAqE;IACrE,+CAA+C;IAE/C,gDAAgD;IAChD,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,6CAA6C;IAC7C,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,6CAA6C;IAC7C,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,8CAA8C;IAC9C,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,gDAAgD;IAChD,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,GAAG,IAAI,CAAC;IAChB,CAAC;IAED,8EAA8E;IAC9E,8EAA8E;IAC9E,8EAA8E;IAC9E,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE;gBACjD,QAAQ,EAAG,OAAe,CAAC,QAAQ,IAAI,IAAI;aAC5C,CAAC,CAAC;YAEH,kEAAkE;YAClE,MAAM,cAAc,GAAG;gBACrB,KAAK,UAAU,CAAC,KAAK,EAAE;gBACvB,EAAE;gBACF,gBAAgB,UAAU,CAAC,OAAO,EAAE;gBACpC,iBAAiB,UAAU,CAAC,QAAQ,EAAE;gBACtC,iBAAiB,UAAU,CAAC,QAAQ,EAAE;gBACtC,UAAU,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC;oBACtC,CAAC,CAAC,4BAA4B,UAAU,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;oBACxE,CAAC,CAAC,EAAE;gBACN,EAAE;gBACF,eAAe;gBACf,EAAE;gBACF,UAAU,CAAC,QAAQ;aACpB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;YAC/B,MAAM,gBAAgB,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEnD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;YACzC,MAAM,MAAM,GAAG,cAAc,CAAC,gBAAgB,CAAC,CAAC;YAChD,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAE7F,OAAO;gBACL,GAAG,EAAE,mCAAmC,SAAS,EAAE;gBACnD,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,OAAO,EAAE,gBAAgB;gBACzB,QAAQ,EAAE;oBACR,WAAW,EAAE,oBAAoB,UAAU,CAAC,OAAO,cAAc,UAAU,CAAC,QAAQ,EAAE;oBACtF,MAAM,EAAE,UAAU,CAAC,OAAO;iBAC3B;gBACD,KAAK,EAAE,CAAC,mCAAmC,SAAS,EAAE,CAAC;gBACvD,MAAM;gBACN,MAAM,EAAE,QAAQ;gBAChB,OAAO;gBACP,WAAW,EAAE,SAAS;gBACtB,OAAO,EAAE,GAAG;gBACZ,WAAW;gBACX,SAAS,EAAE,SAAS;gBACpB,UAAU,EAAE,UAAU;aAC2B,CAAC;QACtD,CAAC;QAAC,OAAO,QAAQ,EAAE,CAAC;YAClB,oEAAoE;YACpE,wDAAwD;QAC1D,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,oFAAoF;QACpF,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,IAAI,MAAM,CAAC;QACjD,MAAM,eAAe,GAAG,CAAC,CAAC,cAAc,IAAI,MAAM,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE;YACxC,YAAY,EAAE,MAAM;YACpB,OAAO;YACP,MAAM,EAAE,IAAI;YACZ,SAAS;YACT,SAAS,EAAE,OAAO;YAClB,UAAU;YACV,kBAAkB;YAClB,OAAO;YACP,OAAO;YACP,OAAO;YACP,YAAY,EAAE,aAAa,IAAI,eAAe;YAC9C,UAAU;YACV,MAAM;YACN,YAAY;YACZ,KAAK;SACN,CAAC,CAAC;QAEH,yDAAyD;QACzD,IAAI,eAAe,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,aAAa,CAAC,WAAW,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;gBACtD,yCAAyC;gBACzC,WAAW,CAAC,IAAI,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACtD,CAAC;YAAC,MAAM,CAAC;gBACP,2DAA2D;YAC7D,CAAC;oBAAS,CAAC;gBACT,2CAA2C;gBAC3C,IAAI,CAAC,aAAa,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;wBAC/C,IAAI,WAAW,CAAC,OAAO,IAAI,CAAC,aAAa,EAAE,CAAC;4BAC1C,MAAM,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;wBACpD,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC,CAAC,2BAA2B,CAAC,CAAC;oBACvC,WAAW,CAAC,IAAI,GAAG,SAAS,CAAC;gBAC/B,CAAC;YACH,CAAC;QACH,CAAC;QAED,wCAAwC;QACxC,MAAM,EAAE,GAAG,CAAC,WAAW,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACzD,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;QAE/C,6CAA6C;QAC7C,MAAM,UAAU,GAAG,gBAAgB,CAAC,EAAE,CAAC,IAAI,iBAAiB,CAAC,EAAE,CAAC;YAC9D,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC;QAEvC,MAAM,MAAM,GAAG,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACrI,MAAM,MAAM,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,KAAK,GAAG,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/F,MAAM,WAAW,GAAG,CAAC,UAAU,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;QAElL,MAAM,YAAY,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAEjI,IAAI,OAAe,CAAC;QACpB,IAAI,KAAK,GAAG,EAAE,CAAC;QACf,IAAI,QAAQ,GAAQ,EAAE,CAAC;QACvB,IAAI,KAAK,GAAa,EAAE,CAAC;QACzB,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,aAAiC,CAAC;QAEtC,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;YAC5B,uCAAuC;YACvC,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,WAAW,CAAC,MAAO,EAAE;gBACnE,GAAG,EAAE,WAAW,CAAC,GAAG;gBACpB,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,MAAM;aACP,CAAC,CAAC;YAEH,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;YAC5B,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;YACjC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;YAC9B,OAAO,GAAG,GAAG,CAAC,CAAC,8CAA8C;QAC/D,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,yBAAyB;YACzB,IAAI,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC;YAE5B,+DAA+D;YAC/D,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;gBAC/B,IAAI,GAAG,YAAY,CAAC,IAAI,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;YACtD,CAAC;YAED,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,GAAG,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;iBAAM,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC3B,2DAA2D;gBAC3D,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;gBACxC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC3C,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;YAC7B,CAAC;YAED,kEAAkE;YAClE,IAAI,WAAW,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACtB,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBACzC,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;oBACtB,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC;gBAC9B,CAAC;YACH,CAAC;YAED,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;gBAC/C,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;gBACpD,OAAO;oBACL,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,KAAK,EAAE,YAAY,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC;iBAC3C,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,qEAAqE;YACrE,wEAAwE;YACxE,iDAAiD;YACjD,IAAI,MAAM,KAAK,UAAU,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACvC,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5D,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC;gBAC1B,IAAI,MAAM,CAAC,YAAY,GAAG,CAAC,EAAE,CAAC;oBAC5B,aAAa,GAAG,MAAM,CAAC,gBAAgB,CAAC;gBAC1C,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;gBAC9C,QAAQ,MAAM,EAAE,CAAC;oBACf,KAAK,MAAM;wBACT,OAAO,WAAW,CAAC;oBACrB,KAAK,MAAM;wBACT,OAAO,UAAU,CAAC,WAAW,CAAC,CAAC;oBACjC,KAAK,UAAU,CAAC;oBAChB;wBACE,6EAA6E;wBAC7E,OAAO,cAAc,CAAC,WAAW,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,UAAU,EAAE,gBAAgB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC,CAAC;YACtF,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;YACzB,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC;YAC/B,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;YACzB,OAAO,GAAG,gBAAgB,CAAC;YAE3B,OAAO,GAAG,gBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,CAAC;QACxD,CAAC;aAAM,IAAI,MAAM,EAAE,CAAC;YAClB,+BAA+B;YAC/B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC5C,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAC1C,KAAK,GAAG,eAAe,CAAC;gBAExB,uCAAuC;gBACvC,MAAM,QAAQ,GAAG,4BAA4B,CAAC;gBAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC5C,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAC9B,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC;gBAC3B,KAAK,GAAG,2BAA2B,CAAC;YACtC,CAAC;YACD,OAAO,GAAG,GAAG,CAAC,CAAC,qCAAqC;QACtD,CAAC;aAAM,IAAI,KAAK,EAAE,CAAC;YACjB,4CAA4C;YAC5C,IAAI,CAAC;gBACH,MAAM,CAAC,GAAG,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;gBAE1E,yBAAyB;gBACzB,MAAM,KAAK,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;gBAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrB,KAAK,GAAG,CAAC,CAAC,+BAA+B,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,eAAe,CAAC;oBAC7E,MAAM,SAAS,GAAa,EAAE,CAAC;oBAC/B,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;wBACnB,MAAM,SAAS,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC;wBACrD,MAAM,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;wBACpG,MAAM,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;wBAC1F,SAAS,CAAC,IAAI,CAAC,MAAM,SAAS,KAAK,QAAQ,KAAK,QAAQ,EAAE,CAAC,CAAC;wBAC5D,IAAI,QAAQ;4BAAE,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACrC,CAAC,CAAC,CAAC;oBACH,OAAO,GAAG,KAAK,KAAK,OAAO,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC7D,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC;oBAC3B,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,IAAI,cAAc,CAAC;gBACtD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC;gBAC3B,KAAK,GAAG,cAAc,CAAC;YACzB,CAAC;YACD,OAAO,GAAG,GAAG,CAAC;QAChB,CAAC;aAAM,CAAC;YACN,0CAA0C;YAC1C,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC;YAC3B,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,eAAe,CAAC;YAE5D,+BAA+B;YAC/B,MAAM,QAAQ,GAAG,4BAA4B,CAAC;YAC9C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC5C,KAAK,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;YAC5B,OAAO,GAAG,GAAG,CAAC;QAChB,CAAC;QAED,mBAAmB;QACnB,IAAI,iBAAgF,CAAC;QACrF,IAAI,OAAO,CAAC,QAAQ,IAAI,MAAM,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;YACnD,MAAM,UAAU,GAAG,sBAAsB,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;YAC7E,iBAAiB,GAAG,UAAU,CAAC;YAC/B,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC;YAC7B,QAAQ,GAAG;gBACT,GAAG,QAAQ;gBACX,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,QAAQ,EAAE,KAAK;gBAC1C,MAAM,EAAE,UAAU,CAAC,MAAM,IAAI,SAAS;gBACtC,aAAa,EAAE,UAAU,CAAC,IAAI,IAAI,SAAS;aAC5C,CAAC;YACF,KAAK,GAAG,UAAU,CAAC,KAAK,IAAI,KAAK,CAAC;QACpC,CAAC;QAED,8BAA8B;QAC9B,IAAI,UAAmC,CAAC;QACxC,IAAI,iBAAiB,IAAI,MAAM,EAAE,CAAC;YAChC,UAAU,GAAG,aAAa,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;QAChE,CAAC;QAED,uCAAuC;QACvC,IAAI,SAA0C,CAAC;QAC/C,IAAI,OAAO,IAAI,MAAM,EAAE,CAAC;YACtB,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5D,yBAAyB;gBACzB,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;gBAC7D,SAAS,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;YACrD,CAAC;iBAAM,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC/C,kCAAkC;gBAClC,SAAS,GAAG,iBAAiB,CAAC,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,4DAA4D;QAC5D,IAAI,SAAS,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAC/B,OAAO,GAAG,qBAAqB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACtD,CAAC;QAED,iEAAiE;QACjE,wEAAwE;QACxE,gEAAgE;QAChE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,YAAY,GAChB,YAAY,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBAClC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC;YAC1C,OAAO,GAAG,eAAe,CAAC,OAAO,EAAE,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QACnE,CAAC;QAED,mEAAmE;QACnE,+EAA+E;QAC/E,IAAI,UAA2C,CAAC;QAChD,IAAI,kBAAkB,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC5E,IAAI,QAAQ,EAAE,CAAC;oBACb,UAAU,GAAG,QAAQ,CAAC;oBACtB,OAAO,GAAG,QAAQ,CAAC,YAAY,CAAC;gBAClC,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,uEAAuE;YACzE,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,IAAI,iBAAiF,CAAC;QACtF,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,EAAE,CAAC;YAChC,MAAM,EAAE,GAAG,cAAc,CAAC;gBACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,OAAO;gBACP,GAAG,EAAE,WAAW,CAAC,GAAG;aACrB,CAAC,CAAC;YACH,iBAAiB,GAAG,EAAE,CAAC;QACzB,CAAC;QAED,kDAAkD;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACvC,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEpF,iDAAiD;QACjD,MAAM,gBAAgB,GAAG,WAAW,CAAC,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEpE,8EAA8E;QAC9E,IAAI,eAAyE,CAAC;QAC9E,IAAI,OAAO,CAAC,QAAQ,IAAI,MAAM,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC;YACnD,IAAI,CAAC;gBACH,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;gBAC/D,eAAe,GAAG,MAAM,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YACtD,CAAC;oBAAS,CAAC;gBACT,0CAA0C;gBAC1C,IAAI,CAAC;oBACH,MAAM,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBAC/C,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;wBACxB,MAAM,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC,CAAC,2BAA2B,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,qCAAqC;QACrC,IAAI,YAA0E,CAAC;QAC/E,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACH,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;gBAClE,YAAY,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,GAAG,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;YAC1E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAED,mCAAmC;QACnC,IAAI,WAA+B,CAAC;QACpC,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YACnC,IAAI,CAAC;gBACH,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;gBACjE,MAAM,SAAS,GAAG,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS;oBAChF,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS;oBAC3B,CAAC,CAAC,GAAG,CAAC;gBAER,WAAW,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE;oBAC5C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM;oBAC1B,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,KAAK;oBACxB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,OAAO;oBAC5B,QAAQ,EAAE,SAAS;iBACpB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;QAED,OAAO;YACL,GAAG,EAAE,WAAW,CAAC,GAAG;YACpB,KAAK;YACL,OAAO;YACP,QAAQ;YACR,KAAK;YACL,MAAM;YACN,MAAM,EAAE,WAAW,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM;YACvE,OAAO;YACP,UAAU,EAAE,gBAAgB;YAC5B,WAAW,EAAE,YAAY;YACzB,OAAO;YACP,WAAW;YACX,SAAS;YACT,QAAQ,EAAE,eAAe;YACzB,cAAc,EAAE,YAAY;YAC5B,OAAO,EAAE,WAAW;YACpB,MAAM,EAAE,UAAU;YAClB,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,GAAG,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC9E,GAAG,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/E,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,sCAAsC;QACtC,MAAM,OAAO,EAAE,CAAC;QAChB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAc,EACd,UAAkD,EAAE;IAEpD,MAAM,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC;IACjD,MAAM,OAAO,GAAoD,EAAE,CAAC;IAEpE,qBAAqB;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CACtC,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACjC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC;oBACX,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;oBACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,eAAe;iBACjD,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,mBAAmB,EAAE,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAChF,OAAO,EACL,qBAAqB,EACrB,WAAW,EACX,qBAAqB,GACtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,UAAU,EACV,cAAc,EACd,SAAS,EACT,YAAY,EACZ,SAAS,EACT,iBAAiB,EACjB,UAAU,EACV,WAAW,EACX,oBAAoB,EACpB,aAAa,EACb,WAAW,EACX,eAAe,EACf,WAAW,GAEZ,MAAM,iBAAiB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAEnG,OAAO,EACL,aAAa,EACb,gBAAgB,EAChB,aAAa,EACb,YAAY,EACZ,iBAAiB,EACjB,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,WAAW,GACZ,MAAM,oBAAoB,CAAC;AAE5B,cAAc,YAAY,CAAC;AAC3B,OAAO,EAAE,kBAAkB,EAAE,iBAAiB,EAAkD,MAAM,6BAA6B,CAAC;AACpI,OAAO,EAAE,KAAK,EAA2D,MAAM,mBAAmB,CAAC;AACnG,OAAO,EAAE,eAAe,EAAuC,MAAM,mBAAmB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAmC,MAAM,eAAe,CAAC;AAC3E,OAAO,EAAE,eAAe,EAAwB,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,cAAc,EAAoC,MAAM,2BAA2B,CAAC;AACvH,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,iBAAiB,EAAiC,MAAM,qBAAqB,CAAC;AAClI,OAAO,EAAE,iBAAiB,EAAuD,MAAM,0BAA0B,CAAC;AAClH,OAAO,EAAE,QAAQ,EAAoH,MAAM,iBAAiB,CAAC;AAC7J,OAAO,EAAE,gBAAgB,EAAyB,MAAM,qBAAqB,CAAC;AAC9E,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,GAKpB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,cAAc,GAMf,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,UAAU,EAA6E,MAAM,gBAAgB,CAAC;AACvH,OAAO,EACL,YAAY,EACZ,cAAc,GAIf,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,kBAAkB,GAKnB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,eAAe,EACf,oBAAoB,EACpB,uBAAuB,GAOxB,MAAM,iBAAiB,CAAC;AACzB,8DAA8D;AAC9D,OAAO,EAAE,eAAe,EAAoB,MAAM,4BAA4B,CAAC;AAC/E,OAAO,EACL,eAAe,EACf,gBAAgB,EAChB,qBAAqB,EACrB,eAAe,EACf,kBAAkB,EAClB,oBAAoB,GAIrB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,uBAAuB,EAAE,MAAM,kBAAkB,CAAC;AAC5F,OAAO,EACL,KAAK,EACL,aAAa,EACb,cAAc,GAKf,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,OAAO,GAIR,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,sBAAsB,EAAmD,MAAM,uBAAuB,CAAC;AAChH,OAAO,EAAE,WAAW,EAAmD,MAAM,wBAAwB,CAAC;AACtG,OAAO,EAAE,KAAK,EAAuB,MAAM,kBAAkB,CAAC;AAE9D;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,GAAW,EAAE,UAAuB,EAAE;IAC/D,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACxC,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAEtB,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC;IAC1C,IAAI,QAAQ;QAAE,OAAO,QAAQ,CAAC;IAE9B,IAAI,CAAC;QACH,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACxB,iBAAiB,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC;QACxB,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;QACvB,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;QACpB,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,sCAAsC;QACtC,MAAM,OAAO,EAAE,CAAC;QAChB,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,IAAc,EACd,UAAkD,EAAE;IAEpD,MAAM,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,QAAQ,EAAE,GAAG,OAAO,CAAC;IACjD,MAAM,OAAO,GAAoD,EAAE,CAAC;IAEpE,qBAAqB;IACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CACtC,CAAC;QAEF,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACjC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC;oBACX,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;oBACb,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,IAAI,eAAe;iBACjD,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,aAAa,EAAE,mBAAmB,EAAE,CAAC;AAC1E,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAChF,OAAO,EACL,qBAAqB,EACrB,WAAW,EACX,qBAAqB,GACtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,UAAU,EACV,cAAc,EACd,SAAS,EACT,YAAY,EACZ,SAAS,EACT,iBAAiB,EACjB,UAAU,EACV,WAAW,EACX,oBAAoB,EACpB,aAAa,EACb,WAAW,EACX,eAAe,EACf,WAAW,GAEZ,MAAM,iBAAiB,CAAC"}

package/dist/mcp/server.js

@@ -59,7 +59,7 @@ const server = new Server({
 const tools = [
     {
         name: 'webpeel_fetch',
-        description: 'Fetch any URL and return clean markdown content. Handles JavaScript rendering, bot detection, and content extraction automatically. Set readable=true for article-only content.',
+        description: 'Fetch any URL and return clean markdown content. Use budget=4000 to get token-efficient output (strips boilerplate, compresses tables). Handles JavaScript rendering and bot detection automatically. Use readable=true for article-only content, question="..." for instant Q&A.',
         annotations: {
             title: 'Fetch Web Page',
             readOnlyHint: true,