@ignidor/web-search-mcp 1.0.0

package/dist/playwright-crawler.d.ts

@@ -0,0 +1,92 @@
+export interface PlaywrightCrawlResult {
+    success: boolean;
+    url?: string;
+    markdown?: string;
+    title?: string;
+    wordCount?: number;
+    links?: {
+        internal: number;
+        external: number;
+    };
+    images?: string[];
+    error?: string;
+    durationMs?: number;
+}
+export interface PlaywrightCrawlOptions {
+    timeout?: number;
+    waitForSelector?: string;
+    includeImages?: boolean;
+    executeJs?: string;
+    screenshot?: boolean;
+}
+/**
+ * Crawls a URL using Playwright and returns markdown content
+ */
+export declare function crawlWithPlaywright(url: string, options?: PlaywrightCrawlOptions): Promise<PlaywrightCrawlResult>;
+/**
+ * Batch crawl multiple URLs with concurrency control
+ */
+export declare function batchCrawl(urls: string[], options?: PlaywrightCrawlOptions & {
+    concurrency?: number;
+}): Promise<PlaywrightCrawlResult[]>;
+/**
+ * Clean up resources
+ */
+export declare function cleanup(): Promise<void>;
+export interface ScreenshotResult {
+    success: boolean;
+    base64?: string;
+    path?: string;
+    error?: string;
+}
+export interface PDFResult {
+    success: boolean;
+    base64?: string;
+    path?: string;
+    error?: string;
+}
+/**
+ * Capture a screenshot of a webpage
+ */
+export declare function captureScreenshot(url: string, options?: {
+    waitFor?: number;
+    fullPage?: boolean;
+}): Promise<ScreenshotResult>;
+/**
+ * Generate a PDF from a webpage
+ */
+export declare function generatePDF(url: string): Promise<PDFResult>;
+export interface JSExecutionResult {
+    success: boolean;
+    results?: unknown[];
+    error?: string;
+}
+/**
+ * Execute custom JavaScript on a webpage
+ */
+export declare function executeJS(url: string, scripts: string[]): Promise<JSExecutionResult>;
+export interface StructuredField {
+    name: string;
+    selector: string;
+    type: 'text' | 'html' | 'attribute';
+    attribute?: string;
+}
+export interface StructuredExtractionResult {
+    success: boolean;
+    data?: Record<string, unknown>[];
+    error?: string;
+}
+/**
+ * Extract structured data using CSS selectors
+ */
+export declare function extractStructured(url: string, baseSelector: string, fields: StructuredField[]): Promise<StructuredExtractionResult>;
+export interface RegexExtractionResult {
+    success: boolean;
+    matches?: Record<string, string[]>;
+    error?: string;
+}
+/**
+ * Extract data using regex patterns
+ */
+export declare function extractRegex(url: string, patterns?: string[], customPatterns?: Record<string, string>): Promise<RegexExtractionResult>;
+//# sourceMappingURL=playwright-crawler.d.ts.map

package/dist/playwright-crawler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright-crawler.d.ts","sourceRoot":"","sources":["../src/playwright-crawler.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IAC/C,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAiCD;;GAEG;AACH,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,sBAA2B,GACnC,OAAO,CAAC,qBAAqB,CAAC,CAwGhC;AA8ED;;GAEG;AACH,wBAAsB,UAAU,CAC9B,IAAI,EAAE,MAAM,EAAE,EACd,OAAO,GAAE,sBAAsB,GAAG;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GAC9D,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAiBlC;AAED;;GAEG;AACH,wBAAsB,OAAO,kBAK5B;AAMD,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,GAAG,EAAE,MAAM,EACX,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,OAAO,CAAA;CAAO,GACrD,OAAO,CAAC,gBAAgB,CAAC,CAqC3B;AAED;;GAEG;AACH,wBAAsB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,CAgCjE;AAMD,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,wBAAsB,SAAS,CAC7B,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,EAAE,GAChB,OAAO,CAAC,iBAAiB,CAAC,CAkC5B;AAMD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,WAAW,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,0BAA0B;IACzC,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IACjC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,GAAG,EAAE,MAAM,EACX,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,eAAe,EAAE,GACxB,OAAO,CAAC,0BAA0B,CAAC,CAyDrC;AAMD,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACnC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AA2BD;;GAEG;AACH,wBAAsB,YAAY,CAChC,GAAG,EAAE,MAAM,EACX,QAAQ,GAAE,MAAM,EAAO,EACvB,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACtC,OAAO,CAAC,qBAAqB,CAAC,CA6DhC"}

package/dist/playwright-crawler.js

@@ -0,0 +1,454 @@
+// Direct Playwright Crawler - No Docker Required!
+import * as cheerio from 'cheerio';
+// ============================================================================
+// Playwright Crawler
+// ============================================================================
+let playwrightInstance = null;
+let browserInstance = null;
+async function getPlaywright() {
+    if (playwrightInstance)
+        return playwrightInstance;
+    try {
+        // Dynamic import to avoid hard dependency
+        playwrightInstance = await import('playwright');
+        return playwrightInstance;
+    }
+    catch (error) {
+        throw new Error('Playwright not installed. Install with: npm install playwright');
+    }
+}
+async function getBrowser() {
+    if (browserInstance)
+        return browserInstance;
+    const pw = await getPlaywright();
+    browserInstance = await pw.chromium.launch({
+        headless: true,
+        args: ['--no-sandbox', '--disable-setuid-sandbox']
+    });
+    return browserInstance;
+}
+/**
+ * Crawls a URL using Playwright and returns markdown content
+ */
+export async function crawlWithPlaywright(url, options = {}) {
+    const startTime = Date.now();
+    try {
+        const pw = await getPlaywright();
+        const browser = await getBrowser();
+        const context = await browser.newContext({
+            userAgent: 'Mozilla/5.0 (compatible; ClaudeMCP-Bot/1.0)'
+        });
+        const page = await context.newPage();
+        // Set timeout
+        const timeout = options.timeout || 30000;
+        page.setDefaultTimeout(timeout);
+        // Navigate to URL
+        await page.goto(url, { waitUntil: 'domcontentloaded', timeout });
+        // Wait for selector if specified
+        if (options.waitForSelector) {
+            await page.waitForSelector(options.waitForSelector, { timeout });
+        }
+        // Execute custom JavaScript if specified
+        if (options.executeJs) {
+            await page.evaluate(options.executeJs);
+        }
+        // Extract content
+        const content = await page.evaluate(() => {
+            return {
+                title: document.title,
+                html: document.documentElement.outerHTML,
+                text: document.body.innerText
+            };
+        });
+        // Extract links count
+        const links = await page.evaluate(() => {
+            const anchors = Array.from(document.querySelectorAll('a[href]'));
+            let internal = 0;
+            let external = 0;
+            anchors.forEach((anchor) => {
+                const href = anchor.getAttribute('href');
+                if (href) {
+                    if (href.startsWith('/') || href.startsWith(window.location.origin)) {
+                        internal++;
+                    }
+                    else {
+                        external++;
+                    }
+                }
+            });
+            return { internal, external };
+        });
+        // Extract images if requested
+        let images = [];
+        if (options.includeImages) {
+            images = await page.evaluate(() => {
+                const imgs = Array.from(document.querySelectorAll('img[src]'));
+                return imgs.map((img) => img.src).filter((src) => src && !src.startsWith('data:'));
+            });
+        }
+        // Generate markdown from HTML
+        const $ = cheerio.load(content.html);
+        // Remove script and style elements
+        $('script, style, nav, footer, iframe').remove();
+        // Convert to markdown
+        const markdown = htmlToMarkdown($, content.title);
+        // Take screenshot if requested
+        if (options.screenshot) {
+            await page.screenshot({ path: `screenshot-${Date.now()}.png`, fullPage: false });
+        }
+        await context.close();
+        const durationMs = Date.now() - startTime;
+        return {
+            success: true,
+            url,
+            title: content.title,
+            markdown,
+            wordCount: markdown.split(/\s+/).length,
+            links,
+            images: options.includeImages ? images : undefined,
+            durationMs
+        };
+    }
+    catch (error) {
+        const durationMs = Date.now() - startTime;
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : String(error),
+            durationMs
+        };
+    }
+}
+/**
+ * Converts HTML to markdown format
+ */
+function htmlToMarkdown($, title) {
+    let markdown = `# ${title}\n\n`;
+    // Process headings
+    $('h1, h2, h3, h4, h5, h6').each((_, el) => {
+        const tagName = el.tagName;
+        const level = tagName.charAt(1);
+        const text = $(el).text().trim();
+        markdown += `${'#'.repeat(parseInt(level))} ${text}\n\n`;
+    });
+    // Process paragraphs
+    $('p').each((_, el) => {
+        const text = $(el).text().trim();
+        if (text) {
+            markdown += `${text}\n\n`;
+        }
+    });
+    // Process lists
+    $('ul, ol').each((_, el) => {
+        const isOrdered = el.tagName === 'ol';
+        const items = $(el).find('li');
+        items.each((index, _) => {
+            const text = $(el).find('li').eq(index).text().trim();
+            const prefix = isOrdered ? `${index + 1}.` : '-';
+            markdown += `${prefix} ${text}\n`;
+        });
+        markdown += '\n';
+    });
+    // Process code blocks
+    $('pre').each((_, el) => {
+        const code = $(el).find('code').text().trim();
+        markdown += `\`\`\`\n${code}\n\`\`\`\n\n`;
+    });
+    // Process links
+    $('a[href]').each((_, el) => {
+        const href = $(el).attr('href');
+        const text = $(el).text().trim();
+        if (href && text) {
+            markdown += `[${text}](${href})`;
+        }
+    });
+    // Process bold and italic
+    $('strong, b').each((_, el) => {
+        const text = $(el).text().trim();
+        markdown += `**${text}**`;
+    });
+    $('em, i').each((_, el) => {
+        const text = $(el).text().trim();
+        markdown += `*${text}*`;
+    });
+    // If no structured content was found, fall back to body text
+    if (markdown === `# ${title}\n\n`) {
+        const bodyText = $('body').text().trim();
+        const paragraphs = bodyText.split(/\n\n+/);
+        markdown = `# ${title}\n\n`;
+        paragraphs.forEach((p) => {
+            if (p.trim()) {
+                markdown += `${p.trim()}\n\n`;
+            }
+        });
+    }
+    return markdown;
+}
+/**
+ * Batch crawl multiple URLs with concurrency control
+ */
+export async function batchCrawl(urls, options = {}) {
+    const { concurrency = 3, ...crawlOptions } = options;
+    const results = [];
+    const queue = [...urls];
+    const workers = Array.from({ length: Math.min(concurrency, urls.length) }, async () => {
+        while (queue.length > 0) {
+            const url = queue.shift();
+            const result = await crawlWithPlaywright(url, crawlOptions);
+            results.push(result);
+        }
+    });
+    await Promise.all(workers);
+    return results;
+}
+/**
+ * Clean up resources
+ */
+export async function cleanup() {
+    if (browserInstance) {
+        await browserInstance.close();
+        browserInstance = null;
+    }
+}
+/**
+ * Capture a screenshot of a webpage
+ */
+export async function captureScreenshot(url, options = {}) {
+    try {
+        const pw = await getPlaywright();
+        const browser = await getBrowser();
+        const context = await browser.newContext({
+            userAgent: 'Mozilla/5.0 (compatible; ClaudeMCP-Bot/1.0)'
+        });
+        const page = await context.newPage();
+        await page.goto(url, { waitUntil: 'networkidle' });
+        // Wait extra time if specified
+        if (options.waitFor) {
+            await page.waitForTimeout(options.waitFor * 1000);
+        }
+        // Capture screenshot as base64
+        const buffer = await page.screenshot({
+            fullPage: options.fullPage || false,
+            type: 'png'
+        });
+        await context.close();
+        const base64 = buffer.toString('base64');
+        return {
+            success: true,
+            base64,
+            path: `screenshot-${Date.now()}.png`
+        };
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        };
+    }
+}
+/**
+ * Generate a PDF from a webpage
+ */
+export async function generatePDF(url) {
+    try {
+        const pw = await getPlaywright();
+        const browser = await getBrowser();
+        const context = await browser.newContext({
+            userAgent: 'Mozilla/5.0 (compatible; ClaudeMCP-Bot/1.0)'
+        });
+        const page = await context.newPage();
+        await page.goto(url, { waitUntil: 'networkidle' });
+        // Generate PDF as base64
+        const buffer = await page.pdf({
+            format: 'A4',
+            printBackground: true
+        });
+        await context.close();
+        const base64 = buffer.toString('base64');
+        return {
+            success: true,
+            base64,
+            path: `output-${Date.now()}.pdf`
+        };
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        };
+    }
+}
+/**
+ * Execute custom JavaScript on a webpage
+ */
+export async function executeJS(url, scripts) {
+    try {
+        const pw = await getPlaywright();
+        const browser = await getBrowser();
+        const context = await browser.newContext({
+            userAgent: 'Mozilla/5.0 (compatible; ClaudeMCP-Bot/1.0)'
+        });
+        const page = await context.newPage();
+        await page.goto(url, { waitUntil: 'domcontentloaded' });
+        const results = [];
+        for (const script of scripts) {
+            try {
+                const result = await page.evaluate(script);
+                results.push(result);
+            }
+            catch (e) {
+                results.push({ error: e instanceof Error ? e.message : String(e) });
+            }
+        }
+        await context.close();
+        return {
+            success: true,
+            results
+        };
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        };
+    }
+}
+/**
+ * Extract structured data using CSS selectors
+ */
+export async function extractStructured(url, baseSelector, fields) {
+    try {
+        const pw = await getPlaywright();
+        const browser = await getBrowser();
+        const context = await browser.newContext({
+            userAgent: 'Mozilla/5.0 (compatible; ClaudeMCP-Bot/1.0)'
+        });
+        const page = await context.newPage();
+        await page.goto(url, { waitUntil: 'domcontentloaded' });
+        const data = await page.evaluate((args) => {
+            const { baseSel, fieldList } = args;
+            const results = [];
+            const baseElements = document.querySelectorAll(baseSel);
+            baseElements.forEach((el) => {
+                const item = {};
+                fieldList.forEach((field) => {
+                    const targetEl = el.querySelector(field.selector);
+                    if (targetEl) {
+                        switch (field.type) {
+                            case 'text':
+                                item[field.name] = targetEl.textContent?.trim() || '';
+                                break;
+                            case 'html':
+                                item[field.name] = targetEl.innerHTML;
+                                break;
+                            case 'attribute':
+                                item[field.name] = targetEl.getAttribute(field.attribute || '') || '';
+                                break;
+                        }
+                    }
+                    else {
+                        item[field.name] = null;
+                    }
+                });
+                results.push(item);
+            });
+            return results;
+        }, { baseSel: baseSelector, fieldList: fields });
+        await context.close();
+        return {
+            success: true,
+            data: data
+        };
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        };
+    }
+}
+// Built-in regex patterns
+const REGEX_PATTERNS = {
+    email: /[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}/g,
+    phone_intl: /[\+]?[(]?[0-9]{3}[)]?[-\s\.]?[0-9]{3}[-\s\.]?[0-9]{4,6}/g,
+    phone_us: /\b\d{3}[-.]?\d{3}[-.]?\d{4}\b/g,
+    url: /https?:\/\/[^\s<>{}|\\^`\[\]]+/g,
+    ipv4: /\b(?:\d{1,3}\.){3}\d{1,3}\b/g,
+    ipv6: /(([0-9a-fA-F]{1,4}:){7,7}[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,7}:|([0-9a-fA-F]{1,4}:){1,6}:[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,5}(:[0-9a-fA-F]{1,4}){1,2}|([0-9a-fA-F]{1,4}:){1,4}(:[0-9a-fA-F]{1,4}){1,3}|([0-9a-fA-F]{1,4}:){1,3}(:[0-9a-fA-F]{1,4}){1,4}|([0-9a-fA-F]{1,4}:){1,2}(:[0-9a-fA-F]{1,4}){1,5}|[0-9a-fA-F]{1,4}:((:[0-9a-fA-F]{1,4}){1,6})|:((:[0-9a-fA-F]{1,4}){1,7}|:)|fe80:(:[0-9a-fA-F]{0,4}){0,4}%[0-9a-zA-Z]{1,}|::(ffff(:0{1,4}){0,1}:){0,1}((25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3,3}(25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])|([0-9a-fA-F]{1,4}:){1,4}:((25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])\.){3,3}(25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9]))\b/g,
+    uuid: /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/gi,
+    currency: /[$€£¥₹]\s?\d+(?:,\d{3})*(?:\.\d{2})?|\d+(?:,\d{3})*(?:\.\d{2})?\s?[$€£¥₹]/g,
+    percentage: /\b\d+(\.\d+)?%\b/g,
+    number: /\b\d+(?:,\d{3})*(?:\.\d+)?\b/g,
+    date_iso: /\b\d{4}-\d{2}-\d{2}\b/g,
+    date_us: /\b(?:0[1-9]|1[0-2])\/(?:0[1-9]|[12][0-9]|3[01])\/\d{4}\b/g,
+    time_24h: /\b([01]?[0-9]|2[0-3]):[0-5][0-9]\b/g,
+    postal_us: /\b\d{5}(-\d{4})?\b/g,
+    postal_uk: /[A-Z]{1,2}\d[A-Z\d]? ?\d[A-Z]{2}/gi,
+    hex_color: /#([0-9a-fA-F]{3}|[0-9a-fA-F]{6})\b/g,
+    twitter_handle: /@[\w]{1,15}\b/g,
+    hashtag: /#[\w]+/g,
+    mac_addr: /([0-9A-Fa-f]{2}[:-]){5}([0-9A-Fa-f]{2})/g,
+    iban: /[A-Z]{2}\d{2}[A-Z0-9]{11,30}/g,
+    credit_card: /\b(?:\d[ -]*?){13,16}\b/g
+};
+/**
+ * Extract data using regex patterns
+ */
+export async function extractRegex(url, patterns = [], customPatterns) {
+    try {
+        const pw = await getPlaywright();
+        const browser = await getBrowser();
+        const context = await browser.newContext({
+            userAgent: 'Mozilla/5.0 (compatible; ClaudeMCP-Bot/1.0)'
+        });
+        const page = await context.newPage();
+        await page.goto(url, { waitUntil: 'domcontentloaded' });
+        // Get page text
+        const text = await page.evaluate(() => document.body.innerText);
+        const matches = {};
+        // Process built-in patterns
+        for (const patternName of patterns) {
+            if (patternName === 'all') {
+                // Run all built-in patterns
+                for (const [name, regex] of Object.entries(REGEX_PATTERNS)) {
+                    const found = text.match(regex);
+                    if (found) {
+                        matches[name] = [...new Set(found)]; // Deduplicate
+                    }
+                }
+            }
+            else if (REGEX_PATTERNS[patternName]) {
+                const found = text.match(REGEX_PATTERNS[patternName]);
+                if (found) {
+                    matches[patternName] = [...new Set(found)]; // Deduplicate
+                }
+            }
+        }
+        // Process custom patterns
+        if (customPatterns) {
+            for (const [name, pattern] of Object.entries(customPatterns)) {
+                try {
+                    const regex = new RegExp(pattern, 'g');
+                    const found = text.match(regex);
+                    if (found) {
+                        matches[name] = [...new Set(found)]; // Deduplicate
+                    }
+                }
+                catch {
+                    // Skip invalid regex patterns
+                }
+            }
+        }
+        await context.close();
+        return {
+            success: true,
+            matches
+        };
+    }
+    catch (error) {
+        return {
+            success: false,
+            error: error instanceof Error ? error.message : String(error)
+        };
+    }
+}
+//# sourceMappingURL=playwright-crawler.js.map

package/dist/playwright-crawler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playwright-crawler.js","sourceRoot":"","sources":["../src/playwright-crawler.ts"],"names":[],"mappings":"AAAA,kDAAkD;AAClD,OAAO,KAAK,OAAO,MAAM,SAAS,CAAC;AA2BnC,+EAA+E;AAC/E,qBAAqB;AACrB,+EAA+E;AAE/E,IAAI,kBAAkB,GAAQ,IAAI,CAAC;AACnC,IAAI,eAAe,GAAQ,IAAI,CAAC;AAEhC,KAAK,UAAU,aAAa;IAC1B,IAAI,kBAAkB;QAAE,OAAO,kBAAkB,CAAC;IAElD,IAAI,CAAC;QACH,0CAA0C;QAC1C,kBAAkB,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,CAAC;QAChD,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACpF,CAAC;AACH,CAAC;AAED,KAAK,UAAU,UAAU;IACvB,IAAI,eAAe;QAAE,OAAO,eAAe,CAAC;IAE5C,MAAM,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;IACjC,eAAe,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;QACzC,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,CAAC,cAAc,EAAE,0BAA0B,CAAC;KACnD,CAAC,CAAC;IAEH,OAAO,eAAe,CAAC;AACzB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,GAAW,EACX,UAAkC,EAAE;IAEpC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACvC,SAAS,EAAE,6CAA6C;SACzD,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAErC,cAAc;QACd,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;QACzC,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;QAEhC,kBAAkB;QAClB,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,OAAO,EAAE,CAAC,CAAC;QAEjE,iCAAiC;QACjC,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,yCAAyC;QACzC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACzC,CAAC;QAED,kBAAkB;QAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACvC,OAAO;gBACL,KAAK,EAAG,QAAgB,CAAC,KAAK;gBAC9B,IAAI,EAAG,QAAgB,CAAC,eAAe,CAAC,SAAS;gBACjD,IAAI,EAAG,QAAgB,CAAC,IAAI,CAAC,SAAS;aACvC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,sBAAsB;QACtB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACrC,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAE,QAAgB,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;YAC1E,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;YAEjB,OAAO,CAAC,OAAO,CAAC,CAAC,MAAW,EAAE,EAAE;gBAC9B,MAAM,IAAI,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACzC,IAAI,IAAI,EAAE,CAAC;oBACT,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;wBACpE,QAAQ,EAAE,CAAC;oBACb,CAAC;yBAAM,CAAC;wBACN,QAAQ,EAAE,CAAC;oBACb,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;QAEH,8BAA8B;QAC9B,IAAI,MAAM,GAAa,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC1B,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAChC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAE,QAAgB,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC;gBACxE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;YAClG,CAAC,CAAC,CAAC;QACL,CAAC;QAED,8BAA8B;QAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAErC,mCAAmC;QACnC,CAAC,CAAC,oCAAoC,CAAC,CAAC,MAAM,EAAE,CAAC;QAEjD,sBAAsB;QACtB,MAAM,QAAQ,GAAG,cAAc,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QAElD,+BAA+B;QAC/B,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,cAAc,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAEtB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE1C,OAAO;YACL,OAAO,EAAE,IAAI;YACb,GAAG;YACH,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,QAAQ;YACR,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM;YACvC,KAAK;YACL,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;YAClD,UAAU;SACX,CAAC;IAEJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAE1C,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;YAC7D,UAAU;SACX,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,CAAkC,EAAE,KAAa;IACvE,IAAI,QAAQ,GAAG,KAAK,KAAK,MAAM,CAAC;IAEhC,mBAAmB;IACnB,CAAC,CAAC,wBAAwB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAO,EAAE,EAAE;QACtD,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC;QAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACjC,QAAQ,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,MAAM,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,qBAAqB;IACrB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAO,EAAE,EAAE;QACjC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,IAAI,EAAE,CAAC;YACT,QAAQ,IAAI,GAAG,IAAI,MAAM,CAAC;QAC5B,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,gBAAgB;IAChB,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAO,EAAE,EAAE;QACtC,MAAM,SAAS,GAAG,EAAE,CAAC,OAAO,KAAK,IAAI,CAAC;QACtC,MAAM,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE/B,KAAK,CAAC,IAAI,CAAC,CAAC,KAAa,EAAE,CAAM,EAAE,EAAE;YACnC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YACtD,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACjD,QAAQ,IAAI,GAAG,MAAM,IAAI,IAAI,IAAI,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,QAAQ,IAAI,IAAI,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,sBAAsB;IACtB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAO,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QAC9C,QAAQ,IAAI,WAAW,IAAI,cAAc,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,gBAAgB;IAChB,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAO,EAAE,EAAE;QACvC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,QAAQ,IAAI,IAAI,IAAI,KAAK,IAAI,GAAG,CAAC;QACnC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,0BAA0B;IAC1B,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAO,EAAE,EAAE;QACzC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACjC,QAAQ,IAAI,KAAK,IAAI,IAAI,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAO,EAAE,EAAE;QACrC,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACjC,QAAQ,IAAI,IAAI,IAAI,GAAG,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,6DAA6D;IAC7D,IAAI,QAAQ,KAAK,KAAK,KAAK,MAAM,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3C,QAAQ,GAAG,KAAK,KAAK,MAAM,CAAC;QAC5B,UAAU,CAAC,OAAO,CAAC,CAAC,CAAS,EAAE,EAAE;YAC/B,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;gBACb,QAAQ,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC;YAChC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,IAAc,EACd,UAA6D,EAAE;IAE/D,MAAM,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;IAErD,MAAM,OAAO,GAA4B,EAAE,CAAC;IAC5C,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;IAExB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;QACpF,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YAC5D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAE3B,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO;IAC3B,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,eAAe,CAAC,KAAK,EAAE,CAAC;QAC9B,eAAe,GAAG,IAAI,CAAC;IACzB,CAAC;AACH,CAAC;AAoBD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,GAAW,EACX,UAAoD,EAAE;IAEtD,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACvC,SAAS,EAAE,6CAA6C;SACzD,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAErC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QAEnD,+BAA+B;QAC/B,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;QACpD,CAAC;QAED,+BAA+B;QAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;YACnC,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;YACnC,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAEtB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEzC,OAAO;YACL,OAAO,EAAE,IAAI;YACb,MAAM;YACN,IAAI,EAAE,cAAc,IAAI,CAAC,GAAG,EAAE,MAAM;SACrC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,GAAW;IAC3C,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACvC,SAAS,EAAE,6CAA6C;SACzD,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAErC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC,CAAC;QAEnD,yBAAyB;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC;YAC5B,MAAM,EAAE,IAAI;YACZ,eAAe,EAAE,IAAI;SACtB,CAAC,CAAC;QAEH,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAEtB,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAEzC,OAAO;YACL,OAAO,EAAE,IAAI;YACb,MAAM;YACN,IAAI,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,MAAM;SACjC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAYD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,GAAW,EACX,OAAiB;IAEjB,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACvC,SAAS,EAAE,6CAA6C;SACzD,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAErC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAExD,MAAM,OAAO,GAAc,EAAE,CAAC;QAE9B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC3C,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAEtB,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAmBD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,GAAW,EACX,YAAoB,EACpB,MAAyB;IAEzB,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACvC,SAAS,EAAE,6CAA6C;SACzD,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAErC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAExD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAuD,EAAE,EAAE;YAC3F,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC;YACpC,MAAM,OAAO,GAA8B,EAAE,CAAC;YAC9C,MAAM,YAAY,GAAG,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YAExD,YAAY,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;gBAC1B,MAAM,IAAI,GAA4B,EAAE,CAAC;gBAEzC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;oBAC1B,MAAM,QAAQ,GAAI,EAAc,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBAE/D,IAAI,QAAQ,EAAE,CAAC;wBACb,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;4BACnB,KAAK,MAAM;gCACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gCACtD,MAAM;4BACR,KAAK,MAAM;gCACT,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC;gCACtC,MAAM;4BACR,KAAK,WAAW;gCACd,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gCACtE,MAAM;wBACV,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;oBAC1B,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC,CAAC,CAAC;YAEH,OAAO,OAAO,CAAC;QACjB,CAAC,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;QAEjD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAEtB,OAAO;YACL,OAAO,EAAE,IAAI;YACb,IAAI,EAAE,IAAiC;SACxC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC;AAYD,0BAA0B;AAC1B,MAAM,cAAc,GAA2B;IAC7C,KAAK,EAAE,iDAAiD;IACxD,UAAU,EAAE,0DAA0D;IACtE,QAAQ,EAAE,gCAAgC;IAC1C,GAAG,EAAE,iCAAiC;IACtC,IAAI,EAAE,8BAA8B;IACpC,IAAI,EAAE,wpBAAwpB;IAC9pB,IAAI,EAAE,gEAAgE;IACtE,QAAQ,EAAE,4EAA4E;IACtF,UAAU,EAAE,mBAAmB;IAC/B,MAAM,EAAE,+BAA+B;IACvC,QAAQ,EAAE,wBAAwB;IAClC,OAAO,EAAE,2DAA2D;IACpE,QAAQ,EAAE,qCAAqC;IAC/C,SAAS,EAAE,qBAAqB;IAChC,SAAS,EAAE,oCAAoC;IAC/C,SAAS,EAAE,qCAAqC;IAChD,cAAc,EAAE,gBAAgB;IAChC,OAAO,EAAE,SAAS;IAClB,QAAQ,EAAE,0CAA0C;IACpD,IAAI,EAAE,+BAA+B;IACrC,WAAW,EAAE,0BAA0B;CACxC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,GAAW,EACX,WAAqB,EAAE,EACvB,cAAuC;IAEvC,IAAI,CAAC;QACH,MAAM,EAAE,GAAG,MAAM,aAAa,EAAE,CAAC;QACjC,MAAM,OAAO,GAAG,MAAM,UAAU,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC;YACvC,SAAS,EAAE,6CAA6C;SACzD,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;QAErC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAExD,gBAAgB;QAChB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEhE,MAAM,OAAO,GAA6B,EAAE,CAAC;QAE7C,4BAA4B;QAC5B,KAAK,MAAM,WAAW,IAAI,QAAQ,EAAE,CAAC;YACnC,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;gBAC1B,4BAA4B;gBAC5B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;oBAC3D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAoB,CAAC;oBACnD,IAAI,KAAK,EAAE,CAAC;wBACV,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc;oBACrD,CAAC;gBACH,CAAC;YACH,CAAC;iBAAM,IAAI,cAAc,CAAC,WAAW,CAAC,EAAE,CAAC;gBACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,WAAW,CAAC,CAAoB,CAAC;gBACzE,IAAI,KAAK,EAAE,CAAC;oBACV,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc;gBAC5D,CAAC;YACH,CAAC;QACH,CAAC;QAED,0BAA0B;QAC1B,IAAI,cAAc,EAAE,CAAC;YACnB,KAAK,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,CAAC;gBAC7D,IAAI,CAAC;oBACH,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBACvC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAoB,CAAC;oBACnD,IAAI,KAAK,EAAE,CAAC;wBACV,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc;oBACrD,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,8BAA8B;gBAChC,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QAEtB,OAAO;YACL,OAAO,EAAE,IAAI;YACb,OAAO;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;SAC9D,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/ranking.d.ts

@@ -0,0 +1,58 @@
+export interface Document {
+    id: string;
+    content: string;
+    metadata?: Record<string, unknown>;
+}
+export interface RankedDocument {
+    doc: Document;
+    score: number;
+    breakdown?: {
+        bm25: number;
+        freshness: number;
+        domain: number;
+    };
+}
+export interface HybridScoreConfig {
+    alpha: number;
+    beta: number;
+    gamma: number;
+}
+export interface SearchResult {
+    position: number;
+    score: number;
+    title: string;
+    url: string;
+    snippet: string;
+    provider: 'duckduckgo' | 'google';
+    domain: string;
+    publishedDate?: string;
+}
+export interface RawSearchResult {
+    title: string;
+    url: string;
+    description: string;
+    provider: 'google' | 'duckduckgo';
+}
+export declare class BM25Ranker {
+    private bm25;
+    private k1;
+    private b;
+    constructor(k1?: number, b?: number);
+    indexDocuments(documents: Document[]): void;
+    indexSearchResults(results: RawSearchResult[]): void;
+    rank(query: string, documents: Document[]): RankedDocument[];
+    rankSearchResults(query: string, results: RawSearchResult[]): SearchResult[];
+    private extractDomain;
+}
+export declare class HybridRanker {
+    private bm25Ranker;
+    private config;
+    constructor(config?: Partial<HybridScoreConfig>);
+    rank(query: string, documents: Document[]): RankedDocument[];
+    rankSearchResults(query: string, results: RawSearchResult[]): SearchResult[];
+    private calculateFreshnessScore;
+    private calculateDomainScore;
+    private extractDomain;
+}
+export declare function rerankWithFullContent(query: string, results: SearchResult[], extractedContent: Map<string, string>): SearchResult[];
+//# sourceMappingURL=ranking.d.ts.map

package/dist/ranking.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ranking.d.ts","sourceRoot":"","sources":["../src/ranking.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,cAAc;IAC7B,GAAG,EAAE,QAAQ,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE;QACV,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,YAAY,GAAG,QAAQ,CAAC;IAClC,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,QAAQ,GAAG,YAAY,CAAC;CACnC;AAMD,qBAAa,UAAU;IACrB,OAAO,CAAC,IAAI,CAAqB;IACjC,OAAO,CAAC,EAAE,CAAe;IACzB,OAAO,CAAC,CAAC,CAAgB;gBAEb,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM;IAKnC,cAAc,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,IAAI;IAM3C,kBAAkB,CAAC,OAAO,EAAE,eAAe,EAAE,GAAG,IAAI;IASpD,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,cAAc,EAAE;IAe5D,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,YAAY,EAAE;IAsB5E,OAAO,CAAC,aAAa;CAOtB;AAMD,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,MAAM,CAAoB;gBAEtB,MAAM,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC;IAU/C,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,cAAc,EAAE;IAuB5D,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,YAAY,EAAE;IAqB5E,OAAO,CAAC,uBAAuB;IAgB/B,OAAO,CAAC,oBAAoB;IAkD5B,OAAO,CAAC,aAAa;CAOtB;AAMD,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,YAAY,EAAE,EACvB,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,GACpC,YAAY,EAAE,CAiChB"}