webpeel 0.4.1 → 0.5.0

package/dist/core/branding.js

@@ -0,0 +1,235 @@
+/**
+ * Branding and design system extraction from web pages
+ * Extracts colors, fonts, typography, spacing, components, and CSS variables
+ */
+/**
+ * Extract branding and design system from a webpage
+ * This must run inside a Playwright browser context to access computed styles
+ *
+ * @param page - Playwright Page object
+ * @returns Complete branding profile
+ *
+ * @example
+ * ```typescript
+ * const browser = await chromium.launch();
+ * const page = await browser.newPage();
+ * await page.goto('https://example.com');
+ * const branding = await extractBranding(page);
+ * console.log(branding.colors.primary);
+ * ```
+ */
+export async function extractBranding(page) {
+    try {
+        // Run extraction in browser context to access computed styles
+        const extracted = await page.evaluate(() => {
+            const result = {
+                colorScheme: 'light',
+                colors: {},
+                fonts: [],
+                typography: {
+                    fontFamilies: {},
+                    fontSizes: {},
+                    fontWeights: {},
+                    lineHeights: {},
+                },
+                spacing: {},
+                components: {},
+                cssVariables: {},
+            };
+            // Helper to parse RGB/RGBA to hex
+            function rgbToHex(rgb) {
+                const match = rgb.match(/rgba?\((\d+),\s*(\d+),\s*(\d+)(?:,\s*[\d.]+)?\)/);
+                if (!match)
+                    return rgb;
+                const [, r, g, b] = match;
+                return '#' + [r, g, b].map(x => parseInt(x).toString(16).padStart(2, '0')).join('');
+            }
+            // Extract all CSS variables from :root
+            const rootStyles = getComputedStyle(document.documentElement);
+            for (let i = 0; i < rootStyles.length; i++) {
+                const prop = rootStyles[i];
+                if (prop.startsWith('--')) {
+                    const value = rootStyles.getPropertyValue(prop).trim();
+                    result.cssVariables[prop] = value;
+                    // Detect color variables
+                    if (value.match(/^#[0-9a-f]{3,8}$/i) || value.match(/^rgba?\(/i) || value.match(/^hsla?\(/i)) {
+                        const colorKey = prop.replace(/^--/, '').replace(/-/g, '_');
+                        result.colors[colorKey] = value.startsWith('rgb') ? rgbToHex(value) : value;
+                    }
+                }
+            }
+            // Detect color scheme (light/dark)
+            const bgColor = rootStyles.backgroundColor || getComputedStyle(document.body).backgroundColor;
+            if (bgColor) {
+                const rgb = bgColor.match(/rgba?\((\d+),\s*(\d+),\s*(\d+)/);
+                if (rgb) {
+                    const [, r, g, b] = rgb.map(Number);
+                    const brightness = (r * 299 + g * 587 + b * 114) / 1000;
+                    result.colorScheme = brightness < 128 ? 'dark' : 'light';
+                    result.colors.background = rgbToHex(bgColor);
+                }
+            }
+            // Extract text colors
+            const bodyStyles = getComputedStyle(document.body);
+            result.colors.textPrimary = rgbToHex(bodyStyles.color);
+            // Find headings for secondary text color
+            const heading = document.querySelector('h1, h2, h3, h4, h5, h6');
+            if (heading) {
+                const headingColor = getComputedStyle(heading).color;
+                if (headingColor !== bodyStyles.color) {
+                    result.colors.textSecondary = rgbToHex(headingColor);
+                }
+            }
+            // Try to detect primary/accent colors from buttons, links, etc.
+            const button = document.querySelector('button, .btn, [role="button"], a.button');
+            if (button) {
+                const btnStyles = getComputedStyle(button);
+                const btnBg = btnStyles.backgroundColor;
+                if (btnBg && !btnBg.includes('rgba(0, 0, 0, 0)')) {
+                    result.colors.primary = rgbToHex(btnBg);
+                }
+            }
+            const link = document.querySelector('a');
+            if (link) {
+                const linkColor = getComputedStyle(link).color;
+                if (!result.colors.primary && linkColor !== bodyStyles.color) {
+                    result.colors.accent = rgbToHex(linkColor);
+                }
+            }
+            // Extract fonts
+            const fontFamiliesSet = new Set();
+            const fontElements = [document.body, ...Array.from(document.querySelectorAll('h1, h2, h3, h4, h5, h6, p, button, input'))];
+            for (const el of fontElements) {
+                if (el) {
+                    const styles = getComputedStyle(el);
+                    const family = styles.fontFamily.split(',')[0].replace(/['"]/g, '').trim();
+                    fontFamiliesSet.add(family);
+                    const tagName = el.tagName.toLowerCase();
+                    result.typography.fontFamilies[tagName] = family;
+                    result.typography.fontSizes[tagName] = styles.fontSize;
+                    result.typography.fontWeights[tagName] = parseInt(styles.fontWeight) || 400;
+                    result.typography.lineHeights[tagName] = styles.lineHeight;
+                }
+            }
+            // Build fonts array with sources
+            fontFamiliesSet.forEach(family => {
+                const fontObj = { family };
+                // Detect Google Fonts
+                const links = document.querySelectorAll('link[href*="fonts.googleapis.com"]');
+                for (const link of links) {
+                    const href = link.getAttribute('href') || '';
+                    if (href.includes(family.replace(/\s+/g, '+'))) {
+                        fontObj.source = 'Google Fonts';
+                        // Extract weights from URL
+                        const weightMatch = href.match(/wght@([0-9;]+)/);
+                        if (weightMatch) {
+                            fontObj.weights = weightMatch[1].split(';').map(Number);
+                        }
+                        break;
+                    }
+                }
+                if (!fontObj.source) {
+                    fontObj.source = 'system';
+                }
+                result.fonts.push(fontObj);
+            });
+            // Extract spacing values
+            const container = document.querySelector('main, .container, .wrapper, #content, [class*="container"]');
+            if (container) {
+                const containerStyles = getComputedStyle(container);
+                result.spacing.containerMaxWidth = containerStyles.maxWidth;
+                result.spacing.borderRadius = containerStyles.borderRadius;
+                // Try to detect base spacing unit
+                const padding = containerStyles.padding;
+                const paddingMatch = padding.match(/(\d+)px/);
+                if (paddingMatch) {
+                    const px = parseInt(paddingMatch[1]);
+                    // Common spacing systems use multiples of 4 or 8
+                    if (px % 8 === 0)
+                        result.spacing.baseUnit = 8;
+                    else if (px % 4 === 0)
+                        result.spacing.baseUnit = 4;
+                }
+            }
+            // Extract common component patterns
+            const componentSelectors = {
+                button: 'button, .btn, [role="button"]',
+                input: 'input[type="text"], input[type="email"], textarea',
+                card: '.card, [class*="card"]',
+                nav: 'nav, .nav, .navigation',
+                header: 'header, .header',
+                footer: 'footer, .footer',
+            };
+            for (const [name, selector] of Object.entries(componentSelectors)) {
+                const el = document.querySelector(selector);
+                if (el) {
+                    const styles = getComputedStyle(el);
+                    result.components[name] = {
+                        backgroundColor: styles.backgroundColor.includes('rgba(0, 0, 0, 0)') ? 'transparent' : rgbToHex(styles.backgroundColor),
+                        color: rgbToHex(styles.color),
+                        borderRadius: styles.borderRadius,
+                        padding: styles.padding,
+                        fontSize: styles.fontSize,
+                        fontWeight: styles.fontWeight,
+                    };
+                }
+            }
+            return result;
+        });
+        // Extract logo and favicon using Playwright
+        const logo = await page.evaluate(() => {
+            const logoSelectors = [
+                'img[alt*="logo" i]',
+                'img[class*="logo" i]',
+                'img[id*="logo" i]',
+                'a.logo img',
+                'a[class*="logo"] img',
+                'header img',
+                '.header img',
+                'nav img:first-of-type',
+            ];
+            for (const selector of logoSelectors) {
+                const img = document.querySelector(selector);
+                if (img?.src)
+                    return img.src;
+            }
+            return undefined;
+        });
+        const favicon = await page.evaluate(() => {
+            const faviconSelectors = [
+                'link[rel="icon"]',
+                'link[rel="shortcut icon"]',
+                'link[rel="apple-touch-icon"]',
+            ];
+            for (const selector of faviconSelectors) {
+                const link = document.querySelector(selector);
+                if (link?.href)
+                    return link.href;
+            }
+            return undefined;
+        });
+        return {
+            ...extracted,
+            logo,
+            favicon,
+        };
+    }
+    catch (error) {
+        // Return minimal branding profile on error
+        console.error('Branding extraction failed:', error);
+        return {
+            colorScheme: 'light',
+            colors: {},
+            fonts: [],
+            typography: {
+                fontFamilies: {},
+                fontSizes: {},
+                fontWeights: {},
+            },
+            spacing: {},
+            components: {},
+            cssVariables: {},
+        };
+    }
+}
+//# sourceMappingURL=branding.js.map

package/dist/core/branding.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"branding.js","sourceRoot":"","sources":["../../src/core/branding.ts"],"names":[],"mappings":"AAAA;;;GAGG;AA2CH;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAU;IAC9C,IAAI,CAAC;QACH,8DAA8D;QAC9D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACzC,MAAM,MAAM,GAAQ;gBAClB,WAAW,EAAE,OAAO;gBACpB,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE;oBACV,YAAY,EAAE,EAAE;oBAChB,SAAS,EAAE,EAAE;oBACb,WAAW,EAAE,EAAE;oBACf,WAAW,EAAE,EAAE;iBAChB;gBACD,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,EAAE;gBACd,YAAY,EAAE,EAAE;aACjB,CAAC;YAEF,kCAAkC;YAClC,SAAS,QAAQ,CAAC,GAAW;gBAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;gBAC3E,IAAI,CAAC,KAAK;oBAAE,OAAO,GAAG,CAAC;gBACvB,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;gBAC1B,OAAO,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACtF,CAAC;YAED,uCAAuC;YACvC,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC;YAC9D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC3B,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC1B,MAAM,KAAK,GAAG,UAAU,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;oBACvD,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC;oBAElC,yBAAyB;oBACzB,IAAI,KAAK,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;wBAC7F,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;wBAC5D,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;oBAC9E,CAAC;gBACH,CAAC;YACH,CAAC;YAED,mCAAmC;YACnC,MAAM,OAAO,GAAG,UAAU,CAAC,eAAe,IAAI,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC;YAC9F,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;gBAC5D,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBACpC,MAAM,UAAU,GAAG,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC;oBACxD,MAAM,CAAC,WAAW,GAAG,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;oBACzD,MAAM,CAAC,MAAM,CAAC,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;YAED,sBAAsB;YACtB,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACnD,MAAM,CAAC,MAAM,CAAC,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEvD,yCAAyC;YACzC,MAAM,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,wBAAwB,CAAC,CAAC;YACjE,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,YAAY,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC;gBACrD,IAAI,YAAY,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;oBACtC,MAAM,CAAC,MAAM,CAAC,aAAa,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;YAED,gEAAgE;YAChE,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,yCAAyC,CAAC,CAAC;YACjF,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,SAAS,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAC3C,MAAM,KAAK,GAAG,SAAS,CAAC,eAAe,CAAC;gBACxC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBACjD,MAAM,CAAC,MAAM,CAAC,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YAED,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;YACzC,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC;gBAC/C,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,SAAS,KAAK,UAAU,CAAC,KAAK,EAAE,CAAC;oBAC7D,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;gBAC7C,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;YAC1C,MAAM,YAAY,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,0CAA0C,CAAC,CAAC,CAAC,CAAC;YAE3H,KAAK,MAAM,EAAE,IAAI,YAAY,EAAE,CAAC;gBAC9B,IAAI,EAAE,EAAE,CAAC;oBACP,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;oBACpC,MAAM,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC3E,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;oBAE5B,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;oBACzC,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC;oBACjD,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC;oBACvD,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC;oBAC5E,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC;gBAC7D,CAAC;YACH,CAAC;YAED,iCAAiC;YACjC,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;gBAC/B,MAAM,OAAO,GAAQ,EAAE,MAAM,EAAE,CAAC;gBAEhC,sBAAsB;gBACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,oCAAoC,CAAC,CAAC;gBAC9E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC7C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;wBAC/C,OAAO,CAAC,MAAM,GAAG,cAAc,CAAC;wBAChC,2BAA2B;wBAC3B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;wBACjD,IAAI,WAAW,EAAE,CAAC;4BAChB,OAAO,CAAC,OAAO,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;wBAC1D,CAAC;wBACD,MAAM;oBACR,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBACpB,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC;gBAC5B,CAAC;gBAED,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7B,CAAC,CAAC,CAAC;YAEH,yBAAyB;YACzB,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,CAAC,4DAA4D,CAAC,CAAC;YACvG,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,eAAe,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBACpD,MAAM,CAAC,OAAO,CAAC,iBAAiB,GAAG,eAAe,CAAC,QAAQ,CAAC;gBAC5D,MAAM,CAAC,OAAO,CAAC,YAAY,GAAG,eAAe,CAAC,YAAY,CAAC;gBAE3D,kCAAkC;gBAClC,MAAM,OAAO,GAAG,eAAe,CAAC,OAAO,CAAC;gBACxC,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBAC9C,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,EAAE,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;oBACrC,iDAAiD;oBACjD,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC;wBAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;yBACzC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC;wBAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;YAED,oCAAoC;YACpC,MAAM,kBAAkB,GAAG;gBACzB,MAAM,EAAE,+BAA+B;gBACvC,KAAK,EAAE,mDAAmD;gBAC1D,IAAI,EAAE,wBAAwB;gBAC9B,GAAG,EAAE,wBAAwB;gBAC7B,MAAM,EAAE,iBAAiB;gBACzB,MAAM,EAAE,iBAAiB;aAC1B,CAAC;YAEF,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBAClE,MAAM,EAAE,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBAC5C,IAAI,EAAE,EAAE,CAAC;oBACP,MAAM,MAAM,GAAG,gBAAgB,CAAC,EAAE,CAAC,CAAC;oBACpC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG;wBACxB,eAAe,EAAE,MAAM,CAAC,eAAe,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,eAAe,CAAC;wBACvH,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC;wBAC7B,YAAY,EAAE,MAAM,CAAC,YAAY;wBACjC,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,UAAU,EAAE,MAAM,CAAC,UAAU;qBAC9B,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,4CAA4C;QAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACpC,MAAM,aAAa,GAAG;gBACpB,oBAAoB;gBACpB,sBAAsB;gBACtB,mBAAmB;gBACnB,YAAY;gBACZ,sBAAsB;gBACtB,YAAY;gBACZ,aAAa;gBACb,uBAAuB;aACxB,CAAC;YAEF,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE,CAAC;gBACrC,MAAM,GAAG,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAQ,CAAC;gBACpD,IAAI,GAAG,EAAE,GAAG;oBAAE,OAAO,GAAG,CAAC,GAAG,CAAC;YAC/B,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;YACvC,MAAM,gBAAgB,GAAG;gBACvB,kBAAkB;gBAClB,2BAA2B;gBAC3B,8BAA8B;aAC/B,CAAC;YAEF,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAQ,CAAC;gBACrD,IAAI,IAAI,EAAE,IAAI;oBAAE,OAAO,IAAI,CAAC,IAAI,CAAC;YACnC,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC,CAAC;QAEH,OAAO;YACL,GAAG,SAAS;YACZ,IAAI;YACJ,OAAO;SACW,CAAC;IAEvB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,2CAA2C;QAC3C,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;QACpD,OAAO;YACL,WAAW,EAAE,OAAO;YACpB,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;YACT,UAAU,EAAE;gBACV,YAAY,EAAE,EAAE;gBAChB,SAAS,EAAE,EAAE;gBACb,WAAW,EAAE,EAAE;aAChB;YACD,OAAO,EAAE,EAAE;YACX,UAAU,EAAE,EAAE;YACd,YAAY,EAAE,EAAE;SACjB,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/core/change-tracking.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Local-first content change tracking
+ * Stores snapshots in ~/.webpeel/snapshots/ and provides diffing
+ */
+export interface Snapshot {
+    url: string;
+    fingerprint: string;
+    content: string;
+    timestamp: number;
+    metadata?: Record<string, any>;
+}
+export interface ChangeResult {
+    changeStatus: 'new' | 'same' | 'changed' | 'removed';
+    previousScrapeAt: string | null;
+    diff?: {
+        text: string;
+        additions: number;
+        deletions: number;
+        changes: Array<{
+            type: 'add' | 'del' | 'normal';
+            line: number;
+            content: string;
+        }>;
+    };
+}
+/**
+ * Get a snapshot for a URL
+ *
+ * @param url - URL to get snapshot for
+ * @returns Snapshot if exists, null otherwise
+ *
+ * @example
+ * ```typescript
+ * const snapshot = await getSnapshot('https://example.com');
+ * if (snapshot) {
+ *   console.log('Last scraped:', new Date(snapshot.timestamp));
+ * }
+ * ```
+ */
+export declare function getSnapshot(url: string): Promise<Snapshot | null>;
+/**
+ * Track content changes for a URL
+ * Compares with previous snapshot and saves new one
+ *
+ * @param url - URL being tracked
+ * @param content - Current content
+ * @param fingerprint - Content fingerprint (SHA256 hash)
+ * @returns Change detection result
+ *
+ * @example
+ * ```typescript
+ * const result = await trackChange('https://example.com', content, fingerprint);
+ * if (result.changeStatus === 'changed') {
+ *   console.log('Content changed!');
+ *   console.log(`+${result.diff.additions} -${result.diff.deletions}`);
+ * }
+ * ```
+ */
+export declare function trackChange(url: string, content: string, fingerprint: string): Promise<ChangeResult>;
+/**
+ * Clear snapshots matching a URL pattern
+ *
+ * @param urlPattern - Optional regex pattern to match URLs (if not provided, clears all)
+ * @returns Number of snapshots cleared
+ *
+ * @example
+ * ```typescript
+ * // Clear all snapshots
+ * const count = await clearSnapshots();
+ *
+ * // Clear specific domain
+ * const count = await clearSnapshots('example\\.com');
+ * ```
+ */
+export declare function clearSnapshots(urlPattern?: string): Promise<number>;
+//# sourceMappingURL=change-tracking.d.ts.map

package/dist/core/change-tracking.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"change-tracking.d.ts","sourceRoot":"","sources":["../../src/core/change-tracking.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,YAAY;IAC3B,YAAY,EAAE,KAAK,GAAG,MAAM,GAAG,SAAS,GAAG,SAAS,CAAC;IACrD,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,IAAI,CAAC,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,KAAK,CAAC;YACb,IAAI,EAAE,KAAK,GAAG,KAAK,GAAG,QAAQ,CAAC;YAC/B,IAAI,EAAE,MAAM,CAAC;YACb,OAAO,EAAE,MAAM,CAAC;SACjB,CAAC,CAAC;KACJ,CAAC;CACH;AAwBD;;;;;;;;;;;;;GAaG;AACH,wBAAsB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CAQvE;AAoGD;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,WAAW,CAC/B,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,EACf,WAAW,EAAE,MAAM,GAClB,OAAO,CAAC,YAAY,CAAC,CA8DvB;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,cAAc,CAAC,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAqCzE"}

package/dist/core/change-tracking.js

@@ -0,0 +1,267 @@
+/**
+ * Local-first content change tracking
+ * Stores snapshots in ~/.webpeel/snapshots/ and provides diffing
+ */
+import { createHash } from 'crypto';
+import { promises as fs } from 'fs';
+import { join } from 'path';
+import { homedir } from 'os';
+// Snapshot storage directory
+const SNAPSHOTS_DIR = join(homedir(), '.webpeel', 'snapshots');
+/**
+ * Get storage path for a URL
+ */
+function getSnapshotPath(url) {
+    const hash = createHash('sha256').update(url).digest('hex');
+    return join(SNAPSHOTS_DIR, `${hash}.json`);
+}
+/**
+ * Ensure snapshots directory exists
+ */
+async function ensureSnapshotsDir() {
+    try {
+        await fs.mkdir(SNAPSHOTS_DIR, { recursive: true });
+    }
+    catch (error) {
+        // Ignore if already exists
+    }
+}
+/**
+ * Get a snapshot for a URL
+ *
+ * @param url - URL to get snapshot for
+ * @returns Snapshot if exists, null otherwise
+ *
+ * @example
+ * ```typescript
+ * const snapshot = await getSnapshot('https://example.com');
+ * if (snapshot) {
+ *   console.log('Last scraped:', new Date(snapshot.timestamp));
+ * }
+ * ```
+ */
+export async function getSnapshot(url) {
+    try {
+        const path = getSnapshotPath(url);
+        const data = await fs.readFile(path, 'utf-8');
+        return JSON.parse(data);
+    }
+    catch (error) {
+        return null;
+    }
+}
+/**
+ * Save a snapshot for a URL
+ */
+async function saveSnapshot(snapshot) {
+    await ensureSnapshotsDir();
+    const path = getSnapshotPath(snapshot.url);
+    await fs.writeFile(path, JSON.stringify(snapshot, null, 2), 'utf-8');
+}
+/**
+ * Simple LCS-based unified diff implementation
+ * Returns unified diff format and change statistics
+ */
+function computeDiff(oldContent, newContent) {
+    const oldLines = oldContent.split('\n');
+    const newLines = newContent.split('\n');
+    // Compute LCS (Longest Common Subsequence) using dynamic programming
+    const m = oldLines.length;
+    const n = newLines.length;
+    const lcs = Array(m + 1).fill(null).map(() => Array(n + 1).fill(0));
+    for (let i = 1; i <= m; i++) {
+        for (let j = 1; j <= n; j++) {
+            if (oldLines[i - 1] === newLines[j - 1]) {
+                lcs[i][j] = lcs[i - 1][j - 1] + 1;
+            }
+            else {
+                lcs[i][j] = Math.max(lcs[i - 1][j], lcs[i][j - 1]);
+            }
+        }
+    }
+    // Backtrack to build diff
+    const changes = [];
+    let i = m;
+    let j = n;
+    while (i > 0 || j > 0) {
+        if (i > 0 && j > 0 && oldLines[i - 1] === newLines[j - 1]) {
+            changes.unshift({ type: 'normal', line: j, content: newLines[j - 1] });
+            i--;
+            j--;
+        }
+        else if (j > 0 && (i === 0 || lcs[i][j - 1] >= lcs[i - 1][j])) {
+            changes.unshift({ type: 'add', line: j, content: newLines[j - 1] });
+            j--;
+        }
+        else if (i > 0) {
+            changes.unshift({ type: 'del', line: i, content: oldLines[i - 1] });
+            i--;
+        }
+    }
+    // Count additions and deletions
+    let additions = 0;
+    let deletions = 0;
+    for (const change of changes) {
+        if (change.type === 'add')
+            additions++;
+        if (change.type === 'del')
+            deletions++;
+    }
+    // Build unified diff text
+    const diffLines = [];
+    let contextStart = 0;
+    for (let idx = 0; idx < changes.length; idx++) {
+        const change = changes[idx];
+        // Find chunks of changes
+        if (change.type !== 'normal') {
+            // Add context header
+            const chunkStart = Math.max(0, idx - 3);
+            const chunkEnd = Math.min(changes.length, idx + 10);
+            // Skip if we're continuing from previous chunk
+            if (idx > contextStart) {
+                diffLines.push(`@@ -${chunkStart + 1},${chunkEnd - chunkStart} +${chunkStart + 1},${chunkEnd - chunkStart} @@`);
+            }
+            // Add changes
+            for (let k = chunkStart; k < chunkEnd; k++) {
+                const c = changes[k];
+                const prefix = c.type === 'add' ? '+' : c.type === 'del' ? '-' : ' ';
+                diffLines.push(`${prefix}${c.content}`);
+            }
+            contextStart = chunkEnd;
+            idx = chunkEnd - 1;
+        }
+    }
+    return {
+        text: diffLines.join('\n'),
+        additions,
+        deletions,
+        changes,
+    };
+}
+/**
+ * Track content changes for a URL
+ * Compares with previous snapshot and saves new one
+ *
+ * @param url - URL being tracked
+ * @param content - Current content
+ * @param fingerprint - Content fingerprint (SHA256 hash)
+ * @returns Change detection result
+ *
+ * @example
+ * ```typescript
+ * const result = await trackChange('https://example.com', content, fingerprint);
+ * if (result.changeStatus === 'changed') {
+ *   console.log('Content changed!');
+ *   console.log(`+${result.diff.additions} -${result.diff.deletions}`);
+ * }
+ * ```
+ */
+export async function trackChange(url, content, fingerprint) {
+    try {
+        const previous = await getSnapshot(url);
+        if (!previous) {
+            // First time seeing this URL
+            await saveSnapshot({
+                url,
+                fingerprint,
+                content,
+                timestamp: Date.now(),
+            });
+            return {
+                changeStatus: 'new',
+                previousScrapeAt: null,
+            };
+        }
+        // Compare fingerprints
+        if (previous.fingerprint === fingerprint) {
+            // Content unchanged, just update timestamp
+            await saveSnapshot({
+                ...previous,
+                timestamp: Date.now(),
+            });
+            return {
+                changeStatus: 'same',
+                previousScrapeAt: new Date(previous.timestamp).toISOString(),
+            };
+        }
+        // Content changed - compute diff
+        const diff = computeDiff(previous.content, content);
+        // Save new snapshot
+        await saveSnapshot({
+            url,
+            fingerprint,
+            content,
+            timestamp: Date.now(),
+            metadata: {
+                previousFingerprint: previous.fingerprint,
+                previousTimestamp: previous.timestamp,
+            },
+        });
+        return {
+            changeStatus: 'changed',
+            previousScrapeAt: new Date(previous.timestamp).toISOString(),
+            diff,
+        };
+    }
+    catch (error) {
+        console.error('Change tracking error:', error);
+        // On error, treat as new
+        return {
+            changeStatus: 'new',
+            previousScrapeAt: null,
+        };
+    }
+}
+/**
+ * Clear snapshots matching a URL pattern
+ *
+ * @param urlPattern - Optional regex pattern to match URLs (if not provided, clears all)
+ * @returns Number of snapshots cleared
+ *
+ * @example
+ * ```typescript
+ * // Clear all snapshots
+ * const count = await clearSnapshots();
+ *
+ * // Clear specific domain
+ * const count = await clearSnapshots('example\\.com');
+ * ```
+ */
+export async function clearSnapshots(urlPattern) {
+    try {
+        await ensureSnapshotsDir();
+        const files = await fs.readdir(SNAPSHOTS_DIR);
+        let cleared = 0;
+        const pattern = urlPattern ? new RegExp(urlPattern) : null;
+        for (const file of files) {
+            if (!file.endsWith('.json'))
+                continue;
+            const path = join(SNAPSHOTS_DIR, file);
+            if (pattern) {
+                // Check if URL matches pattern
+                try {
+                    const data = await fs.readFile(path, 'utf-8');
+                    const snapshot = JSON.parse(data);
+                    if (pattern.test(snapshot.url)) {
+                        await fs.unlink(path);
+                        cleared++;
+                    }
+                }
+                catch {
+                    // Skip malformed snapshots
+                }
+            }
+            else {
+                // Clear all
+                await fs.unlink(path);
+                cleared++;
+            }
+        }
+        return cleared;
+    }
+    catch (error) {
+        console.error('Clear snapshots error:', error);
+        return 0;
+    }
+}
+//# sourceMappingURL=change-tracking.js.map

package/dist/core/change-tracking.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"change-tracking.js","sourceRoot":"","sources":["../../src/core/change-tracking.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAyB7B,6BAA6B;AAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;AAE/D;;GAEG;AACH,SAAS,eAAe,CAAC,GAAW;IAClC,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC,aAAa,EAAE,GAAG,IAAI,OAAO,CAAC,CAAC;AAC7C,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,kBAAkB;IAC/B,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,KAAK,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,2BAA2B;IAC7B,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,GAAW;IAC3C,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;QAClC,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAa,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CAAC,QAAkB;IAC5C,MAAM,kBAAkB,EAAE,CAAC;IAC3B,MAAM,IAAI,GAAG,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC3C,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AACvE,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAAC,UAAkB,EAAE,UAAkB;IACzD,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAExC,qEAAqE;IACrE,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;IAC1B,MAAM,GAAG,GAAe,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAEhF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBACxC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;IACH,CAAC;IAED,0BAA0B;IAC1B,MAAM,OAAO,GAA6E,EAAE,CAAC;IAC7F,IAAI,CAAC,GAAG,CAAC,CAAC;IACV,IAAI,CAAC,GAAG,CAAC,CAAC;IAEV,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;QACtB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC1D,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YACvE,CAAC,EAAE,CAAC;YACJ,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YACpE,CAAC,EAAE,CAAC;QACN,CAAC;aAAM,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACjB,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YACpE,CAAC,EAAE,CAAC;QACN,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;YAAE,SAAS,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK;YAAE,SAAS,EAAE,CAAC;IACzC,CAAC;IAED,0BAA0B;IAC1B,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAE5B,yBAAyB;QACzB,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,qBAAqB;YACrB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;YAEpD,+CAA+C;YAC/C,IAAI,GAAG,GAAG,YAAY,EAAE,CAAC;gBACvB,SAAS,CAAC,IAAI,CAAC,OAAO,UAAU,GAAG,CAAC,IAAI,QAAQ,GAAG,UAAU,KAAK,UAAU,GAAG,CAAC,IAAI,QAAQ,GAAG,UAAU,KAAK,CAAC,CAAC;YAClH,CAAC;YAED,cAAc;YACd,KAAK,IAAI,CAAC,GAAG,UAAU,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;gBACrB,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;gBACrE,SAAS,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAC1C,CAAC;YAED,YAAY,GAAG,QAAQ,CAAC;YACxB,GAAG,GAAG,QAAQ,GAAG,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QAC1B,SAAS;QACT,SAAS;QACT,OAAO;KACR,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,GAAW,EACX,OAAe,EACf,WAAmB;IAEnB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,CAAC;QAExC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,6BAA6B;YAC7B,MAAM,YAAY,CAAC;gBACjB,GAAG;gBACH,WAAW;gBACX,OAAO;gBACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;YAEH,OAAO;gBACL,YAAY,EAAE,KAAK;gBACnB,gBAAgB,EAAE,IAAI;aACvB,CAAC;QACJ,CAAC;QAED,uBAAuB;QACvB,IAAI,QAAQ,CAAC,WAAW,KAAK,WAAW,EAAE,CAAC;YACzC,2CAA2C;YAC3C,MAAM,YAAY,CAAC;gBACjB,GAAG,QAAQ;gBACX,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC,CAAC;YAEH,OAAO;gBACL,YAAY,EAAE,MAAM;gBACpB,gBAAgB,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;aAC7D,CAAC;QACJ,CAAC;QAED,iCAAiC;QACjC,MAAM,IAAI,GAAG,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAEpD,oBAAoB;QACpB,MAAM,YAAY,CAAC;YACjB,GAAG;YACH,WAAW;YACX,OAAO;YACP,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,QAAQ,EAAE;gBACR,mBAAmB,EAAE,QAAQ,CAAC,WAAW;gBACzC,iBAAiB,EAAE,QAAQ,CAAC,SAAS;aACtC;SACF,CAAC,CAAC;QAEH,OAAO;YACL,YAAY,EAAE,SAAS;YACvB,gBAAgB,EAAE,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YAC5D,IAAI;SACL,CAAC;IAEJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;QAC/C,yBAAyB;QACzB,OAAO;YACL,YAAY,EAAE,KAAK;YACnB,gBAAgB,EAAE,IAAI;SACvB,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,UAAmB;IACtD,IAAI,CAAC;QACH,MAAM,kBAAkB,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC9C,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE3D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAAE,SAAS;YAEtC,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAEvC,IAAI,OAAO,EAAE,CAAC;gBACZ,+BAA+B;gBAC/B,IAAI,CAAC;oBACH,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;oBAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAa,CAAC;oBAC9C,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;wBAC/B,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;wBACtB,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,2BAA2B;gBAC7B,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,YAAY;gBACZ,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;QAC/C,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC"}

package/dist/core/map.d.ts

@@ -15,6 +15,10 @@ export interface MapOptions {
     includePatterns?: string[];
     /** Exclude URL patterns matching these regexes */
     excludePatterns?: string[];
+    /** Filter URLs by relevance to this search query */
+    search?: string;
+    /** Only return URLs matching these content types */
+    contentTypeFilter?: string[];
 }
 export interface MapResult {
     /** All discovered URLs (deduplicated) */

package/dist/core/map.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"map.d.ts","sourceRoot":"","sources":["../../src/core/map.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,8DAA8D;IAC9D,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,+CAA+C;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uDAAuD;IACvD,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kDAAkD;IAClD,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,SAAS;IACxB,yCAAyC;IACzC,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,wBAAwB;IACxB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,SAAS,CAAC,CA4D9F"}
+{"version":3,"file":"map.d.ts","sourceRoot":"","sources":["../../src/core/map.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,WAAW,UAAU;IACzB,2CAA2C;IAC3C,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,8DAA8D;IAC9D,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,+CAA+C;IAC/C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iDAAiD;IACjD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uDAAuD;IACvD,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,kDAAkD;IAClD,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;IAC3B,oDAAoD;IACpD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oDAAoD;IACpD,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,MAAM,WAAW,SAAS;IACxB,yCAAyC;IACzC,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,wBAAwB;IACxB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,4BAA4B;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,yBAAyB;IACzB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAsB,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,GAAE,UAAe,GAAG,OAAO,CAAC,SAAS,CAAC,CAuH9F"}