@memvid/maw 1.0.0

package/dist/src/utils/dedup.js

@@ -0,0 +1,296 @@
+/**
+ * Smart duplicate detection for web crawling
+ * - Detects localized URLs (e.g., /en-us/, /de-de/, /fr-fr/)
+ * - Content similarity fingerprinting
+ * - URL path normalization
+ */
+// Common locale patterns in URLs
+const LOCALE_PATTERNS = [
+    // ISO codes: en-us, de-de, fr-fr, pt-br, zh-cn
+    /\/([a-z]{2}-[a-z]{2})\//i,
+    // Short codes: /en/, /de/, /fr/
+    /\/([a-z]{2})\/(?=[a-z])/i,
+    // Subdomain: en.example.com, de.example.com
+    /^https?:\/\/([a-z]{2})\./i,
+    // Query param: ?lang=en, ?locale=de-DE
+    /[?&](lang|locale|hl|language)=([a-z]{2}(-[a-z]{2})?)/i,
+];
+// Known language codes (ISO 639-1)
+const LANGUAGE_CODES = new Set([
+    // Major world languages
+    'en', 'de', 'fr', 'es', 'it', 'pt', 'nl', 'pl', 'ru', 'ja', 'ko', 'zh',
+    'ar', 'hi', 'tr', 'vi', 'th', 'id', 'ms', 'sv', 'no', 'da', 'fi', 'cs',
+    'el', 'he', 'hu', 'ro', 'sk', 'uk', 'bg', 'hr', 'lt', 'lv', 'et', 'sl',
+    // Indian languages
+    'bn', 'ta', 'te', 'mr', 'gu', 'kn', 'ml', 'pa', 'ur',
+    // Asian languages
+    'km', 'lo', 'ne', 'si', 'tl', 'mn', 'fa', 'ps',
+    // European languages
+    'sq', 'mk', 'sr', 'bs', 'is', 'mt', 'cy', 'ga', 'eu', 'gl',
+    // African languages
+    'sw', 'am', 'af', 'ha', 'yo', 'ig', 'zu',
+    // Central Asian
+    'az', 'uz', 'kk', 'ka', 'hy', 'tg',
+]);
+// Known country codes (ISO 3166-1 alpha-2)
+const COUNTRY_CODES = new Set([
+    // North America & Europe
+    'us', 'gb', 'uk', 'ca', 'au', 'nz', 'ie', 'de', 'at', 'ch', 'fr', 'be',
+    'es', 'it', 'pt', 'nl', 'pl', 'ru', 'se', 'no', 'dk', 'fi', 'cz', 'gr',
+    'hu', 'ro', 'sk', 'ua', 'bg', 'hr', 'rs', 'si', 'lt', 'lv', 'ee',
+    // Asia Pacific
+    'jp', 'kr', 'cn', 'tw', 'hk', 'sg', 'my', 'th', 'vn', 'ph', 'mm', 'kh',
+    'la', 'np', 'lk', 'bd', 'pk',
+    // Middle East & North Africa
+    'in', 'ae', 'sa', 'il', 'eg', 'ma', 'dz', 'tn', 'lb', 'jo', 'kw', 'qa',
+    'bh', 'om', 'iq', 'ir', 'tr',
+    // Africa
+    'za', 'ng', 'ke', 'gh', 'tz', 'ug', 'et', 'sn', 'ci',
+    // Latin America
+    'mx', 'ar', 'br', 'co', 'cl', 'pe', 'ec', 've', 'bo', 'py', 'uy',
+    'cr', 'pa', 'gt', 'hn', 'ni', 'cu', 'do', 'pr', 'jm',
+]);
+/**
+ * Extract locale information from a URL
+ */
+export function extractLocale(url) {
+    try {
+        const parsed = new URL(url);
+        let path = parsed.pathname;
+        let locale;
+        let language;
+        let country;
+        // Check for locale in path (most common patterns)
+        // Match: /en-us/, /de-de/, /fr/, /jp/, /zh-cn/, /mx/, /br/, etc.
+        // Also match: /en_US/, /de_DE/ (underscore variant)
+        const pathMatch = path.match(/^\/([a-z]{2})([-_]([a-z]{2}))?(?=\/|$)/i);
+        if (pathMatch) {
+            const first = pathMatch[1].toLowerCase();
+            const second = pathMatch[3]?.toLowerCase();
+            // Check if first segment is a language OR country code (Stripe uses /jp/, /mx/, /br/)
+            const isLanguage = LANGUAGE_CODES.has(first);
+            const isCountry = COUNTRY_CODES.has(first);
+            if (isLanguage || isCountry) {
+                if (isLanguage) {
+                    language = first;
+                }
+                else {
+                    country = first;
+                }
+                if (second && COUNTRY_CODES.has(second)) {
+                    country = second;
+                    locale = `${first}-${second}`;
+                }
+                else if (second && LANGUAGE_CODES.has(second)) {
+                    // Some sites use /de-de/ where second part is also a language code
+                    country = second;
+                    locale = `${first}-${second}`;
+                }
+                else {
+                    locale = first;
+                }
+                // Remove locale from path for canonical
+                path = path.replace(/^\/[a-z]{2}([-_][a-z]{2})?/i, '') || '/';
+            }
+        }
+        // Also check for locale anywhere in path (not just at start)
+        // Pattern: /site/jp/pricing, /docs/es/guide
+        if (!locale) {
+            const midPathMatch = path.match(/\/([a-z]{2})([-_]([a-z]{2}))?(?=\/)/i);
+            if (midPathMatch) {
+                const first = midPathMatch[1].toLowerCase();
+                const second = midPathMatch[3]?.toLowerCase();
+                // Treat as locale if it's a known language OR country code
+                // Exclude common false positives that are English words
+                const isLanguage = LANGUAGE_CODES.has(first);
+                const isCountry = COUNTRY_CODES.has(first);
+                const isFalsePositive = [
+                    'us', 'uk', 'my', 'in', 'at', 'be', 'to', 'do', 'go', 'so', 'no', 'id', // original
+                    'am', 'is', 'it', 'me', 'or', 'as', 'if', 'an', 'on', 'up', // common English words
+                    'la', 'ha', 'pa', 'om', // filler/informal
+                ].includes(first);
+                if ((isLanguage || isCountry) && !isFalsePositive) {
+                    if (isLanguage) {
+                        language = first;
+                    }
+                    else {
+                        country = first;
+                    }
+                    if (second && COUNTRY_CODES.has(second)) {
+                        country = second;
+                        locale = `${first}-${second}`;
+                    }
+                    else {
+                        locale = first;
+                    }
+                    // Remove locale segment from path
+                    path = path.replace(/\/[a-z]{2}([-_][a-z]{2})?(?=\/)/i, '');
+                }
+            }
+        }
+        // Check query params for locale
+        const langParam = parsed.searchParams.get('lang') ||
+            parsed.searchParams.get('locale') ||
+            parsed.searchParams.get('hl') ||
+            parsed.searchParams.get('language');
+        if (langParam && !locale) {
+            const parts = langParam.toLowerCase().split(/[-_]/);
+            if (LANGUAGE_CODES.has(parts[0])) {
+                language = parts[0];
+                if (parts[1] && COUNTRY_CODES.has(parts[1])) {
+                    country = parts[1];
+                    locale = `${parts[0]}-${parts[1]}`;
+                }
+                else {
+                    locale = parts[0];
+                }
+            }
+        }
+        // Remove locale-related query params for canonical path
+        parsed.searchParams.delete('lang');
+        parsed.searchParams.delete('locale');
+        parsed.searchParams.delete('hl');
+        parsed.searchParams.delete('language');
+        const queryString = parsed.searchParams.toString();
+        const canonicalPath = path + (queryString ? `?${queryString}` : '');
+        return {
+            hasLocale: !!locale,
+            locale,
+            language,
+            country,
+            canonicalPath,
+        };
+    }
+    catch {
+        return {
+            hasLocale: false,
+            canonicalPath: url,
+        };
+    }
+}
+/**
+ * Generate a content fingerprint for similarity detection
+ * Uses multiple techniques for robust matching
+ */
+export function generateFingerprint(text) {
+    // Normalize text
+    const normalized = text
+        .toLowerCase()
+        .replace(/\s+/g, ' ')
+        .replace(/[^\w\s]/g, '')
+        .trim();
+    // Take key portions: start, middle, end
+    const len = normalized.length;
+    if (len < 500) {
+        return normalized;
+    }
+    // Sample from different parts of the document
+    const start = normalized.slice(0, 300);
+    const middle = normalized.slice(Math.floor(len / 2) - 150, Math.floor(len / 2) + 150);
+    const end = normalized.slice(-300);
+    return `${start}|${middle}|${end}`;
+}
+/**
+ * Calculate similarity between two fingerprints (0-1)
+ */
+export function calculateSimilarity(fp1, fp2) {
+    if (fp1 === fp2)
+        return 1;
+    if (!fp1 || !fp2)
+        return 0;
+    // Use Jaccard similarity on word sets
+    const words1 = new Set(fp1.split(/\s+/).filter(w => w.length > 3));
+    const words2 = new Set(fp2.split(/\s+/).filter(w => w.length > 3));
+    if (words1.size === 0 || words2.size === 0)
+        return 0;
+    let intersection = 0;
+    for (const word of words1) {
+        if (words2.has(word))
+            intersection++;
+    }
+    const union = words1.size + words2.size - intersection;
+    return intersection / union;
+}
+/**
+ * Smart deduplication tracker
+ */
+export class DedupTracker {
+    // Track canonical paths we've seen (locale-stripped)
+    canonicalPaths = new Map();
+    // Track content fingerprints
+    fingerprints = new Map();
+    // Stats
+    stats = {
+        localeSkipped: 0,
+        similarSkipped: 0,
+        total: 0,
+    };
+    // Preferred language (skip other locales if we have this one)
+    preferredLanguage;
+    constructor(preferredLanguage = 'en') {
+        this.preferredLanguage = preferredLanguage;
+    }
+    /**
+     * Check if URL should be skipped (is duplicate)
+     * Returns reason if should skip, undefined if should crawl
+     */
+    shouldSkip(url) {
+        const localeInfo = extractLocale(url);
+        const domain = new URL(url).hostname;
+        const key = `${domain}${localeInfo.canonicalPath}`;
+        // Check if we've seen this canonical path
+        const existing = this.canonicalPaths.get(key);
+        if (existing) {
+            // We have this path already
+            if (localeInfo.hasLocale) {
+                // This is a localized version
+                const existingLocale = extractLocale(existing.url);
+                // Prefer English or non-localized over other locales
+                if (existingLocale.language === this.preferredLanguage || !existingLocale.hasLocale) {
+                    this.stats.localeSkipped++;
+                    return { skip: true, reason: `locale:${localeInfo.locale}` };
+                }
+                // If this one is preferred language and existing isn't, replace
+                if (localeInfo.language === this.preferredLanguage) {
+                    this.canonicalPaths.set(key, { url, locale: localeInfo.locale });
+                    return { skip: false };
+                }
+                // Both are non-preferred locales, skip this one
+                this.stats.localeSkipped++;
+                return { skip: true, reason: `locale:${localeInfo.locale}` };
+            }
+        }
+        // Track this path
+        this.canonicalPaths.set(key, { url, locale: localeInfo.locale });
+        this.stats.total++;
+        return { skip: false };
+    }
+    /**
+     * Check content similarity against previously seen content
+     */
+    checkContentSimilarity(url, content, threshold = 0.85) {
+        const fingerprint = generateFingerprint(content);
+        // Check against existing fingerprints
+        for (const [existingUrl, existingFp] of this.fingerprints) {
+            const similarity = calculateSimilarity(fingerprint, existingFp);
+            if (similarity >= threshold) {
+                this.stats.similarSkipped++;
+                return { skip: true, reason: `similar:${(similarity * 100).toFixed(0)}%` };
+            }
+        }
+        // Store this fingerprint
+        this.fingerprints.set(url, fingerprint);
+        return { skip: false };
+    }
+    /**
+     * Get dedup statistics
+     */
+    getStats() {
+        return {
+            ...this.stats,
+            uniquePaths: this.canonicalPaths.size,
+            uniqueContent: this.fingerprints.size,
+        };
+    }
+}
+//# sourceMappingURL=dedup.js.map

package/dist/src/utils/dedup.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dedup.js","sourceRoot":"","sources":["../../../src/utils/dedup.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,iCAAiC;AACjC,MAAM,eAAe,GAAG;IACtB,+CAA+C;IAC/C,0BAA0B;IAC1B,gCAAgC;IAChC,0BAA0B;IAC1B,4CAA4C;IAC5C,2BAA2B;IAC3B,uCAAuC;IACvC,uDAAuD;CACxD,CAAC;AAEF,mCAAmC;AACnC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;IAC7B,wBAAwB;IACxB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACtE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACtE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACtE,mBAAmB;IACnB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACpD,kBAAkB;IAClB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IAC9C,qBAAqB;IACrB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IAC1D,oBAAoB;IACpB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACxC,gBAAgB;IAChB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;CACnC,CAAC,CAAC;AAEH,2CAA2C;AAC3C,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC;IAC5B,yBAAyB;IACzB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACtE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACtE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IAChE,eAAe;IACf,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACtE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IAC5B,6BAA6B;IAC7B,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACtE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IAC5B,SAAS;IACT,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IACpD,gBAAgB;IAChB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;IAChE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI;CACrD,CAAC,CAAC;AAUH;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,GAAW;IACvC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC3B,IAAI,MAA0B,CAAC;QAC/B,IAAI,QAA4B,CAAC;QACjC,IAAI,OAA2B,CAAC;QAEhC,kDAAkD;QAClD,iEAAiE;QACjE,oDAAoD;QACpD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QACxE,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;YAE3C,sFAAsF;YACtF,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC7C,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAE3C,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;gBAC5B,IAAI,UAAU,EAAE,CAAC;oBACf,QAAQ,GAAG,KAAK,CAAC;gBACnB,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,KAAK,CAAC;gBAClB,CAAC;gBAED,IAAI,MAAM,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBACxC,OAAO,GAAG,MAAM,CAAC;oBACjB,MAAM,GAAG,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC;gBAChC,CAAC;qBAAM,IAAI,MAAM,IAAI,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBAChD,mEAAmE;oBACnE,OAAO,GAAG,MAAM,CAAC;oBACjB,MAAM,GAAG,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC;gBAChC,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,KAAK,CAAC;gBACjB,CAAC;gBACD,wCAAwC;gBACxC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC;YAChE,CAAC;QACH,CAAC;QAED,6DAA6D;QAC7D,4CAA4C;QAC5C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;YACxE,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;gBAC5C,MAAM,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;gBAE9C,2DAA2D;gBAC3D,wDAAwD;gBACxD,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC7C,MAAM,SAAS,GAAG,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC3C,MAAM,eAAe,GAAG;oBACtB,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAG,WAAW;oBACpF,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAe,uBAAuB;oBAChG,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAoD,kBAAkB;iBAC7F,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAElB,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAClD,IAAI,UAAU,EAAE,CAAC;wBACf,QAAQ,GAAG,KAAK,CAAC;oBACnB,CAAC;yBAAM,CAAC;wBACN,OAAO,GAAG,KAAK,CAAC;oBAClB,CAAC;oBACD,IAAI,MAAM,IAAI,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;wBACxC,OAAO,GAAG,MAAM,CAAC;wBACjB,MAAM,GAAG,GAAG,KAAK,IAAI,MAAM,EAAE,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACN,MAAM,GAAG,KAAK,CAAC;oBACjB,CAAC;oBACD,kCAAkC;oBAClC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC;YAC/B,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC;YACjC,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC;YAC7B,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACtD,IAAI,SAAS,IAAI,CAAC,MAAM,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpD,IAAI,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjC,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACpB,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC5C,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACnB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrC,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,wDAAwD;QACxD,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACnC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAEvC,MAAM,WAAW,GAAG,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,CAAC;QACnD,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAEpE,OAAO;YACL,SAAS,EAAE,CAAC,CAAC,MAAM;YACnB,MAAM;YACN,QAAQ;YACR,OAAO;YACP,aAAa;SACd,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,SAAS,EAAE,KAAK;YAChB,aAAa,EAAE,GAAG;SACnB,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAY;IAC9C,iBAAiB;IACjB,MAAM,UAAU,GAAG,IAAI;SACpB,WAAW,EAAE;SACb,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,IAAI,EAAE,CAAC;IAEV,wCAAwC;IACxC,MAAM,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC;IAC9B,IAAI,GAAG,GAAG,GAAG,EAAE,CAAC;QACd,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,8CAA8C;IAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACvC,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;IACtF,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;IAEnC,OAAO,GAAG,KAAK,IAAI,MAAM,IAAI,GAAG,EAAE,CAAC;AACrC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAW,EAAE,GAAW;IAC1D,IAAI,GAAG,KAAK,GAAG;QAAE,OAAO,CAAC,CAAC;IAC1B,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG;QAAE,OAAO,CAAC,CAAC;IAE3B,sCAAsC;IACtC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAEnE,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAErD,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC1B,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,YAAY,EAAE,CAAC;IACvC,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,GAAG,YAAY,CAAC;IACvD,OAAO,YAAY,GAAG,KAAK,CAAC;AAC9B,CAAC;AAED;;GAEG;AACH,MAAM,OAAO,YAAY;IACvB,qDAAqD;IAC7C,cAAc,GAAG,IAAI,GAAG,EAA4C,CAAC;IAE7E,6BAA6B;IACrB,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEjD,QAAQ;IACD,KAAK,GAAG;QACb,aAAa,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;QACjB,KAAK,EAAE,CAAC;KACT,CAAC;IAEF,8DAA8D;IACtD,iBAAiB,CAAS;IAElC,YAAY,iBAAiB,GAAG,IAAI;QAClC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,GAAW;QACpB,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC;QACrC,MAAM,GAAG,GAAG,GAAG,MAAM,GAAG,UAAU,CAAC,aAAa,EAAE,CAAC;QAEnD,0CAA0C;QAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,QAAQ,EAAE,CAAC;YACb,4BAA4B;YAC5B,IAAI,UAAU,CAAC,SAAS,EAAE,CAAC;gBACzB,8BAA8B;gBAC9B,MAAM,cAAc,GAAG,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAEnD,qDAAqD;gBACrD,IAAI,cAAc,CAAC,QAAQ,KAAK,IAAI,CAAC,iBAAiB,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,CAAC;oBACpF,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;oBAC3B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC/D,CAAC;gBAED,gEAAgE;gBAChE,IAAI,UAAU,CAAC,QAAQ,KAAK,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACnD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;oBACjE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;gBACzB,CAAC;gBAED,gDAAgD;gBAChD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;gBAC3B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC;YAC/D,CAAC;QACH,CAAC;QAED,kBAAkB;QAClB,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,sBAAsB,CAAC,GAAW,EAAE,OAAe,EAAE,SAAS,GAAG,IAAI;QACnE,MAAM,WAAW,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAEjD,sCAAsC;QACtC,KAAK,MAAM,CAAC,WAAW,EAAE,UAAU,CAAC,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1D,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YAChE,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;gBAC5B,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;gBAC5B,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;YAC7E,CAAC;QACH,CAAC;QAED,yBAAyB;QACzB,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QACxC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,OAAO;YACL,GAAG,IAAI,CAAC,KAAK;YACb,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI;YACrC,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;SACtC,CAAC;IACJ,CAAC;CACF"}

package/dist/src/utils/index.d.ts

@@ -0,0 +1,3 @@
+export * from './logger.js';
+export * from './url.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/utils/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,UAAU,CAAC"}

package/dist/src/utils/index.js

@@ -0,0 +1,3 @@
+export * from './logger.js';
+export * from './url.js';
+//# sourceMappingURL=index.js.map

package/dist/src/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,UAAU,CAAC"}

package/dist/src/utils/logger.d.ts

@@ -0,0 +1,12 @@
+export interface Logger {
+    info: (msg: string) => void;
+    success: (msg: string) => void;
+    error: (msg: string) => void;
+    warn: (msg: string) => void;
+    dim: (msg: string) => void;
+    progress: (current: number, total: number, label: string) => void;
+    status: (msg: string) => void;
+}
+export declare function setLogMode(quiet: boolean, verbose: boolean): void;
+export declare function createLogger(): Logger;
+//# sourceMappingURL=logger.d.ts.map

package/dist/src/utils/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../../src/utils/logger.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,MAAM;IACrB,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5B,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC/B,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC7B,IAAI,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC5B,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;IAC3B,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;IAClE,MAAM,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,CAAC;CAC/B;AAKD,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAGjE;AAED,wBAAgB,YAAY,IAAI,MAAM,CAqCrC"}

package/dist/src/utils/logger.js

@@ -0,0 +1,49 @@
+import chalk from 'chalk';
+let quietMode = false;
+let verboseMode = false;
+export function setLogMode(quiet, verbose) {
+    quietMode = quiet;
+    verboseMode = verbose;
+}
+export function createLogger() {
+    return {
+        info: (msg) => {
+            if (!quietMode)
+                console.log(msg);
+        },
+        success: (msg) => {
+            if (!quietMode)
+                console.log(chalk.green(msg));
+        },
+        error: (msg) => {
+            console.error(chalk.red(msg));
+        },
+        warn: (msg) => {
+            if (!quietMode)
+                console.log(chalk.yellow(msg));
+        },
+        dim: (msg) => {
+            if (verboseMode)
+                console.log(chalk.dim(msg));
+        },
+        progress: (current, total, label) => {
+            if (quietMode)
+                return;
+            const width = 20;
+            const filled = Math.round((current / total) * width);
+            const bar = '\u2593'.repeat(filled) + '\u2591'.repeat(width - filled);
+            // Clear line and write progress
+            process.stdout.write(`\r  ${bar} ${current}/${total} ${label.slice(0, 40)}`);
+            if (current >= total) {
+                process.stdout.write('\n');
+            }
+        },
+        status: (msg) => {
+            if (quietMode)
+                return;
+            // Show status on new line (will be overwritten by next progress)
+            process.stdout.write(`\r  ${chalk.cyan('⋯')} ${msg.padEnd(55)}`);
+        },
+    };
+}
+//# sourceMappingURL=logger.js.map

package/dist/src/utils/logger.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../../src/utils/logger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAY1B,IAAI,SAAS,GAAG,KAAK,CAAC;AACtB,IAAI,WAAW,GAAG,KAAK,CAAC;AAExB,MAAM,UAAU,UAAU,CAAC,KAAc,EAAE,OAAgB;IACzD,SAAS,GAAG,KAAK,CAAC;IAClB,WAAW,GAAG,OAAO,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,YAAY;IAC1B,OAAO;QACL,IAAI,EAAE,CAAC,GAAW,EAAE,EAAE;YACpB,IAAI,CAAC,SAAS;gBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC;QACD,OAAO,EAAE,CAAC,GAAW,EAAE,EAAE;YACvB,IAAI,CAAC,SAAS;gBAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAChD,CAAC;QACD,KAAK,EAAE,CAAC,GAAW,EAAE,EAAE;YACrB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,EAAE,CAAC,GAAW,EAAE,EAAE;YACpB,IAAI,CAAC,SAAS;gBAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QACjD,CAAC;QACD,GAAG,EAAE,CAAC,GAAW,EAAE,EAAE;YACnB,IAAI,WAAW;gBAAE,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/C,CAAC;QACD,QAAQ,EAAE,CAAC,OAAe,EAAE,KAAa,EAAE,KAAa,EAAE,EAAE;YAC1D,IAAI,SAAS;gBAAE,OAAO;YAEtB,MAAM,KAAK,GAAG,EAAE,CAAC;YACjB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC;YACrD,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,CAAC;YAEtE,gCAAgC;YAChC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,OAAO,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;YAE7E,IAAI,OAAO,IAAI,KAAK,EAAE,CAAC;gBACrB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,MAAM,EAAE,CAAC,GAAW,EAAE,EAAE;YACtB,IAAI,SAAS;gBAAE,OAAO;YACtB,iEAAiE;YACjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACnE,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/src/utils/ui.d.ts

@@ -0,0 +1,126 @@
+/**
+ * Beautiful terminal UI for maw
+ * Clean, minimal, production-ready
+ */
+declare const theme: {
+    primary: import("chalk").ChalkInstance;
+    success: import("chalk").ChalkInstance;
+    warning: import("chalk").ChalkInstance;
+    error: import("chalk").ChalkInstance;
+    muted: import("chalk").ChalkInstance;
+    accent: import("chalk").ChalkInstance;
+    info: import("chalk").ChalkInstance;
+    dim: import("chalk").ChalkInstance;
+    bold: import("chalk").ChalkInstance;
+    white: import("chalk").ChalkInstance;
+};
+/**
+ * Format bytes to human readable
+ */
+export declare function formatBytes(bytes: number): string;
+/**
+ * Format duration to human readable
+ */
+export declare function formatDuration(ms: number): string;
+/**
+ * Create a smooth progress bar
+ */
+export declare function progressBar(current: number, total: number, width?: number): string;
+/**
+ * Clean header - no box, just styled text
+ */
+export declare function header(title: string, subtitle?: string): string;
+/**
+ * Crawl progress line - clean and minimal
+ */
+export declare function crawlProgress(current: number, total: number, title: string, status?: string): string;
+/**
+ * Success message - clean layout
+ */
+export declare function successMessage(output: string, size: number, pages: number, duration: number): string;
+/**
+ * Engine stats display
+ */
+export declare function engineStats(stats: {
+    fetch: number;
+    playwright: number;
+    rebrowser: number;
+    blocked: number;
+}): string;
+/**
+ * Dedup stats display
+ */
+export declare function dedupStats(stats: {
+    localeSkipped: number;
+    similarSkipped: number;
+    total: number;
+}): string;
+/**
+ * Warning message for size limit
+ */
+export declare function limitWarning(): string;
+/**
+ * Cloud sync message
+ */
+export declare function cloudSyncMessage(memoryId: string): string;
+/**
+ * Error message
+ */
+export declare function errorMessage(message: string): string;
+/**
+ * Maw banner - minimal and clean
+ */
+export declare function banner(): string;
+/**
+ * Preview results display
+ */
+export declare function previewResults(result: {
+    domain: string;
+    totalPages: number;
+    hasSitemap: boolean;
+    estimatedSize?: string;
+    recentPages: Array<{
+        url: string;
+        lastmod?: string;
+    }>;
+}): string;
+/**
+ * Search results display
+ */
+export declare function searchResults(hits: Array<{
+    title: string;
+    metadata?: {
+        url?: string;
+    };
+    score?: number;
+}>): string;
+/**
+ * Ask result display
+ */
+export declare function askResult(answer: string, sources?: Array<{
+    title?: string;
+    url?: string;
+}>): string;
+/**
+ * List documents display
+ */
+export declare function listDocuments(items: Array<{
+    title?: string;
+    url?: string;
+    preview?: string;
+    page?: number | string;
+}>): string;
+/**
+ * Stats panel for detailed view
+ */
+export declare function statsPanel(stats: Record<string, string | number>): string;
+/**
+ * Summary table
+ */
+export declare function summaryTable(rows: Array<{
+    label: string;
+    value: string | number;
+    color?: 'success' | 'warning' | 'error' | 'info';
+}>): string;
+export { theme };
+//# sourceMappingURL=ui.d.ts.map

package/dist/src/utils/ui.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ui.d.ts","sourceRoot":"","sources":["../../../src/utils/ui.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,QAAA,MAAM,KAAK;;;;;;;;;;;CAWV,CAAC;AAaF;;GAEG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAKjD;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAMjD;AAsBD;;GAEG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,SAAK,GAAG,MAAM,CAS9E;AAED;;GAEG;AACH,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAa/D;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAMpG;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAiBpG;AAED;;GAEG;AACH,wBAAgB,WAAW,CAAC,KAAK,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAUpH;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE;IAAE,aAAa,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,MAAM,CAY1G;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,MAAM,CAMrC;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGzD;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED;;GAEG;AACH,wBAAgB,MAAM,IAAI,MAAM,CAI/B;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE;IACrC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,OAAO,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACvD,GAAG,MAAM,CAgCT;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAAC,KAAK,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG,MAAM,CAuCjH;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,CAAC;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAAG,MAAM,CA2CnG;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC;IAAE,KAAK,CAAC,EAAE,MAAM,CAAC;IAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;CAAE,CAAC,GAAG,MAAM,CAwC9H;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,GAAG,MAAM,CASzE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IAAC,KAAK,CAAC,EAAE,SAAS,GAAG,SAAS,GAAG,OAAO,GAAG,MAAM,CAAA;CAAE,CAAC,GAAG,MAAM,CAU7I;AAGD,OAAO,EAAE,KAAK,EAAE,CAAC"}