mcmodding-mcp 0.1.0

package/dist/indexer/crawler.js

@@ -0,0 +1,550 @@
+import { load } from 'cheerio';
+import fetch from 'node-fetch';
+import { createHash } from 'crypto';
+import { detectMinecraftVersion } from './sitemap.js';
+const REMOVE_SELECTORS = [
+    'nav',
+    'header',
+    'footer',
+    '.nav',
+    '.navigation',
+    '.navbar',
+    '.menu',
+    '.sidebar',
+    '.aside',
+    'aside',
+    '.breadcrumb',
+    '.breadcrumbs',
+    '.toc',
+    '.table-of-contents',
+    '#toc',
+    '.VPLocalNav',
+    '.VPNavBar',
+    '.VPSidebar',
+    '.VPFooter',
+    '.VPDocFooter',
+    '.VPLocalSearchBox',
+    '.VPFlyout',
+    '.VPNavBarMenu',
+    '.VPNavBarMenuGroup',
+    '.VPNavBarMenuLink',
+    '.VPNavBarSocialLinks',
+    '.VPNavBarTitle',
+    '.VPNavBarTranslations',
+    '.VPNavBarAppearance',
+    '.VPNavScreenTranslations',
+    '.VPMenu',
+    '.appearance',
+    '.social-links',
+    '[class*="language-selector"]',
+    '[class*="lang-switch"]',
+    '[class*="locale-"]',
+    '.search',
+    '.search-box',
+    '#search',
+    '[role="search"]',
+    '.edit-link',
+    '.page-edit',
+    '.last-updated',
+    '.contributors',
+    '.prev-next',
+    '.pager',
+    '.copy-code-button',
+    '.line-numbers',
+    '.vp-code-group',
+    'button',
+    'script',
+    'style',
+    'noscript',
+    'iframe',
+];
+const NOISE_TEXT_PATTERNS = [
+    /🇺🇸\s*English\s*\([^)]*\)/gi,
+    /🇨🇿\s*Čeština\s*\([^)]*\)/gi,
+    /🇩🇪\s*Deutsch\s*\([^)]*\)/gi,
+    /🇬🇷\s*Ελληνικά\s*\([^)]*\)/gi,
+    /🇪🇸\s*Español\s*\([^)]*\)/gi,
+    /🇫🇷\s*Français\s*\([^)]*\)/gi,
+    /🇮🇹\s*Italiano\s*\([^)]*\)/gi,
+    /🇯🇵\s*日本語\s*\([^)]*\)/gi,
+    /🇰🇷\s*한국어\s*\([^)]*\)/gi,
+    /🇵🇱\s*Polski\s*\([^)]*\)/gi,
+    /🇧🇷\s*Português\s*\([^)]*\)/gi,
+    /🇷🇺\s*Русский\s*\([^)]*\)/gi,
+    /🇺🇦\s*Українська\s*\([^)]*\)/gi,
+    /🇻🇳\s*Tiếng Việt\s*\([^)]*\)/gi,
+    /[\u{1F1E6}-\u{1F1FF}]{2}\s*[A-Za-zÀ-ÿ\u0400-\u04FF\u0370-\u03FF\u4E00-\u9FFF\uAC00-\uD7AF]+\s*\([^)]+\)/gu,
+    /Search[\s\S]{0,50}?🇺🇸[\s\S]*?(?:Việt Nam|Việt\)|한국\)|日本\)|Россия\)|Brasil\)|Polska\)|Україна\))/gi,
+    /On this page/gi,
+    /Table of Contents/gi,
+    /Skip to content/gi,
+    /Edit this page/gi,
+    /Last updated:/gi,
+    /Contributors:/gi,
+    /Switch to dark theme/gi,
+    /Switch to light theme/gi,
+    /Toggle dark mode/gi,
+    /Appearance/gi,
+    /Copy code/gi,
+    /Copied!/gi,
+];
+function cleanText(text) {
+    let cleaned = text;
+    for (const pattern of NOISE_TEXT_PATTERNS) {
+        cleaned = cleaned.replace(pattern, '');
+    }
+    cleaned = cleaned.replace(/\n{3,}/g, '\n\n');
+    cleaned = cleaned.replace(/[ \t]+/g, ' ');
+    cleaned = cleaned.replace(/^\s+|\s+$/gm, '');
+    return cleaned.trim();
+}
+export class DocumentCrawler {
+    options;
+    progress;
+    queue = [];
+    activeRequests = 0;
+    onProgress;
+    constructor(options = {}) {
+        this.options = {
+            maxConcurrency: 3,
+            delayMs: 1000,
+            retryAttempts: 3,
+            retryDelayMs: 2000,
+            userAgent: 'mcmodding-mcp-indexer/0.1.0',
+            timeout: 30000,
+            ...options,
+        };
+        this.progress = {
+            total: 0,
+            completed: 0,
+            failed: 0,
+            skipped: 0,
+            startTime: new Date(),
+        };
+    }
+    setProgressCallback(callback) {
+        this.onProgress = callback;
+    }
+    async crawlAll(urls) {
+        this.queue = [...urls];
+        this.progress.total = urls.length;
+        this.progress.completed = 0;
+        this.progress.failed = 0;
+        this.progress.skipped = 0;
+        this.progress.startTime = new Date();
+        const results = [];
+        const promises = [];
+        for (let i = 0; i < this.options.maxConcurrency; i++) {
+            promises.push(this.worker(results));
+        }
+        await Promise.all(promises);
+        return results;
+    }
+    async worker(results) {
+        while (this.queue.length > 0) {
+            const url = this.queue.shift();
+            if (!url)
+                break;
+            this.activeRequests++;
+            this.progress.currentUrl = url;
+            this.updateProgress();
+            try {
+                const doc = await this.crawlWithRetry(url);
+                results.push(doc);
+                this.progress.completed++;
+            }
+            catch (error) {
+                console.error(`Failed to crawl ${url}:`, error);
+                this.progress.failed++;
+            }
+            finally {
+                this.activeRequests--;
+                this.updateProgress();
+                if (this.queue.length > 0) {
+                    await this.sleep(this.options.delayMs);
+                }
+            }
+        }
+    }
+    async crawlWithRetry(url) {
+        let lastError;
+        for (let attempt = 0; attempt < this.options.retryAttempts; attempt++) {
+            try {
+                return await this.crawlPage(url);
+            }
+            catch (error) {
+                lastError = error;
+                if (attempt < this.options.retryAttempts - 1) {
+                    console.warn(`Retry ${attempt + 1}/${this.options.retryAttempts} for ${url}`);
+                    await this.sleep(this.options.retryDelayMs * (attempt + 1));
+                }
+            }
+        }
+        throw lastError || new Error('Failed to crawl page after retries');
+    }
+    async crawlPage(url) {
+        const controller = new AbortController();
+        const timeout = setTimeout(() => controller.abort(), this.options.timeout);
+        try {
+            const response = await fetch(url, {
+                headers: {
+                    'User-Agent': this.options.userAgent,
+                },
+                signal: controller.signal,
+            });
+            if (!response.ok) {
+                throw new Error(`HTTP ${response.status}: ${response.statusText}`);
+            }
+            const html = await response.text();
+            const $ = load(html);
+            return this.parsePage(url, html, $);
+        }
+        finally {
+            clearTimeout(timeout);
+        }
+    }
+    parsePage(url, html, $) {
+        const title = this.extractTitle($);
+        const category = this.extractCategory(url);
+        const sections = this.extractSections($);
+        const content = this.extractContent($);
+        const hash = this.calculateHash(html);
+        const metadata = {
+            crawledAt: new Date(),
+            tags: this.extractTags($),
+            difficulty: this.detectDifficulty($, content),
+        };
+        const loader = this.detectLoader(url);
+        const minecraftVersion = detectMinecraftVersion(url, content);
+        return {
+            url,
+            title,
+            content,
+            rawHtml: html,
+            category,
+            loader,
+            minecraftVersion,
+            sections,
+            metadata,
+            hash,
+        };
+    }
+    extractTitle($) {
+        const selectors = ['.page .sectionedit1', 'h1', 'title', '.page-title', 'header h1'];
+        for (const selector of selectors) {
+            const text = $(selector).first().text().trim();
+            if (text)
+                return text;
+        }
+        return 'Untitled';
+    }
+    extractCategory(url) {
+        const match = url.match(/https?:\/\/[^/]+\/(?:.*\/)?(?:(?:\d+(?:\.\d+)*|develop)\/([^/]+)|([^/:\\s]+):)/);
+        if (match) {
+            return match[1] || 'general';
+        }
+        return 'general';
+    }
+    extractSections($) {
+        const sections = [];
+        for (const selector of REMOVE_SELECTORS) {
+            $(selector).remove();
+        }
+        const mainContent = $('main').first().length > 0
+            ? $('main').first()
+            : $('#dokuwiki__content .page.group').first().length > 0
+                ? $('#dokuwiki__content .page.group').first()
+                : $('article').first().length > 0
+                    ? $('article').first()
+                    : $('.markdown-body').first().length > 0
+                        ? $('.markdown-body').first()
+                        : $('.content-container').first().length > 0
+                            ? $('.content-container').first()
+                            : $('.content').first().length > 0
+                                ? $('.content').first()
+                                : $('#content').first().length > 0
+                                    ? $('#content').first()
+                                    : $('body').first();
+        if (!mainContent.length) {
+            return sections;
+        }
+        const wikiSections = mainContent.find('[class*="sectionedit"]');
+        if (wikiSections.length > 0) {
+            wikiSections.each((index, elem) => {
+                const $heading = $(elem);
+                const heading = cleanText($heading.text().trim());
+                const classAttr = $heading.attr('class') || '';
+                const levelMatch = classAttr.match(/sectionedit(\d+)/);
+                const level = levelMatch ? parseInt(levelMatch[1]?.toString() || '', 10) : 1;
+                let $contentDiv = $heading.next();
+                while ($contentDiv.length > 0) {
+                    const divClass = $contentDiv.attr('class') || '';
+                    if (divClass.startsWith('level')) {
+                        break;
+                    }
+                    $contentDiv = $contentDiv.next();
+                }
+                if (!$contentDiv.length) {
+                    return;
+                }
+                const content = [];
+                const codeBlocks = [];
+                $contentDiv.children().each((_, child) => {
+                    const $child = $(child);
+                    const childTagName = child.tagName?.toLowerCase();
+                    if (childTagName === 'pre' || $child.find('pre').length > 0) {
+                        const blocks = this.extractCodeBlocks($, $child);
+                        codeBlocks.push(...blocks);
+                    }
+                    else {
+                        const rawText = $child.text().trim();
+                        const text = cleanText(rawText);
+                        if (text && text.length > 0) {
+                            content.push(text);
+                        }
+                    }
+                });
+                const sectionContent = content.join('\n\n');
+                if (heading || sectionContent || codeBlocks.length > 0) {
+                    sections.push({
+                        heading,
+                        level,
+                        content: sectionContent,
+                        codeBlocks,
+                        order: index,
+                    });
+                }
+            });
+            return sections;
+        }
+        const headings = mainContent.find('h1, h2, h3, h4, h5, h6');
+        if (headings.length === 0) {
+            const rawText = mainContent.text().trim();
+            const allText = cleanText(rawText);
+            if (allText) {
+                sections.push({
+                    heading: 'Content',
+                    level: 1,
+                    content: allText,
+                    codeBlocks: this.extractCodeBlocks($, mainContent),
+                    order: 0,
+                });
+            }
+            return sections;
+        }
+        headings.each((index, elem) => {
+            const $heading = $(elem);
+            const heading = cleanText($heading.text().trim());
+            const tagName = elem.tagName?.toLowerCase() || 'h2';
+            const level = parseInt(tagName[1] || '2', 10);
+            const content = [];
+            const codeBlocks = [];
+            let $current = $heading.next();
+            while ($current.length > 0) {
+                const currentTagName = $current.get(0)?.tagName?.toLowerCase();
+                if (currentTagName && currentTagName.match(/^h[1-6]$/)) {
+                    break;
+                }
+                if (currentTagName === 'pre' || $current.find('pre').length > 0) {
+                    const blocks = this.extractCodeBlocks($, $current);
+                    codeBlocks.push(...blocks);
+                }
+                else {
+                    const rawText = $current.text().trim();
+                    const text = cleanText(rawText);
+                    if (text && text.length > 0) {
+                        content.push(text);
+                    }
+                }
+                $current = $current.next();
+            }
+            const sectionContent = content.join('\n\n');
+            if (heading || sectionContent || codeBlocks.length > 0) {
+                sections.push({
+                    heading,
+                    level,
+                    content: sectionContent,
+                    codeBlocks,
+                    order: index,
+                });
+            }
+        });
+        return sections;
+    }
+    extractCodeBlocks($, $elem) {
+        const blocks = [];
+        const preList = [];
+        if ($elem.is('pre')) {
+            preList.push($elem);
+        }
+        $elem.find('pre').each((_, el) => {
+            preList.push($(el));
+        });
+        for (const pre of preList) {
+            const codeElem = pre.find('code');
+            let code;
+            const olElement = pre.find('ol');
+            if (olElement.length > 0) {
+                const lines = [];
+                olElement.find('li').each((_, li) => {
+                    const lineText = $(li).text();
+                    lines.push(lineText);
+                });
+                code = lines.join('\n').trim();
+            }
+            else if (codeElem.length > 0) {
+                code = codeElem.text().trim();
+            }
+            else {
+                code = pre.text().trim();
+            }
+            if (!code)
+                continue;
+            const codeClass = codeElem.attr('class') || '';
+            const preClass = pre.attr('class') || '';
+            const className = codeClass || preClass;
+            let language = 'text';
+            const langMatch = className.match(/language-(\w+)/) ||
+                className.match(/\bcode\s+(\w+)/) ||
+                className.match(/^(\w+)$/);
+            if (langMatch && langMatch[1]) {
+                language = langMatch[1];
+                if (language === 'code') {
+                    language = 'text';
+                }
+            }
+            const figure = pre.closest('figure');
+            const caption = figure.length > 0 ? figure.find('figcaption').text().trim() || undefined : undefined;
+            blocks.push({
+                language,
+                code,
+                caption,
+            });
+        }
+        return blocks;
+    }
+    extractContent($) {
+        const $clone = $.root().clone();
+        const $doc = load($clone.html() || '');
+        for (const selector of REMOVE_SELECTORS) {
+            $doc(selector).remove();
+        }
+        const main = $doc('main').first().length > 0
+            ? $doc('main').first()
+            : $doc('article').first().length > 0
+                ? $doc('article').first()
+                : $doc('.content, .markdown-body, #content').first().length > 0
+                    ? $doc('.content, .markdown-body, #content').first()
+                    : $doc('#dokuwiki__content .page.group').first().length > 0
+                        ? $doc('#dokuwiki__content .page.group').first()
+                        : $doc('body').first();
+        const rawText = main.text();
+        return cleanText(rawText);
+    }
+    extractTags($) {
+        const tags = [];
+        $('meta[name="keywords"]').each((_, elem) => {
+            const content = $(elem).attr('content');
+            if (content) {
+                tags.push(...content.split(',').map((t) => t.trim()));
+            }
+        });
+        $('[data-tags]').each((_, elem) => {
+            const dataTags = $(elem).attr('data-tags');
+            if (dataTags) {
+                tags.push(...dataTags.split(',').map((t) => t.trim()));
+            }
+        });
+        return [...new Set(tags)];
+    }
+    detectDifficulty(_$, content) {
+        const lower = content.toLowerCase();
+        if (lower.includes('getting started') || lower.includes('introduction')) {
+            return 'beginner';
+        }
+        if (lower.includes('advanced') || lower.includes('performance')) {
+            return 'advanced';
+        }
+        if (lower.includes('tutorial')) {
+            return 'beginner';
+        }
+        return undefined;
+    }
+    calculateHash(content) {
+        return createHash('sha256').update(content).digest('hex').substring(0, 16);
+    }
+    updateProgress() {
+        if (this.onProgress) {
+            const elapsed = Date.now() - this.progress.startTime.getTime();
+            const rate = this.progress.completed / (elapsed / 1000);
+            const remaining = this.progress.total - this.progress.completed - this.progress.failed;
+            this.progress.estimatedTimeRemaining = remaining / rate;
+            this.onProgress({ ...this.progress });
+        }
+    }
+    detectLoader(url) {
+        try {
+            const parsed = new URL(url);
+            if (parsed.host === 'fabricmc.net' || parsed.host.endsWith('.fabricmc.net')) {
+                return 'fabric';
+            }
+            if (parsed.host === 'neoforged.net' || parsed.host.endsWith('.neoforged.net')) {
+                return 'neoforge';
+            }
+        }
+        catch {
+        }
+        if (url.includes('/fabric/')) {
+            return 'fabric';
+        }
+        if (url.includes('/neoforge/')) {
+            return 'neoforge';
+        }
+        return 'shared';
+    }
+    sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+export function getFabricDocumentationUrls() {
+    const baseUrl = 'https://docs.fabricmc.net/develop';
+    return [
+        `${baseUrl}/`,
+        `${baseUrl}/getting-started/introduction`,
+        `${baseUrl}/getting-started/setting-up-a-development-environment`,
+        `${baseUrl}/getting-started/creating-a-project`,
+        `${baseUrl}/getting-started/project-structure`,
+        `${baseUrl}/getting-started/launch-game`,
+        `${baseUrl}/items/first-item`,
+        `${baseUrl}/items/custom-item-groups`,
+        `${baseUrl}/items/custom-item-interactions`,
+        `${baseUrl}/items/food`,
+        `${baseUrl}/items/tools`,
+        `${baseUrl}/items/armor`,
+        `${baseUrl}/items/custom-armor`,
+        `${baseUrl}/blocks/first-block`,
+        `${baseUrl}/blocks/block-state`,
+        `${baseUrl}/blocks/block-entity`,
+        `${baseUrl}/blocks/block-entity-renderer`,
+        `${baseUrl}/blocks/mining-levels`,
+        `${baseUrl}/entities/effects`,
+        `${baseUrl}/entities/damage-types`,
+        `${baseUrl}/rendering/basic-concepts`,
+        `${baseUrl}/rendering/draw-context`,
+        `${baseUrl}/rendering/hud`,
+        `${baseUrl}/networking/payload`,
+        `${baseUrl}/networking/channels`,
+        `${baseUrl}/data-generation/`,
+        `${baseUrl}/data-generation/recipes`,
+        `${baseUrl}/data-generation/loot-tables`,
+        `${baseUrl}/data-generation/tags`,
+        `${baseUrl}/data-generation/advancement`,
+        `${baseUrl}/data-generation/model`,
+        `${baseUrl}/commands/basics`,
+        `${baseUrl}/commands/arguments`,
+        `${baseUrl}/sounds/using-sounds`,
+        `${baseUrl}/sounds/custom`,
+        `${baseUrl}/codecs`,
+    ];
+}
+//# sourceMappingURL=crawler.js.map

package/dist/indexer/crawler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crawler.js","sourceRoot":"","sources":["../../src/indexer/crawler.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,IAAI,EAAc,MAAM,SAAS,CAAC;AAC3C,OAAO,KAAK,MAAM,YAAY,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,sBAAsB,EAAE,MAAM,cAAc,CAAC;AAatD,MAAM,gBAAgB,GAAG;IAEvB,KAAK;IACL,QAAQ;IACR,QAAQ;IACR,MAAM;IACN,aAAa;IACb,SAAS;IACT,OAAO;IACP,UAAU;IACV,QAAQ;IACR,OAAO;IAGP,aAAa;IACb,cAAc;IACd,MAAM;IACN,oBAAoB;IACpB,MAAM;IAGN,aAAa;IACb,WAAW;IACX,YAAY;IACZ,WAAW;IACX,cAAc;IACd,mBAAmB;IACnB,WAAW;IACX,eAAe;IACf,oBAAoB;IACpB,mBAAmB;IACnB,sBAAsB;IACtB,gBAAgB;IAChB,uBAAuB;IACvB,qBAAqB;IACrB,0BAA0B;IAC1B,SAAS;IACT,aAAa;IACb,eAAe;IACf,8BAA8B;IAC9B,wBAAwB;IACxB,oBAAoB;IAGpB,SAAS;IACT,aAAa;IACb,SAAS;IACT,iBAAiB;IAGjB,YAAY;IACZ,YAAY;IACZ,eAAe;IACf,eAAe;IACf,YAAY;IACZ,QAAQ;IAGR,mBAAmB;IACnB,eAAe;IACf,gBAAgB;IAChB,QAAQ;IACR,QAAQ;IACR,OAAO;IACP,UAAU;IACV,QAAQ;CACT,CAAC;AAMF,MAAM,mBAAmB,GAAa;IAEpC,8BAA8B;IAC9B,8BAA8B;IAC9B,8BAA8B;IAC9B,+BAA+B;IAC/B,8BAA8B;IAC9B,+BAA+B;IAC/B,+BAA+B;IAC/B,0BAA0B;IAC1B,0BAA0B;IAC1B,6BAA6B;IAC7B,gCAAgC;IAChC,8BAA8B;IAC9B,iCAAiC;IACjC,iCAAiC;IAGjC,2GAA2G;IAG3G,qGAAqG;IAGrG,gBAAgB;IAChB,qBAAqB;IACrB,mBAAmB;IACnB,kBAAkB;IAClB,iBAAiB;IACjB,iBAAiB;IAGjB,wBAAwB;IACxB,yBAAyB;IACzB,oBAAoB;IACpB,cAAc;IAGd,aAAa;IACb,WAAW;CACZ,CAAC;AAKF,SAAS,SAAS,CAAC,IAAY;IAC7B,IAAI,OAAO,GAAG,IAAI,CAAC;IAEnB,KAAK,MAAM,OAAO,IAAI,mBAAmB,EAAE,CAAC;QAC1C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACzC,CAAC;IAGD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC7C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAC1C,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IAE7C,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,OAAO,eAAe;IAClB,OAAO,CAAiB;IACxB,QAAQ,CAAkB;IAC1B,KAAK,GAAa,EAAE,CAAC;IACrB,cAAc,GAAG,CAAC,CAAC;IACnB,UAAU,CAAuC;IAEzD,YAAY,UAAmC,EAAE;QAC/C,IAAI,CAAC,OAAO,GAAG;YACb,cAAc,EAAE,CAAC;YACjB,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,IAAI;YAClB,SAAS,EAAE,6BAA6B;YACxC,OAAO,EAAE,KAAK;YACd,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,CAAC,QAAQ,GAAG;YACd,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC;YACT,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;IACJ,CAAC;IAKD,mBAAmB,CAAC,QAA6C;QAC/D,IAAI,CAAC,UAAU,GAAG,QAAQ,CAAC;IAC7B,CAAC;IAKD,KAAK,CAAC,QAAQ,CAAC,IAAc;QAC3B,IAAI,CAAC,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;QAErC,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAoB,EAAE,CAAC;QAGrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5B,OAAO,OAAO,CAAC;IACjB,CAAC;IAKO,KAAK,CAAC,MAAM,CAAC,OAAuB;QAC1C,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YAC/B,IAAI,CAAC,GAAG;gBAAE,MAAM;YAEhB,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,QAAQ,CAAC,UAAU,GAAG,GAAG,CAAC;YAC/B,IAAI,CAAC,cAAc,EAAE,CAAC;YAEtB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;gBAC3C,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAClB,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,mBAAmB,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;gBAChD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACzB,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,IAAI,CAAC,cAAc,EAAE,CAAC;gBAGtB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC1B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACzC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,cAAc,CAAC,GAAW;QACtC,IAAI,SAA4B,CAAC;QAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,OAAO,EAAE,EAAE,CAAC;YACtE,IAAI,CAAC;gBACH,OAAO,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAc,CAAC;gBAC3B,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,GAAG,CAAC,EAAE,CAAC;oBAC7C,OAAO,CAAC,IAAI,CAAC,SAAS,OAAO,GAAG,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,QAAQ,GAAG,EAAE,CAAC,CAAC;oBAC9E,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IACrE,CAAC;IAKD,KAAK,CAAC,SAAS,CAAC,GAAW;QACzB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAE3E,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS;iBACrC;gBACD,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YAErB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACtC,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAKO,SAAS,CAAC,GAAW,EAAE,IAAY,EAAE,CAAa;QAExD,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAGnC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAG3C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAGzC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;QAGvC,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QAGtC,MAAM,QAAQ,GAAG;YACf,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC;YACzB,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC,EAAE,OAAO,CAAC;SAC9C,CAAC;QAGF,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QAGtC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAE9D,OAAO;YACL,GAAG;YACH,KAAK;YACL,OAAO;YACP,OAAO,EAAE,IAAI;YACb,QAAQ;YACR,MAAM;YACN,gBAAgB;YAChB,QAAQ;YACR,QAAQ;YACR,IAAI;SACL,CAAC;IACJ,CAAC;IAKO,YAAY,CAAC,CAAa;QAEhC,MAAM,SAAS,GAAG,CAAC,qBAAqB,EAAE,IAAI,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,CAAC,CAAC;QAErF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC/C,IAAI,IAAI;gBAAE,OAAO,IAAI,CAAC;QACxB,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAKO,eAAe,CAAC,GAAW;QACjC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CACrB,gFAAgF,CACjF,CAAC;QACF,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;QAC/B,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAMO,eAAe,CAAC,CAAa;QACnC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QAGvC,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;YACxC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;QACvB,CAAC;QAGD,MAAM,WAAW,GACf,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;YAC1B,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE;YACnB,CAAC,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;gBACtD,CAAC,CAAC,CAAC,CAAC,gCAAgC,CAAC,CAAC,KAAK,EAAE;gBAC7C,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;oBAC/B,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE;oBACtB,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;wBACtC,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,KAAK,EAAE;wBAC7B,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;4BAC1C,CAAC,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,KAAK,EAAE;4BACjC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;gCAChC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE;gCACvB,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;oCAChC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE;oCACvB,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;QAEpC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YACxB,OAAO,QAAQ,CAAC;QAClB,CAAC;QAGD,MAAM,YAAY,GAAG,WAAW,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAEhE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAE5B,YAAY,CAAC,IAAI,CAAC,CAAC,KAAa,EAAE,IAAa,EAAE,EAAE;gBACjD,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAW,CAAC,CAAC;gBAChC,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;gBAGlD,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;gBAC/C,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;gBACvD,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAG7E,IAAI,WAAW,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClC,OAAO,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC9B,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;oBACjD,IAAI,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;wBACjC,MAAM;oBACR,CAAC;oBACD,WAAW,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;gBACnC,CAAC;gBAED,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;oBACxB,OAAO;gBACT,CAAC;gBAGD,MAAM,OAAO,GAAa,EAAE,CAAC;gBAC7B,MAAM,UAAU,GAAgB,EAAE,CAAC;gBAGnC,WAAW,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,KAAc,EAAE,EAAE;oBACxD,MAAM,MAAM,GAAG,CAAC,CAAC,KAAY,CAAC,CAAC;oBAC/B,MAAM,YAAY,GAAI,KAA8B,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC;oBAG5E,IAAI,YAAY,KAAK,KAAK,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;wBACjD,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;oBAC7B,CAAC;yBAAM,CAAC;wBAEN,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;wBACrC,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;wBAChC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACrB,CAAC;oBACH,CAAC;gBACH,CAAC,CAAC,CAAC;gBAGH,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC5C,IAAI,OAAO,IAAI,cAAc,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvD,QAAQ,CAAC,IAAI,CAAC;wBACZ,OAAO;wBACP,KAAK;wBACL,OAAO,EAAE,cAAc;wBACvB,UAAU;wBACV,KAAK,EAAE,KAAK;qBACb,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAGD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAE5D,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAE1B,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;YACnC,IAAI,OAAO,EAAE,CAAC;gBACZ,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO,EAAE,SAAS;oBAClB,KAAK,EAAE,CAAC;oBACR,OAAO,EAAE,OAAO;oBAChB,UAAU,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,EAAE,WAAW,CAAC;oBAClD,KAAK,EAAE,CAAC;iBACT,CAAC,CAAC;YACL,CAAC;YACD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAGD,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAa,EAAE,IAAa,EAAE,EAAE;YAC7C,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAW,CAAC,CAAC;YAChC,MAAM,OAAO,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YAClD,MAAM,OAAO,GAAI,IAA6B,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC;YAC9E,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;YAG9C,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,MAAM,UAAU,GAAgB,EAAE,CAAC;YAGnC,IAAI,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC/B,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,MAAM,cAAc,GAAI,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;gBAGxE,IAAI,cAAc,IAAI,cAAc,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;oBACvD,MAAM;gBACR,CAAC;gBAGD,IAAI,cAAc,KAAK,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChE,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;oBACnD,UAAU,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBAEN,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;oBACvC,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;oBAChC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC5B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrB,CAAC;gBACH,CAAC;gBAED,QAAQ,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC7B,CAAC;YAGD,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,OAAO,IAAI,cAAc,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvD,QAAQ,CAAC,IAAI,CAAC;oBACZ,OAAO;oBACP,KAAK;oBACL,OAAO,EAAE,cAAc;oBACvB,UAAU;oBACV,KAAK,EAAE,KAAK;iBACb,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAYO,iBAAiB,CAAC,CAAa,EAAE,KAAU;QACjD,MAAM,MAAM,GAAgB,EAAE,CAAC;QAK/B,MAAM,OAAO,GAAU,EAAE,CAAC;QAE1B,IAAI,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;YAEpB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QAGD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAO,EAAE,EAAE;YAC5C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAGlC,IAAI,IAAY,CAAC;YACjB,MAAM,SAAS,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEjC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAGzB,MAAM,KAAK,GAAa,EAAE,CAAC;gBAC3B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAO,EAAE,EAAE;oBAE/C,MAAM,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC9B,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACvB,CAAC,CAAC,CAAC;gBACH,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACjC,CAAC;iBAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAE/B,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAChC,CAAC;iBAAM,CAAC;gBAEN,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC3B,CAAC;YAED,IAAI,CAAC,IAAI;gBAAE,SAAS;YAIpB,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC/C,MAAM,QAAQ,GAAG,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,SAAS,IAAI,QAAQ,CAAC;YAMxC,IAAI,QAAQ,GAAG,MAAM,CAAC;YAEtB,MAAM,SAAS,GACb,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACjC,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC;gBACjC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAE7B,IAAI,SAAS,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9B,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAExB,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;oBACxB,QAAQ,GAAG,MAAM,CAAC;gBACpB,CAAC;YACH,CAAC;YAGD,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACrC,MAAM,OAAO,GACX,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;YAEvF,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ;gBACR,IAAI;gBACJ,OAAO;aACR,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAKO,cAAc,CAAC,CAAa;QAElC,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAGvC,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;YACxC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;QAC1B,CAAC;QAGD,MAAM,IAAI,GACR,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;YAC7B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE;YACtB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;gBAClC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE;gBACzB,CAAC,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;oBAC7D,CAAC,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC,KAAK,EAAE;oBACpD,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,GAAG,CAAC;wBACzD,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC,KAAK,EAAE;wBAChD,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,CAAC;QAGjC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAKO,WAAW,CAAC,CAAa;QAC/B,MAAM,IAAI,GAAa,EAAE,CAAC;QAG1B,CAAC,CAAC,uBAAuB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,IAAa,EAAE,EAAE;YAC3D,MAAM,OAAO,GAAG,CAAC,CAAC,IAAW,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,OAAO,EAAE,CAAC;gBACZ,IAAI,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAChE,CAAC;QACH,CAAC,CAAC,CAAC;QAGH,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,IAAa,EAAE,EAAE;YACjD,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAW,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAClD,IAAI,QAAQ,EAAE,CAAC;gBACb,IAAI,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACjE,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IAC5B,CAAC;IAKO,gBAAgB,CACtB,EAAc,EACd,OAAe;QAEf,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAEpC,IAAI,KAAK,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACxE,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAChE,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/B,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAKO,aAAa,CAAC,OAAe;QACnC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC7E,CAAC;IAKO,cAAc;QACpB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAEpB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;YACxD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;YACvF,IAAI,CAAC,QAAQ,CAAC,sBAAsB,GAAG,SAAS,GAAG,IAAI,CAAC;YAExD,IAAI,CAAC,UAAU,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAKO,YAAY,CAAC,GAAW;QAC9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAE5B,IAAI,MAAM,CAAC,IAAI,KAAK,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;gBAC5E,OAAO,QAAQ,CAAC;YAClB,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,KAAK,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAC9E,OAAO,UAAU,CAAC;YACpB,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;QAGT,CAAC;QACD,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC7B,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,IAAI,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/B,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAKO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF;AAKD,MAAM,UAAU,0BAA0B;IAIxC,MAAM,OAAO,GAAG,mCAAmC,CAAC;IAEpD,OAAO;QAEL,GAAG,OAAO,GAAG;QACb,GAAG,OAAO,+BAA+B;QACzC,GAAG,OAAO,uDAAuD;QACjE,GAAG,OAAO,qCAAqC;QAC/C,GAAG,OAAO,oCAAoC;QAC9C,GAAG,OAAO,8BAA8B;QAGxC,GAAG,OAAO,mBAAmB;QAC7B,GAAG,OAAO,2BAA2B;QACrC,GAAG,OAAO,iCAAiC;QAC3C,GAAG,OAAO,aAAa;QACvB,GAAG,OAAO,cAAc;QACxB,GAAG,OAAO,cAAc;QACxB,GAAG,OAAO,qBAAqB;QAG/B,GAAG,OAAO,qBAAqB;QAC/B,GAAG,OAAO,qBAAqB;QAC/B,GAAG,OAAO,sBAAsB;QAChC,GAAG,OAAO,+BAA+B;QACzC,GAAG,OAAO,uBAAuB;QAGjC,GAAG,OAAO,mBAAmB;QAC7B,GAAG,OAAO,wBAAwB;QAGlC,GAAG,OAAO,2BAA2B;QACrC,GAAG,OAAO,yBAAyB;QACnC,GAAG,OAAO,gBAAgB;QAG1B,GAAG,OAAO,qBAAqB;QAC/B,GAAG,OAAO,sBAAsB;QAGhC,GAAG,OAAO,mBAAmB;QAC7B,GAAG,OAAO,0BAA0B;QACpC,GAAG,OAAO,8BAA8B;QACxC,GAAG,OAAO,uBAAuB;QACjC,GAAG,OAAO,8BAA8B;QACxC,GAAG,OAAO,wBAAwB;QAGlC,GAAG,OAAO,kBAAkB;QAC5B,GAAG,OAAO,qBAAqB;QAC/B,GAAG,OAAO,sBAAsB;QAChC,GAAG,OAAO,gBAAgB;QAC1B,GAAG,OAAO,SAAS;KAGpB,CAAC;AACJ,CAAC"}

package/dist/indexer/embeddings.d.ts

@@ -0,0 +1,56 @@
+import type { DocumentChunk } from './chunker.js';
+export interface EmbeddingVector {
+    chunkId: string;
+    embedding: number[];
+}
+export interface SemanticSearchResult {
+    chunkId: string;
+    similarity: number;
+    chunk?: DocumentChunk;
+}
+export declare class EmbeddingGenerator {
+    private pipeline;
+    private modelName;
+    private initialized;
+    initialize(): Promise<void>;
+    generateEmbedding(text: string): Promise<number[]>;
+    generateEmbeddings(texts: string[], batchSize?: number): Promise<number[][]>;
+    static cosineSimilarity(a: number[], b: number[]): number;
+    static findTopK(queryEmbedding: number[], embeddings: EmbeddingVector[], k?: number): SemanticSearchResult[];
+}
+export interface EmbeddingStorage {
+    storeEmbeddings(embeddings: EmbeddingVector[]): Promise<void>;
+    getAllEmbeddings(): Promise<EmbeddingVector[]>;
+    getEmbedding(chunkId: string): Promise<EmbeddingVector | undefined>;
+    deleteEmbeddings(documentId: number): Promise<void>;
+    searchSemantic(queryEmbedding: number[], limit: number): Promise<SemanticSearchResult[]>;
+}
+export declare class InMemoryEmbeddingCache implements EmbeddingStorage {
+    private embeddings;
+    storeEmbeddings(embeddings: EmbeddingVector[]): Promise<void>;
+    getAllEmbeddings(): Promise<EmbeddingVector[]>;
+    getEmbedding(chunkId: string): Promise<EmbeddingVector | undefined>;
+    deleteEmbeddings(documentId: number): Promise<void>;
+    searchSemantic(queryEmbedding: number[], limit: number): Promise<SemanticSearchResult[]>;
+    size(): number;
+    clear(): void;
+    saveToFile(path: string): Promise<void>;
+    loadFromFile(path: string): Promise<void>;
+}
+export interface HybridSearchResult {
+    chunkId: string;
+    ftsScore: number;
+    semanticScore: number;
+    combinedScore: number;
+}
+export declare class HybridSearch {
+    static combine(ftsResults: Array<{
+        id: string;
+        rank: number;
+    }>, semanticResults: SemanticSearchResult[], ftsWeight?: number, semanticWeight?: number): HybridSearchResult[];
+    static reciprocalRankFusion(ftsResults: Array<{
+        id: string;
+        rank: number;
+    }>, semanticResults: SemanticSearchResult[], k?: number): HybridSearchResult[];
+}
+//# sourceMappingURL=embeddings.d.ts.map

package/dist/indexer/embeddings.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../../src/indexer/embeddings.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAMlD,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,aAAa,CAAC;CACvB;AAMD,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAqD;IACrE,OAAO,CAAC,SAAS,CAA6B;IAC9C,OAAO,CAAC,WAAW,CAAS;IAKtB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB3B,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IA8BlD,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,SAAS,SAAK,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAkC9E,MAAM,CAAC,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;IAwBzD,MAAM,CAAC,QAAQ,CACb,cAAc,EAAE,MAAM,EAAE,EACxB,UAAU,EAAE,eAAe,EAAE,EAC7B,CAAC,GAAE,MAAW,GACb,oBAAoB,EAAE;CAe1B;AAKD,MAAM,WAAW,gBAAgB;IAI/B,eAAe,CAAC,UAAU,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAK9D,gBAAgB,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAK/C,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC,CAAC;IAKpE,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAKpD,cAAc,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC,CAAC;CAC1F;AAMD,qBAAa,sBAAuB,YAAW,gBAAgB;IAC7D,OAAO,CAAC,UAAU,CAA+B;IAG3C,eAAe,CAAC,UAAU,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAO7D,gBAAgB,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAS9C,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,SAAS,CAAC;IAMnE,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWnD,cAAc,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAQ9F,IAAI,IAAI,MAAM;IAOd,KAAK,IAAI,IAAI;IAOP,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAWvC,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAUhD;AAKD,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,qBAAa,YAAY;IAQvB,MAAM,CAAC,OAAO,CACZ,UAAU,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,EAC/C,eAAe,EAAE,oBAAoB,EAAE,EACvC,SAAS,GAAE,MAAY,EACvB,cAAc,GAAE,MAAY,GAC3B,kBAAkB,EAAE;IAiDvB,MAAM,CAAC,oBAAoB,CACzB,UAAU,EAAE,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,EAC/C,eAAe,EAAE,oBAAoB,EAAE,EACvC,CAAC,GAAE,MAAW,GACb,kBAAkB,EAAE;CAiCxB"}