libre-webui 0.24.1 → 0.26.0

package/backend/dist/utils/documentExtraction.js

@@ -0,0 +1,545 @@
+/*
+ * Libre WebUI
+ * Copyright (C) 2025 Kroonen AI, Inc.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { htmlToText } from './webpageFetcher.js';
+import { readZipArchive, ZipArchiveError } from './zipArchive.js';
+export class DocumentExtractionError extends Error {
+    constructor(message) {
+        super(message);
+        this.name = 'DocumentExtractionError';
+    }
+}
+const CODE_EXTENSIONS = [
+    'ts',
+    'tsx',
+    'js',
+    'jsx',
+    'mjs',
+    'cjs',
+    'py',
+    'rb',
+    'go',
+    'rs',
+    'java',
+    'kt',
+    'swift',
+    'c',
+    'h',
+    'cc',
+    'cpp',
+    'hpp',
+    'cs',
+    'php',
+    'sh',
+    'bash',
+    'zsh',
+    'sql',
+    'r',
+    'scala',
+    'lua',
+    'pl',
+    'json',
+    'yaml',
+    'yml',
+    'toml',
+    'ini',
+    'css',
+    'scss',
+    'less',
+    'xml',
+    'graphql',
+    'proto',
+    'tf',
+    'dockerfile',
+];
+const DOCUMENT_TYPE_SPECS = [
+    {
+        fileType: 'pdf',
+        extensions: ['pdf'],
+        mimeTypes: ['application/pdf'],
+    },
+    {
+        fileType: 'md',
+        extensions: ['md', 'markdown', 'mdx'],
+        mimeTypes: ['text/markdown', 'text/x-markdown'],
+    },
+    {
+        fileType: 'html',
+        extensions: ['html', 'htm', 'xhtml'],
+        mimeTypes: ['text/html', 'application/xhtml+xml'],
+    },
+    {
+        fileType: 'docx',
+        extensions: ['docx'],
+        mimeTypes: [
+            'application/vnd.openxmlformats-officedocument.wordprocessingml.document',
+        ],
+    },
+    {
+        fileType: 'pptx',
+        extensions: ['pptx'],
+        mimeTypes: [
+            'application/vnd.openxmlformats-officedocument.presentationml.presentation',
+        ],
+    },
+    {
+        fileType: 'xlsx',
+        extensions: ['xlsx'],
+        mimeTypes: [
+            'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet',
+        ],
+    },
+    {
+        fileType: 'csv',
+        extensions: ['csv', 'tsv'],
+        mimeTypes: ['text/csv', 'text/tab-separated-values'],
+    },
+    {
+        fileType: 'code',
+        extensions: CODE_EXTENSIONS,
+        mimeTypes: ['application/json', 'text/css', 'application/xml', 'text/xml'],
+    },
+    {
+        fileType: 'txt',
+        extensions: ['txt', 'text', 'log'],
+        mimeTypes: ['text/plain'],
+    },
+];
+export const SUPPORTED_DOCUMENT_EXTENSIONS = Object.freeze(DOCUMENT_TYPE_SPECS.flatMap(spec => spec.extensions));
+export const SUPPORTED_DOCUMENT_MIME_TYPES = Object.freeze([
+    ...new Set(DOCUMENT_TYPE_SPECS.flatMap(spec => spec.mimeTypes)),
+]);
+const fileExtension = (fileName) => {
+    const base = fileName.slice(fileName.lastIndexOf('/') + 1).toLowerCase();
+    if (base === 'dockerfile')
+        return 'dockerfile';
+    const dot = base.lastIndexOf('.');
+    return dot === -1 ? '' : base.slice(dot + 1);
+};
+/**
+ * Resolves the canonical file type for an upload. The extension decides
+ * first because browsers report unreliable MIME types for Markdown, code,
+ * and OOXML files; the declared MIME type is the fallback for extensionless
+ * names. Returns null when neither identifies a supported type.
+ */
+export const resolveDocumentFileType = (fileName, mimeType) => {
+    const extension = fileExtension(fileName);
+    if (extension) {
+        for (const spec of DOCUMENT_TYPE_SPECS) {
+            if (spec.extensions.includes(extension))
+                return spec.fileType;
+        }
+    }
+    const normalizedMime = mimeType.toLowerCase().split(';')[0].trim();
+    for (const spec of DOCUMENT_TYPE_SPECS) {
+        if (spec.mimeTypes.includes(normalizedMime))
+            return spec.fileType;
+    }
+    // Trust text/* payloads with unknown extensions as plain text so logs and
+    // exports with exotic suffixes remain ingestible.
+    if (normalizedMime.startsWith('text/'))
+        return 'txt';
+    return null;
+};
+const SEGMENT_KINDS = new Set(['page', 'slide', 'sheet', 'section']);
+/** Validates a stored document metadata segment map. */
+export const readDocumentSegments = (metadata) => {
+    const value = metadata?.segments;
+    if (!Array.isArray(value))
+        return [];
+    const segments = [];
+    for (const entry of value) {
+        if (!entry || typeof entry !== 'object')
+            return [];
+        const record = entry;
+        if (typeof record.kind !== 'string' ||
+            !SEGMENT_KINDS.has(record.kind) ||
+            typeof record.label !== 'string' ||
+            !Number.isSafeInteger(record.startChar) ||
+            !Number.isSafeInteger(record.endChar) ||
+            record.startChar < 0 ||
+            record.endChar < record.startChar) {
+            return [];
+        }
+        segments.push({
+            kind: record.kind,
+            label: record.label,
+            startChar: record.startChar,
+            endChar: record.endChar,
+        });
+    }
+    return segments;
+};
+/**
+ * Human-readable location of a chunk inside its source, chosen as the
+ * segment with the greatest overlap of the chunk's character range.
+ * Offsets are approximate (chunking trims whitespace), so overlap rather
+ * than containment decides.
+ */
+export const resolveSegmentLabel = (segments, startChar, endChar) => {
+    let best;
+    let bestOverlap = 0;
+    for (const segment of segments) {
+        const overlap = Math.min(segment.endChar, endChar) -
+            Math.max(segment.startChar, startChar);
+        if (overlap > bestOverlap) {
+            best = segment;
+            bestOverlap = overlap;
+        }
+    }
+    if (!best)
+        return undefined;
+    switch (best.kind) {
+        case 'sheet':
+            return `Sheet ${best.label}`;
+        case 'section':
+            return `§ ${best.label}`;
+        default:
+            return best.label;
+    }
+};
+const XML_ENTITY_PATTERN = /&(amp|lt|gt|quot|apos|#x[0-9a-fA-F]+|#[0-9]+);/g;
+const decodeXmlEntities = (value) => value.replace(XML_ENTITY_PATTERN, (_match, entity) => {
+    switch (entity) {
+        case 'amp':
+            return '&';
+        case 'lt':
+            return '<';
+        case 'gt':
+            return '>';
+        case 'quot':
+            return '"';
+        case 'apos':
+            return "'";
+        default: {
+            const codePoint = entity.startsWith('#x')
+                ? Number.parseInt(entity.slice(2), 16)
+                : Number.parseInt(entity.slice(1), 10);
+            return Number.isFinite(codePoint) &&
+                codePoint >= 0 &&
+                codePoint <= 0x10ffff
+                ? String.fromCodePoint(codePoint)
+                : '';
+        }
+    }
+});
+/**
+ * Collects the character data of every occurrence of one XML tag, in
+ * document order. Handles self-closing tags and attributes; OOXML text runs
+ * carry no nested markup inside the target elements this module reads.
+ */
+const collectXmlTagText = (xml, tagName) => {
+    const results = [];
+    const pattern = new RegExp(`<${tagName}(?:\\s[^>]*)?(?:/>|>([\\s\\S]*?)</${tagName}>)`, 'g');
+    for (const match of xml.matchAll(pattern)) {
+        results.push(match[1] === undefined ? '' : decodeXmlEntities(match[1]));
+    }
+    return results;
+};
+const decodeTextBuffer = (buffer) => {
+    let text = buffer.toString('utf8');
+    if (text.charCodeAt(0) === 0xfeff)
+        text = text.slice(1);
+    return text.replace(/\r\n/g, '\n');
+};
+const openOoxmlArchive = (buffer, label) => {
+    try {
+        return readZipArchive(buffer);
+    }
+    catch (error) {
+        if (error instanceof ZipArchiveError) {
+            throw new DocumentExtractionError(`The uploaded ${label} file is not a readable Office document: ${error.message}`);
+        }
+        throw error;
+    }
+};
+const readArchiveXml = (archive, path, label) => {
+    const bytes = archive.read(path);
+    if (!bytes) {
+        throw new DocumentExtractionError(`The uploaded ${label} file is missing its ${path} part`);
+    }
+    return bytes.toString('utf8');
+};
+/** DOCX: word/document.xml paragraphs, with tabs and line breaks preserved. */
+const extractDocx = (buffer) => {
+    const archive = openOoxmlArchive(buffer, 'DOCX');
+    const xml = readArchiveXml(archive, 'word/document.xml', 'DOCX');
+    const paragraphs = [];
+    const tokenPattern = /<w:t(?:\s[^>]*)?(?:\/>|>([\s\S]*?)<\/w:t>)|<w:tab(?:\s[^>]*)?\/>|<w:br(?:\s[^>]*)?\/>/g;
+    for (const paragraphMatch of xml.matchAll(/<w:p(?:\s[^>]*)?>([\s\S]*?)<\/w:p>/g)) {
+        const pieces = [];
+        for (const token of paragraphMatch[1].matchAll(tokenPattern)) {
+            if (token[0].startsWith('<w:tab'))
+                pieces.push('\t');
+            else if (token[0].startsWith('<w:br'))
+                pieces.push('\n');
+            else if (token[1] !== undefined)
+                pieces.push(decodeXmlEntities(token[1]));
+        }
+        const text = pieces.join('').trim();
+        if (text)
+            paragraphs.push(text);
+    }
+    return { content: paragraphs.join('\n\n'), segments: [] };
+};
+/** PPTX: one segment per slide, in slide-number order. */
+const extractPptx = (buffer) => {
+    const archive = openOoxmlArchive(buffer, 'PPTX');
+    const slidePaths = archive
+        .entryPaths()
+        .map(path => {
+        const match = /^ppt\/slides\/slide(\d+)\.xml$/.exec(path);
+        return match ? { path, index: Number.parseInt(match[1], 10) } : null;
+    })
+        .filter((entry) => entry !== null)
+        .sort((a, b) => a.index - b.index);
+    if (slidePaths.length === 0) {
+        throw new DocumentExtractionError('The uploaded PPTX file contains no slides');
+    }
+    const segments = [];
+    const parts = [];
+    let offset = 0;
+    for (const slide of slidePaths) {
+        const xml = readArchiveXml(archive, slide.path, 'PPTX');
+        const paragraphs = [];
+        for (const paragraphMatch of xml.matchAll(/<a:p(?:\s[^>]*)?>([\s\S]*?)<\/a:p>/g)) {
+            const text = collectXmlTagText(paragraphMatch[1], 'a:t').join('').trim();
+            if (text)
+                paragraphs.push(text);
+        }
+        const slideText = paragraphs.join('\n');
+        if (!slideText)
+            continue;
+        if (parts.length > 0)
+            offset += 2; // joiner between slides
+        segments.push({
+            kind: 'slide',
+            label: `Slide ${slide.index}`,
+            startChar: offset,
+            endChar: offset + slideText.length,
+        });
+        parts.push(slideText);
+        offset += slideText.length;
+    }
+    return { content: parts.join('\n\n'), segments };
+};
+const excelColumnIndex = (cellRef) => {
+    let column = 0;
+    for (const char of cellRef) {
+        if (char >= 'A' && char <= 'Z') {
+            column = column * 26 + (char.charCodeAt(0) - 64);
+        }
+        else {
+            break;
+        }
+    }
+    return column === 0 ? 1 : column;
+};
+/** XLSX: rows rendered as tab-separated lines, one segment per sheet. */
+const extractXlsx = (buffer) => {
+    const archive = openOoxmlArchive(buffer, 'XLSX');
+    const workbookXml = readArchiveXml(archive, 'xl/workbook.xml', 'XLSX');
+    const relsXml = readArchiveXml(archive, 'xl/_rels/workbook.xml.rels', 'XLSX');
+    const relationshipTargets = new Map();
+    for (const match of relsXml.matchAll(/<Relationship\s[^>]*Id="([^"]+)"[^>]*Target="([^"]+)"[^>]*\/?>/g)) {
+        relationshipTargets.set(match[1], match[2].replace(/^\//, ''));
+    }
+    const sheets = [];
+    for (const match of workbookXml.matchAll(/<sheet\s[^>]*\/?>/g)) {
+        const nameMatch = /name="([^"]*)"/.exec(match[0]);
+        const idMatch = /r:id="([^"]*)"/.exec(match[0]);
+        if (nameMatch && idMatch) {
+            sheets.push({
+                name: decodeXmlEntities(nameMatch[1]),
+                relationshipId: idMatch[1],
+            });
+        }
+    }
+    if (sheets.length === 0) {
+        throw new DocumentExtractionError('The uploaded XLSX file contains no worksheets');
+    }
+    const sharedStrings = [];
+    const sharedXmlBytes = archive.read('xl/sharedStrings.xml');
+    if (sharedXmlBytes) {
+        const sharedXml = sharedXmlBytes.toString('utf8');
+        for (const item of sharedXml.matchAll(/<si(?:\s[^>]*)?>([\s\S]*?)<\/si>/g)) {
+            sharedStrings.push(collectXmlTagText(item[1], 't').join(''));
+        }
+    }
+    const segments = [];
+    const parts = [];
+    let offset = 0;
+    for (const sheet of sheets) {
+        const target = relationshipTargets.get(sheet.relationshipId);
+        if (!target)
+            continue;
+        const sheetPath = target.startsWith('xl/') ? target : `xl/${target}`;
+        const sheetBytes = archive.read(sheetPath);
+        if (!sheetBytes)
+            continue;
+        const sheetXml = sheetBytes.toString('utf8');
+        const lines = [];
+        for (const rowMatch of sheetXml.matchAll(/<row(?:\s[^>]*)?>([\s\S]*?)<\/row>/g)) {
+            const cells = [];
+            for (const cellMatch of rowMatch[1].matchAll(/<c(?:\s([^>]*))?(?:\/>|>([\s\S]*?)<\/c>)/g)) {
+                const attributes = cellMatch[1] ?? '';
+                const body = cellMatch[2] ?? '';
+                const refMatch = /r="([A-Z]+)\d+"/.exec(attributes);
+                const columnIndex = refMatch
+                    ? excelColumnIndex(refMatch[1])
+                    : cells.length + 1;
+                while (cells.length < columnIndex - 1)
+                    cells.push('');
+                const typeMatch = /t="([^"]+)"/.exec(attributes);
+                const type = typeMatch ? typeMatch[1] : 'n';
+                let value = '';
+                if (type === 'inlineStr') {
+                    value = collectXmlTagText(body, 't').join('');
+                }
+                else {
+                    const rawValue = collectXmlTagText(body, 'v').join('');
+                    if (type === 's') {
+                        const index = Number.parseInt(rawValue, 10);
+                        value = Number.isInteger(index) ? (sharedStrings[index] ?? '') : '';
+                    }
+                    else if (type === 'b') {
+                        value = rawValue === '1' ? 'TRUE' : 'FALSE';
+                    }
+                    else {
+                        value = rawValue;
+                    }
+                }
+                cells.push(value);
+            }
+            const line = cells.join('\t').replace(/\t+$/, '');
+            if (line.trim())
+                lines.push(line);
+        }
+        const header = `Sheet: ${sheet.name}`;
+        const sheetText = lines.length > 0 ? `${header}\n${lines.join('\n')}` : '';
+        if (!sheetText)
+            continue;
+        if (parts.length > 0)
+            offset += 2;
+        segments.push({
+            kind: 'sheet',
+            label: sheet.name,
+            startChar: offset,
+            endChar: offset + sheetText.length,
+        });
+        parts.push(sheetText);
+        offset += sheetText.length;
+    }
+    return { content: parts.join('\n\n'), segments };
+};
+/** Markdown: passthrough text with one segment per top-level heading. */
+const extractMarkdown = (buffer) => {
+    const content = decodeTextBuffer(buffer);
+    const segments = [];
+    const headingPattern = /^#{1,3}\s+(.+)$/gm;
+    const headings = [];
+    for (const match of content.matchAll(headingPattern)) {
+        headings.push({
+            label: match[1].trim().slice(0, 120),
+            startChar: match.index ?? 0,
+        });
+    }
+    for (let index = 0; index < headings.length; index += 1) {
+        segments.push({
+            kind: 'section',
+            label: headings[index].label,
+            startChar: headings[index].startChar,
+            endChar: index + 1 < headings.length
+                ? headings[index + 1].startChar
+                : content.length,
+        });
+    }
+    return { content, segments };
+};
+const extractHtml = (buffer) => {
+    const { title, text } = htmlToText(decodeTextBuffer(buffer));
+    const content = title && !text.startsWith(title) ? `${title}\n\n${text}` : text;
+    return { content, segments: [] };
+};
+/** PDF: pdfjs text content with one segment per page. */
+const extractPdf = async (buffer, pdfLib, signal) => {
+    const pdfDocument = await pdfLib.getDocument({
+        data: new Uint8Array(buffer),
+    }).promise;
+    const segments = [];
+    const parts = [];
+    let offset = 0;
+    for (let pageNumber = 1; pageNumber <= pdfDocument.numPages; pageNumber += 1) {
+        if (signal?.aborted)
+            throw signal.reason;
+        const page = await pdfDocument.getPage(pageNumber);
+        const textContent = await page.getTextContent();
+        const pageText = textContent.items
+            .map(item => item !== null &&
+            typeof item === 'object' &&
+            'str' in item &&
+            typeof item.str === 'string'
+            ? item.str
+            : '')
+            .join(' ')
+            .replace(/\s+/g, ' ')
+            .trim();
+        if (!pageText)
+            continue;
+        if (parts.length > 0)
+            offset += 2;
+        segments.push({
+            kind: 'page',
+            label: `Page ${pageNumber}`,
+            startChar: offset,
+            endChar: offset + pageText.length,
+        });
+        parts.push(pageText);
+        offset += pageText.length;
+    }
+    return { content: parts.join('\n\n'), segments };
+};
+export const extractDocumentContentByType = async (buffer, fileType, options = {}) => {
+    if (options.signal?.aborted)
+        throw options.signal.reason;
+    switch (fileType) {
+        case 'pdf': {
+            if (!options.pdfLib) {
+                throw new DocumentExtractionError('PDF parsing is not available');
+            }
+            return extractPdf(buffer, options.pdfLib, options.signal);
+        }
+        case 'docx':
+            return extractDocx(buffer);
+        case 'pptx':
+            return extractPptx(buffer);
+        case 'xlsx':
+            return extractXlsx(buffer);
+        case 'md':
+            return extractMarkdown(buffer);
+        case 'html':
+            return extractHtml(buffer);
+        case 'csv':
+        case 'code':
+        case 'txt':
+            return { content: decodeTextBuffer(buffer), segments: [] };
+        default: {
+            const exhausted = fileType;
+            throw new DocumentExtractionError(`Unsupported file type: ${exhausted}`);
+        }
+    }
+};
+//# sourceMappingURL=documentExtraction.js.map

package/backend/dist/utils/documentExtraction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentExtraction.js","sourceRoot":"","sources":["../../src/utils/documentExtraction.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,cAAc,EAAc,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAgC9E,MAAM,OAAO,uBAAwB,SAAQ,KAAK;IAChD,YAAY,OAAe;QACzB,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;IACxC,CAAC;CACF;AAQD,MAAM,eAAe,GAAG;IACtB,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,KAAK;IACL,KAAK;IACL,KAAK;IACL,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,IAAI;IACJ,MAAM;IACN,IAAI;IACJ,OAAO;IACP,GAAG;IACH,GAAG;IACH,IAAI;IACJ,KAAK;IACL,KAAK;IACL,IAAI;IACJ,KAAK;IACL,IAAI;IACJ,MAAM;IACN,KAAK;IACL,KAAK;IACL,GAAG;IACH,OAAO;IACP,KAAK;IACL,IAAI;IACJ,MAAM;IACN,MAAM;IACN,KAAK;IACL,MAAM;IACN,KAAK;IACL,KAAK;IACL,MAAM;IACN,MAAM;IACN,KAAK;IACL,SAAS;IACT,OAAO;IACP,IAAI;IACJ,YAAY;CACJ,CAAC;AAEX,MAAM,mBAAmB,GAAgC;IACvD;QACE,QAAQ,EAAE,KAAK;QACf,UAAU,EAAE,CAAC,KAAK,CAAC;QACnB,SAAS,EAAE,CAAC,iBAAiB,CAAC;KAC/B;IACD;QACE,QAAQ,EAAE,IAAI;QACd,UAAU,EAAE,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC;QACrC,SAAS,EAAE,CAAC,eAAe,EAAE,iBAAiB,CAAC;KAChD;IACD;QACE,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC;QACpC,SAAS,EAAE,CAAC,WAAW,EAAE,uBAAuB,CAAC;KAClD;IACD;QACE,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,SAAS,EAAE;YACT,yEAAyE;SAC1E;KACF;IACD;QACE,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,SAAS,EAAE;YACT,2EAA2E;SAC5E;KACF;IACD;QACE,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,CAAC,MAAM,CAAC;QACpB,SAAS,EAAE;YACT,mEAAmE;SACpE;KACF;IACD;QACE,QAAQ,EAAE,KAAK;QACf,UAAU,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC;QAC1B,SAAS,EAAE,CAAC,UAAU,EAAE,2BAA2B,CAAC;KACrD;IACD;QACE,QAAQ,EAAE,MAAM;QAChB,UAAU,EAAE,eAAe;QAC3B,SAAS,EAAE,CAAC,kBAAkB,EAAE,UAAU,EAAE,iBAAiB,EAAE,UAAU,CAAC;KAC3E;IACD;QACE,QAAQ,EAAE,KAAK;QACf,UAAU,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;QAClC,SAAS,EAAE,CAAC,YAAY,CAAC;KAC1B;CACO,CAAC;AAEX,MAAM,CAAC,MAAM,6BAA6B,GAAsB,MAAM,CAAC,MAAM,CAC3E,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CACrD,CAAC;AAEF,MAAM,CAAC,MAAM,6BAA6B,GAAsB,MAAM,CAAC,MAAM,CAAC;IAC5E,GAAG,IAAI,GAAG,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;CAChE,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,CAAC,QAAgB,EAAU,EAAE;IACjD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IACzE,IAAI,IAAI,KAAK,YAAY;QAAE,OAAO,YAAY,CAAC;IAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAClC,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;AAC/C,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG,CACrC,QAAgB,EAChB,QAAgB,EACS,EAAE;IAC3B,MAAM,SAAS,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,SAAS,EAAE,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,mBAAmB,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QAChE,CAAC;IACH,CAAC;IACD,MAAM,cAAc,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACnE,KAAK,MAAM,IAAI,IAAI,mBAAmB,EAAE,CAAC;QACvC,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,cAAc,CAAC;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;IACpE,CAAC;IACD,0EAA0E;IAC1E,kDAAkD;IAClD,IAAI,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IACrD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC;AAErE,wDAAwD;AACxD,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAClC,QAA6C,EAC1B,EAAE;IACrB,MAAM,KAAK,GAAG,QAAQ,EAAE,QAAQ,CAAC;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,EAAE,CAAC;QACnD,MAAM,MAAM,GAAG,KAAgC,CAAC;QAChD,IACE,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;YAC/B,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;YAC/B,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ;YAChC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC;YACvC,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;YACpC,MAAM,CAAC,SAAoB,GAAG,CAAC;YAC/B,MAAM,CAAC,OAAkB,GAAI,MAAM,CAAC,SAAoB,EACzD,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM,CAAC,IAA+B;YAC5C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAmB;YACrC,OAAO,EAAE,MAAM,CAAC,OAAiB;SAClC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,CACjC,QAAoC,EACpC,SAAiB,EACjB,OAAe,EACK,EAAE;IACtB,IAAI,IAAiC,CAAC;IACtC,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,OAAO,GACX,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC;YAClC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACzC,IAAI,OAAO,GAAG,WAAW,EAAE,CAAC;YAC1B,IAAI,GAAG,OAAO,CAAC;YACf,WAAW,GAAG,OAAO,CAAC;QACxB,CAAC;IACH,CAAC;IACD,IAAI,CAAC,IAAI;QAAE,OAAO,SAAS,CAAC;IAC5B,QAAQ,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,KAAK,OAAO;YACV,OAAO,SAAS,IAAI,CAAC,KAAK,EAAE,CAAC;QAC/B,KAAK,SAAS;YACZ,OAAO,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B;YACE,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,kBAAkB,GAAG,iDAAiD,CAAC;AAE7E,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAU,EAAE,CAClD,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC,MAAM,EAAE,MAAc,EAAE,EAAE;IAC3D,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,KAAK;YACR,OAAO,GAAG,CAAC;QACb,KAAK,IAAI;YACP,OAAO,GAAG,CAAC;QACb,KAAK,IAAI;YACP,OAAO,GAAG,CAAC;QACb,KAAK,MAAM;YACT,OAAO,GAAG,CAAC;QACb,KAAK,MAAM;YACT,OAAO,GAAG,CAAC;QACb,SAAS,CAAC;YACR,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC;gBACvC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;gBACtC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzC,OAAO,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;gBAC/B,SAAS,IAAI,CAAC;gBACd,SAAS,IAAI,QAAQ;gBACrB,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC;gBACjC,CAAC,CAAC,EAAE,CAAC;QACT,CAAC;IACH,CAAC;AACH,CAAC,CAAC,CAAC;AAEL;;;;GAIG;AACH,MAAM,iBAAiB,GAAG,CAAC,GAAW,EAAE,OAAe,EAAY,EAAE;IACnE,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,IAAI,MAAM,CACxB,IAAI,OAAO,qCAAqC,OAAO,IAAI,EAC3D,GAAG,CACJ,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,MAAc,EAAU,EAAE;IAClD,IAAI,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACnC,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,MAAM;QAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACrC,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,MAAc,EAAE,KAAa,EAAc,EAAE;IACrE,IAAI,CAAC;QACH,OAAO,cAAc,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;YACrC,MAAM,IAAI,uBAAuB,CAC/B,gBAAgB,KAAK,4CAA4C,KAAK,CAAC,OAAO,EAAE,CACjF,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CACrB,OAAmB,EACnB,IAAY,EACZ,KAAa,EACL,EAAE;IACV,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,uBAAuB,CAC/B,gBAAgB,KAAK,wBAAwB,IAAI,OAAO,CACzD,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC,CAAC;AAEF,+EAA+E;AAC/E,MAAM,WAAW,GAAG,CAAC,MAAc,EAA4B,EAAE;IAC/D,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,GAAG,GAAG,cAAc,CAAC,OAAO,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC;IACjE,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,YAAY,GAChB,wFAAwF,CAAC;IAC3F,KAAK,MAAM,cAAc,IAAI,GAAG,CAAC,QAAQ,CACvC,qCAAqC,CACtC,EAAE,CAAC;QACF,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7D,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAChD,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC;gBAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBACpD,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,SAAS;gBAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5E,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACpC,IAAI,IAAI;YAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;AAC5D,CAAC,CAAC;AAEF,0DAA0D;AAC1D,MAAM,WAAW,GAAG,CAAC,MAAc,EAA4B,EAAE;IAC/D,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,OAAO;SACvB,UAAU,EAAE;SACZ,GAAG,CAAC,IAAI,CAAC,EAAE;QACV,MAAM,KAAK,GAAG,gCAAgC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1D,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACvE,CAAC,CAAC;SACD,MAAM,CAAC,CAAC,KAAK,EAA4C,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC;SAC3E,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,uBAAuB,CAC/B,2CAA2C,CAC5C,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxD,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,KAAK,MAAM,cAAc,IAAI,GAAG,CAAC,QAAQ,CACvC,qCAAqC,CACtC,EAAE,CAAC;YACF,MAAM,IAAI,GAAG,iBAAiB,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACzE,IAAI,IAAI;gBAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,CAAC;QACD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,SAAS;YAAE,SAAS;QACzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,CAAC,CAAC,wBAAwB;QAC3D,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,SAAS,KAAK,CAAC,KAAK,EAAE;YAC7B,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC,MAAM;SACnC,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtB,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC;IAC7B,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;AACnD,CAAC,CAAC;AAOF,MAAM,gBAAgB,GAAG,CAAC,OAAe,EAAU,EAAE;IACnD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,EAAE,CAAC;YAC/B,MAAM,GAAG,MAAM,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,MAAM;QACR,CAAC;IACH,CAAC;IACD,OAAO,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AACnC,CAAC,CAAC;AAEF,yEAAyE;AACzE,MAAM,WAAW,GAAG,CAAC,MAAc,EAA4B,EAAE;IAC/D,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACvE,MAAM,OAAO,GAAG,cAAc,CAAC,OAAO,EAAE,4BAA4B,EAAE,MAAM,CAAC,CAAC;IAC9E,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACtD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAClC,iEAAiE,CAClE,EAAE,CAAC;QACF,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,MAAM,GAAmB,EAAE,CAAC;IAClC,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;QAC/D,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;YACzB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;gBACrC,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,IAAI,uBAAuB,CAC/B,+CAA+C,CAChD,CAAC;IACJ,CAAC;IACD,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC5D,IAAI,cAAc,EAAE,CAAC;QACnB,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAClD,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,QAAQ,CACnC,mCAAmC,CACpC,EAAE,CAAC;YACF,aAAa,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IACD,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM;YAAE,SAAS;QACtB,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,EAAE,CAAC;QACrE,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU;YAAE,SAAS;QAC1B,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,QAAQ,CACtC,qCAAqC,CACtC,EAAE,CAAC;YACF,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,MAAM,SAAS,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC1C,2CAA2C,CAC5C,EAAE,CAAC;gBACF,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAChC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACpD,MAAM,WAAW,GAAG,QAAQ;oBAC1B,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC/B,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;gBACrB,OAAO,KAAK,CAAC,MAAM,GAAG,WAAW,GAAG,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACtD,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBACjD,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC5C,IAAI,KAAK,GAAG,EAAE,CAAC;gBACf,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;oBACzB,KAAK,GAAG,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAChD,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBACvD,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACjB,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;wBAC5C,KAAK,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtE,CAAC;yBAAM,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;wBACxB,KAAK,GAAG,QAAQ,KAAK,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;oBAC9C,CAAC;yBAAM,CAAC;wBACN,KAAK,GAAG,QAAQ,CAAC;oBACnB,CAAC;gBACH,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpB,CAAC;YACD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAClD,IAAI,IAAI,CAAC,IAAI,EAAE;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,CAAC;QACD,MAAM,MAAM,GAAG,UAAU,KAAK,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3E,IAAI,CAAC,SAAS;YAAE,SAAS;QACzB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,CAAC;QAClC,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,KAAK,CAAC,IAAI;YACjB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,MAAM,GAAG,SAAS,CAAC,MAAM;SACnC,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACtB,MAAM,IAAI,SAAS,CAAC,MAAM,CAAC;IAC7B,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;AACnD,CAAC,CAAC;AAEF,yEAAyE;AACzE,MAAM,eAAe,GAAG,CAAC,MAAc,EAA4B,EAAE;IACnE,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,MAAM,cAAc,GAAG,mBAAmB,CAAC;IAC3C,MAAM,QAAQ,GAAgD,EAAE,CAAC;IACjE,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACrD,QAAQ,CAAC,IAAI,CAAC;YACZ,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;YACpC,SAAS,EAAE,KAAK,CAAC,KAAK,IAAI,CAAC;SAC5B,CAAC,CAAC;IACL,CAAC;IACD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACxD,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK;YAC5B,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,SAAS;YACpC,OAAO,EACL,KAAK,GAAG,CAAC,GAAG,QAAQ,CAAC,MAAM;gBACzB,CAAC,CAAC,QAAQ,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,SAAS;gBAC/B,CAAC,CAAC,OAAO,CAAC,MAAM;SACrB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;AAC/B,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,MAAc,EAA4B,EAAE;IAC/D,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,UAAU,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC;IAC7D,MAAM,OAAO,GACX,KAAK,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;AACnC,CAAC,CAAC;AAaF,yDAAyD;AACzD,MAAM,UAAU,GAAG,KAAK,EACtB,MAAc,EACd,MAAwB,EACxB,MAAoB,EACe,EAAE;IACrC,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC;QAC3C,IAAI,EAAE,IAAI,UAAU,CAAC,MAAM,CAAC;KAC7B,CAAC,CAAC,OAAO,CAAC;IACX,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KACE,IAAI,UAAU,GAAG,CAAC,EAClB,UAAU,IAAI,WAAW,CAAC,QAAQ,EAClC,UAAU,IAAI,CAAC,EACf,CAAC;QACD,IAAI,MAAM,EAAE,OAAO;YAAE,MAAM,MAAM,CAAC,MAAM,CAAC;QACzC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACnD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAChD,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK;aAC/B,GAAG,CAAC,IAAI,CAAC,EAAE,CACV,IAAI,KAAK,IAAI;YACb,OAAO,IAAI,KAAK,QAAQ;YACxB,KAAK,IAAI,IAAI;YACb,OAAQ,IAA0B,CAAC,GAAG,KAAK,QAAQ;YACjD,CAAC,CAAE,IAAwB,CAAC,GAAG;YAC/B,CAAC,CAAC,EAAE,CACP;aACA,IAAI,CAAC,GAAG,CAAC;aACT,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE,CAAC;QACV,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,CAAC;QAClC,QAAQ,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,QAAQ,UAAU,EAAE;YAC3B,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM;SAClC,CAAC,CAAC;QACH,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC;IAC5B,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC;AACnD,CAAC,CAAC;AAQF,MAAM,CAAC,MAAM,4BAA4B,GAAG,KAAK,EAC/C,MAAc,EACd,QAA0B,EAC1B,OAAO,GAA8B,EAAE,EACJ,EAAE;IACrC,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO;QAAE,MAAM,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;IACzD,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,KAAK,EAAE,CAAC;YACX,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;gBACpB,MAAM,IAAI,uBAAuB,CAAC,8BAA8B,CAAC,CAAC;YACpE,CAAC;YACD,OAAO,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5D,CAAC;QACD,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;QAC7B,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;QAC7B,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;QAC7B,KAAK,IAAI;YACP,OAAO,eAAe,CAAC,MAAM,CAAC,CAAC;QACjC,KAAK,MAAM;YACT,OAAO,WAAW,CAAC,MAAM,CAAC,CAAC;QAC7B,KAAK,KAAK,CAAC;QACX,KAAK,MAAM,CAAC;QACZ,KAAK,KAAK;YACR,OAAO,EAAE,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;QAC7D,SAAS,CAAC;YACR,MAAM,SAAS,GAAU,QAAQ,CAAC;YAClC,MAAM,IAAI,uBAAuB,CAAC,0BAA0B,SAAS,EAAE,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;AACH,CAAC,CAAC"}

package/backend/dist/utils/hybridRetrieval.d.ts

@@ -0,0 +1,34 @@
+export declare const RRF_K = 60;
+/** Unicode-aware tokens, lowercased, single characters dropped. */
+export declare const tokenizeForRetrieval: (text: string) => string[];
+export interface RetrievalCandidate {
+    id: string;
+    text: string;
+}
+export interface ScoredCandidate {
+    id: string;
+    score: number;
+}
+export interface Bm25ScoringOptions {
+    /**
+     * Admit a candidate only when it fully contains at least one
+     * whitespace-delimited query word — every subtoken of that word. This
+     * keeps classic OR semantics for multi-word queries while refusing
+     * partial matches of a single compound identifier: a search for
+     * `ALPHA_BETA_GAMMA_DELTA` must not surface text that merely shares the
+     * `alpha`/`delta` scaffolding the tokenizer split off.
+     */
+    requireQueryWordMatch?: boolean;
+}
+/**
+ * Okapi BM25 over one candidate set. Returns only candidates with a
+ * positive score, best first, ties broken by id for deterministic output.
+ */
+export declare const scoreCandidatesBm25: (query: string, candidates: readonly RetrievalCandidate[], options?: Bm25ScoringOptions) => ScoredCandidate[];
+/**
+ * Reciprocal-rank fusion of independently ranked id lists. An id absent
+ * from a list simply contributes nothing for that list; ids appearing in
+ * several lists accumulate. Best first, ties broken by id.
+ */
+export declare const reciprocalRankFusion: (rankedLists: readonly (readonly string[])[], k?: number) => ScoredCandidate[];
+//# sourceMappingURL=hybridRetrieval.d.ts.map

package/backend/dist/utils/hybridRetrieval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hybridRetrieval.d.ts","sourceRoot":"","sources":["../../src/utils/hybridRetrieval.ts"],"names":[],"mappings":"AA+BA,eAAO,MAAM,KAAK,KAAK,CAAC;AAIxB,mEAAmE;AACnE,eAAO,MAAM,oBAAoB,SAAU,MAAM,KAAG,MAAM,EAMzD,CAAC;AAEF,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,kBAAkB;IACjC;;;;;;;OAOG;IACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;CACjC;AAED;;;GAGG;AACH,eAAO,MAAM,mBAAmB,UACvB,MAAM,cACD,SAAS,kBAAkB,EAAE,YAChC,kBAAkB,KAC1B,eAAe,EA4DjB,CAAC;AAEF;;;;GAIG;AACH,eAAO,MAAM,oBAAoB,gBAClB,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,iBAE1C,eAAe,EAcjB,CAAC"}