@ssmeo/mcp-local-rag 0.18.6

package/dist/parser/pdf-filter.js

@@ -0,0 +1,522 @@
+// PDF Header/Footer Filter
+// - Detects and removes repeating patterns across pages
+// - Semantic similarity-based header/footer detection (sentence-level)
+import { splitIntoSentences } from '../chunker/sentence-splitter.js';
+function buildPageLayout(pageNum, items) {
+    let rawText = '';
+    let previousItem;
+    const rawFragments = [];
+    const fragmentCounts = new Map();
+    const orderedItems = [...items].sort((left, right) => Math.round(right.y) - Math.round(left.y) || left.x - right.x);
+    for (let itemIndex = 0; itemIndex < orderedItems.length; itemIndex++) {
+        const item = orderedItems[itemIndex];
+        if (!item || item.text.trim().length === 0) {
+            continue;
+        }
+        if (previousItem) {
+            rawText += Math.round(previousItem.y) === Math.round(item.y) ? ' ' : '\n';
+        }
+        const rawStart = rawText.length;
+        rawText += item.text;
+        const rawEnd = rawText.length;
+        const blockOrdinal = item.blockOrdinal ?? 0;
+        const lineOrdinal = item.lineOrdinal ?? itemIndex;
+        const lineKey = `${blockOrdinal}:${lineOrdinal}`;
+        const fragmentOrdinal = fragmentCounts.get(lineKey) ?? 0;
+        fragmentCounts.set(lineKey, fragmentOrdinal + 1);
+        rawFragments.push({
+            pageNum,
+            blockOrdinal,
+            lineOrdinal,
+            fragmentOrdinal,
+            bbox: item.bbox ?? [item.x, item.y, item.x, item.y],
+            rawStart,
+            rawEnd,
+        });
+        previousItem = item;
+    }
+    return trimToPageText(rawText, rawFragments);
+}
+/**
+ * Trim the page's raw text and rebase every fragment onto it, dropping any
+ * fragment that consisted only of the trimmed whitespace.
+ */
+function trimToPageText(rawText, rawFragments) {
+    const leadingWhitespace = rawText.length - rawText.trimStart().length;
+    const trailingBoundary = rawText.trimEnd().length;
+    const text = rawText.slice(leadingWhitespace, trailingBoundary);
+    const textFragments = [];
+    for (const fragment of rawFragments) {
+        const clippedStart = Math.max(fragment.rawStart, leadingWhitespace);
+        const clippedEnd = Math.min(fragment.rawEnd, trailingBoundary);
+        if (clippedStart >= clippedEnd) {
+            continue;
+        }
+        const pageTextStart = clippedStart - leadingWhitespace;
+        const pageTextEnd = clippedEnd - leadingWhitespace;
+        textFragments.push({
+            pageNum: fragment.pageNum,
+            blockOrdinal: fragment.blockOrdinal,
+            lineOrdinal: fragment.lineOrdinal,
+            fragmentOrdinal: fragment.fragmentOrdinal,
+            bbox: fragment.bbox,
+            text: text.slice(pageTextStart, pageTextEnd),
+            pageTextStart,
+            pageTextEnd,
+        });
+    }
+    return { text, textFragments };
+}
+function buildSentenceLayout(pageNum, sentences, items) {
+    let text = '';
+    const textFragments = [];
+    for (const sentence of sentences) {
+        if (text) {
+            text += ' ';
+        }
+        const start = text.length;
+        text += sentence.text;
+        const matchingItems = items.filter((item) => Math.round(item.y) === Math.round(sentence.y));
+        const first = matchingItems[0];
+        const boxes = matchingItems.map((item) => item.bbox ?? [item.x, item.y, item.x, item.y]);
+        const bbox = boxes.length
+            ? [
+                Math.min(...boxes.map((box) => box[0])),
+                Math.min(...boxes.map((box) => box[1])),
+                Math.max(...boxes.map((box) => box[2])),
+                Math.max(...boxes.map((box) => box[3])),
+            ]
+            : [0, 0, 0, 0];
+        textFragments.push({
+            pageNum,
+            blockOrdinal: first?.blockOrdinal ?? 0,
+            lineOrdinal: first?.lineOrdinal ?? textFragments.length,
+            fragmentOrdinal: 0,
+            bbox,
+            text: sentence.text,
+            pageTextStart: start,
+            pageTextEnd: text.length,
+        });
+    }
+    return { text, textFragments };
+}
+function joinPageItems(items) {
+    return buildPageLayout(0, items).text;
+}
+/** Join filtered pages into one text. */
+export function joinFilteredPages(pages) {
+    return pages
+        .map((page) => joinPageItems(page.items))
+        .filter((text) => text.length > 0)
+        .join('\n\n');
+}
+/**
+ * Split page items into sentences, each mapped to the Y of its first item, and
+ * merged when they share a Y.
+ */
+function splitItemsIntoSentencesWithY(items) {
+    if (items.length === 0) {
+        return [];
+    }
+    // Sort items by Y descending, then X ascending (reading order)
+    const sortedItems = [...items].sort((a, b) => {
+        const yDiff = b.y - a.y;
+        if (Math.abs(yDiff) > 1) {
+            return yDiff;
+        }
+        return a.x - b.x;
+    });
+    // Build text and track character positions to item mapping
+    const charToItem = [];
+    let fullText = '';
+    let prevY = null;
+    for (const item of sortedItems) {
+        // Insert newline when Y coordinate changes (different line)
+        // This matches joinPageItems behavior: same Y = space, different Y = newline
+        if (prevY !== null && Math.abs(prevY - item.y) > 1) {
+            fullText = `${fullText.trimEnd()}\n`;
+        }
+        charToItem.push({ start: fullText.length, item });
+        fullText += `${item.text} `;
+        prevY = item.y;
+    }
+    // Split into sentences
+    const sentences = splitIntoSentences(fullText);
+    // Map each sentence to Y coordinate of its first character's item
+    const sentencesWithY = [];
+    let searchStart = 0;
+    for (const sentence of sentences) {
+        // Find where this sentence starts in fullText
+        const sentenceStart = fullText.indexOf(sentence.trim(), searchStart);
+        // Benign skip (not error masking): this builds the Y-coordinate map used
+        // only for header/footer boundary detection. A miss means this sentence
+        // is omitted from boundary detection — it does NOT drop the sentence from
+        // the document body (that text comes from `fullText`). Misses are expected
+        // when `splitIntoSentences` normalizes whitespace differently than the
+        // reconstructed `fullText`, so logging here would be noise, not signal.
+        if (sentenceStart === -1) {
+            continue;
+        }
+        // Find the item that contains this position
+        let firstItemY = sortedItems[0]?.y ?? 0;
+        for (let i = charToItem.length - 1; i >= 0; i--) {
+            const entry = charToItem[i];
+            if (entry && entry.start <= sentenceStart) {
+                firstItemY = Math.round(entry.item.y);
+                break;
+            }
+        }
+        sentencesWithY.push({ text: sentence, y: firstItemY });
+        searchStart = sentenceStart + sentence.length;
+    }
+    // Merge sentences with same Y coordinate
+    return mergeSentencesByY(sentencesWithY);
+}
+/** Sentences sharing a Y coordinate are one sentence. */
+function mergeSentencesByY(sentences) {
+    if (sentences.length === 0) {
+        return [];
+    }
+    const merged = [];
+    let current = null;
+    for (const sentence of sentences) {
+        if (current === null) {
+            current = { ...sentence };
+        }
+        else if (current.y === sentence.y) {
+            // Same Y: merge text
+            current.text += ` ${sentence.text}`;
+        }
+        else {
+            // Different Y: push current and start new
+            merged.push(current);
+            current = { ...sentence };
+        }
+    }
+    if (current !== null) {
+        merged.push(current);
+    }
+    return merged;
+}
+// ============================================
+// Sentence-Level Header/Footer Detection
+// ============================================
+/**
+ * Calculate cosine similarity between two vectors
+ */
+function cosineSimilarity(vec1, vec2) {
+    if (vec1.length !== vec2.length || vec1.length === 0) {
+        return 0;
+    }
+    let dotProduct = 0;
+    let norm1 = 0;
+    let norm2 = 0;
+    for (let i = 0; i < vec1.length; i++) {
+        const v1 = vec1[i] ?? 0;
+        const v2 = vec2[i] ?? 0;
+        dotProduct += v1 * v2;
+        norm1 += v1 * v1;
+        norm2 += v2 * v2;
+    }
+    const denominator = Math.sqrt(norm1) * Math.sqrt(norm2);
+    if (denominator === 0) {
+        return 0;
+    }
+    return dotProduct / denominator;
+}
+/**
+ * Median pairwise similarity — median rather than mean so one page with
+ * different header content (a chapter title change) cannot drag it down.
+ */
+function medianPairwiseSimilarity(embeddings) {
+    if (embeddings.length < 2) {
+        return 1.0;
+    }
+    const similarities = [];
+    for (let i = 0; i < embeddings.length; i++) {
+        for (let j = i + 1; j < embeddings.length; j++) {
+            const embI = embeddings[i];
+            const embJ = embeddings[j];
+            if (embI && embJ) {
+                similarities.push(cosineSimilarity(embI, embJ));
+            }
+        }
+    }
+    if (similarities.length === 0) {
+        return 0;
+    }
+    // Sort and find median
+    similarities.sort((a, b) => a - b);
+    const mid = Math.floor(similarities.length / 2);
+    if (similarities.length % 2 === 0) {
+        // Even: average of two middle values
+        return ((similarities[mid - 1] ?? 0) + (similarities[mid] ?? 0)) / 2;
+    }
+    // Odd: middle value
+    return similarities[mid] ?? 0;
+}
+/** The sentence at the requested edge of a page's sampled sentences. */
+function sentenceAtEdge(sentences, edge) {
+    if (edge === 'first') {
+        return sentences[0];
+    }
+    return sentences.length > 1 ? sentences.at(-1) : undefined;
+}
+/**
+ * Sample pages from the center of the document
+ *
+ * Center pages are guaranteed to be content (not cover, TOC, or index).
+ */
+function sampleCenterPages(pages, sampleSize) {
+    const centerIndex = Math.floor(pages.length / 2);
+    const halfSample = Math.floor(sampleSize / 2);
+    const startIndex = Math.max(0, centerIndex - halfSample);
+    const endIndex = Math.min(pages.length, startIndex + sampleSize);
+    return pages.slice(startIndex, endIndex);
+}
+/** Default configuration for sentence-level pattern detection */
+const DEFAULT_SENTENCE_PATTERN_CONFIG = {
+    similarityThreshold: 0.85,
+    minPages: 3,
+    samplePages: 5,
+    boostedThreshold: 0.75,
+};
+/**
+ * Stage 1 of header/footer detection: on the sampled center pages, a small
+ * font near the top or bottom 10% of the page marks a candidate Y position.
+ */
+/** Median font size across the sampled pages; 0 when nothing has a size. */
+function medianFontSizeOf(samplePages) {
+    const fontSizes = [];
+    for (const page of samplePages) {
+        for (const item of page.items) {
+            if (item.fontSize > 0) {
+                fontSizes.push(item.fontSize);
+            }
+        }
+    }
+    if (fontSizes.length === 0) {
+        return 0;
+    }
+    fontSizes.sort((a, b) => a - b);
+    const mid = Math.floor(fontSizes.length / 2);
+    const lower = fontSizes[mid - 1] ?? 0;
+    const upper = fontSizes[mid] ?? 0;
+    return fontSizes.length % 2 === 0 ? (lower + upper) / 2 : upper;
+}
+/** Actual page height when a sampled page reports one, else the largest Y seen. */
+function pageHeightOf(samplePages) {
+    const reported = samplePages.find((page) => page.pageHeight != null)?.pageHeight;
+    if (reported) {
+        return reported;
+    }
+    let maxY = 0;
+    for (const page of samplePages) {
+        for (const item of page.items) {
+            if (item.y > maxY) {
+                maxY = item.y;
+            }
+        }
+    }
+    return maxY;
+}
+/** Small-font items sitting in the top or bottom 10% of the page. */
+function collectEdgeCandidateYs(samplePages, fontSizeThreshold, pageHeight) {
+    const headerCandidateYs = new Set();
+    const footerCandidateYs = new Set();
+    for (const page of samplePages) {
+        for (const item of page.items) {
+            if (item.fontSize >= fontSizeThreshold) {
+                continue;
+            }
+            const roundedY = Math.round(item.y);
+            // Header: top 10% of page (large Y values, since Y is inverted)
+            if (item.y > pageHeight * 0.9) {
+                headerCandidateYs.add(roundedY);
+            }
+            // Footer: bottom 10% of page (small Y values)
+            if (item.y < pageHeight * 0.1) {
+                footerCandidateYs.add(roundedY);
+            }
+        }
+    }
+    return { headerCandidateYs, footerCandidateYs };
+}
+export function detectBlockAttributeCandidates(pages, config = {}) {
+    const cfg = { ...DEFAULT_SENTENCE_PATTERN_CONFIG, ...config };
+    const emptyResult = {
+        medianFontSize: 0,
+        headerCandidateYs: new Set(),
+        footerCandidateYs: new Set(),
+    };
+    if (pages.length < cfg.minPages) {
+        return emptyResult;
+    }
+    const samplePages = sampleCenterPages(pages, cfg.samplePages);
+    const medianFontSize = medianFontSizeOf(samplePages);
+    if (medianFontSize === 0) {
+        return emptyResult;
+    }
+    const pageHeight = pageHeightOf(samplePages);
+    if (pageHeight === 0) {
+        return { ...emptyResult, medianFontSize };
+    }
+    return {
+        medianFontSize,
+        ...collectEdgeCandidateYs(samplePages, medianFontSize * 0.7, pageHeight),
+    };
+}
+/**
+ * Detect header/footer patterns at sentence level.
+ *
+ * Center pages are sampled because cover, TOC and index sit at the edges, and
+ * the median pairwise similarity resists an outlier page. Semantic similarity
+ * rather than exact matching is what makes variable text like "7 of 75" match.
+ */
+/**
+ * Shared boundary-pattern detection for the header and footer cases of
+ * {@link detectSentencePatterns}. The divergent part — which sentence each page
+ * contributes and how its Y is derived — is passed in, so this helper is
+ * identical for both boundaries.
+ */
+async function detectBoundaryPattern(params) {
+    const { label, sentences, sentenceYs, candidateYs, similarityThreshold, boostedThreshold, embedder, startIndex, endIndex, } = params;
+    const embeddings = await embedder.embedBatch(sentences);
+    const medianSim = medianPairwiseSimilarity(embeddings);
+    // Determine effective threshold (boosted if block hints match)
+    let threshold = similarityThreshold;
+    if (candidateYs && sentenceYs.some((y) => candidateYs.has(y))) {
+        threshold = boostedThreshold ?? 0.75;
+    }
+    const detected = medianSim >= threshold;
+    if (detected) {
+        console.error(`Sentence ${label} detected: sampled ${sentences.length} center pages (${startIndex + 1}-${endIndex}), median similarity: ${medianSim.toFixed(3)}`);
+    }
+    return { similarity: medianSim, detected };
+}
+export async function detectSentencePatterns(pages, embedder, config = {}) {
+    const cfg = { ...DEFAULT_SENTENCE_PATTERN_CONFIG, ...config };
+    const result = {
+        removeFirstSentence: false,
+        removeLastSentence: false,
+        headerSimilarity: 0,
+        footerSimilarity: 0,
+    };
+    // Need minimum pages to detect patterns reliably
+    if (pages.length < cfg.minPages) {
+        return result;
+    }
+    // 1. Sample pages from the CENTER of the document
+    const samplePages = sampleCenterPages(pages, cfg.samplePages);
+    const firstSamplePage = samplePages[0];
+    const startIndex = firstSamplePage === undefined ? 0 : pages.indexOf(firstSamplePage);
+    const endIndex = startIndex + samplePages.length;
+    // 2. Split each page into sentences with Y coordinate (merged by Y)
+    const pageSentences = samplePages.map((page) => splitItemsIntoSentencesWithY(page.items));
+    // 3. Collect first and last sentences from sampled pages
+    const firstSentences = [];
+    const lastSentences = [];
+    for (const sentences of pageSentences) {
+        const first = sentences[0];
+        if (first === undefined) {
+            continue;
+        }
+        firstSentences.push(first.text);
+        const last = sentences.length > 1 ? sentences.at(-1) : undefined;
+        if (last !== undefined) {
+            lastSentences.push(last.text);
+        }
+    }
+    // 5. Detect header pattern (sampled first sentences are semantically similar)
+    if (firstSentences.length >= cfg.minPages) {
+        const firstSentenceYs = pageSentences
+            .filter((s) => s.length > 0)
+            .map((s) => Math.round(s[0]?.y ?? 0));
+        const { similarity, detected } = await detectBoundaryPattern({
+            label: 'header',
+            sentences: firstSentences,
+            sentenceYs: firstSentenceYs,
+            candidateYs: cfg.blockHints?.headerCandidateYs,
+            similarityThreshold: cfg.similarityThreshold,
+            boostedThreshold: cfg.boostedThreshold,
+            embedder,
+            startIndex,
+            endIndex,
+        });
+        result.headerSimilarity = similarity;
+        result.removeFirstSentence = detected;
+    }
+    // 6. Detect footer pattern (sampled last sentences are semantically similar)
+    if (lastSentences.length >= cfg.minPages) {
+        const lastSentenceYs = pageSentences
+            .filter((s) => s.length > 1)
+            .map((s) => Math.round(s.at(-1)?.y ?? 0));
+        const { similarity, detected } = await detectBoundaryPattern({
+            label: 'footer',
+            sentences: lastSentences,
+            sentenceYs: lastSentenceYs,
+            candidateYs: cfg.blockHints?.footerCandidateYs,
+            similarityThreshold: cfg.similarityThreshold,
+            boostedThreshold: cfg.boostedThreshold,
+            embedder,
+            startIndex,
+            endIndex,
+        });
+        result.footerSimilarity = similarity;
+        result.removeLastSentence = detected;
+    }
+    return result;
+}
+/**
+ * Main entry point for sentence-level header/footer filtering: removes
+ * repeating boundary sentences and returns one filtered text per page.
+ *
+ * Use this rather than {@link joinFilteredPages} when an embedder is available.
+ */
+export async function filterPageBoundarySentences(pages, embedder, config = {}) {
+    return (await filterPageBoundaryLayouts(pages, embedder, config)).map((page) => page.text);
+}
+/**
+ * Filter page boundaries while retaining native provenance for every survivor.
+ */
+export async function filterPageBoundaryLayouts(pages, embedder, config = {}) {
+    const cfg = { ...DEFAULT_SENTENCE_PATTERN_CONFIG, ...config };
+    // Need minimum pages to detect patterns
+    if (pages.length < cfg.minPages) {
+        return pages.map((page) => buildPageLayout(page.pageNum, page.items));
+    }
+    // Detect block attribute candidates for boosted threshold
+    const blockHints = detectBlockAttributeCandidates(pages, cfg);
+    // Detect patterns (with block hints for boosted threshold)
+    const patterns = await detectSentencePatterns(pages, embedder, { ...cfg, blockHints });
+    // If no patterns detected, return normally joined text per page
+    if (!patterns.removeFirstSentence && !patterns.removeLastSentence) {
+        return pages.map((page) => buildPageLayout(page.pageNum, page.items));
+    }
+    // Split each page into sentences with Y coordinate (merged by Y)
+    const pageSentences = pages.map((page) => splitItemsIntoSentencesWithY(page.items));
+    const sampledSentences = sampleCenterPages(pages, cfg.samplePages).map((page) => pageSentences[pages.indexOf(page)] ?? []);
+    const matchesRepeatedBoundary = (sentence, edge) => {
+        if (!sentence) {
+            return false;
+        }
+        // Page numbers may vary; other text and rounded position must repeat.
+        const key = (value) => `${Math.round(value.y)}:${value.text.replace(/\d+/g, '#').replace(/\s+/g, ' ').trim()}`;
+        const target = key(sentence);
+        return (sampledSentences.filter((sentences) => {
+            const candidate = sentenceAtEdge(sentences, edge);
+            return candidate !== undefined && key(candidate) === target;
+        }).length >= 2);
+    };
+    return pages.map((page, pageIndex) => {
+        let cleaned = [...(pageSentences[pageIndex] ?? [])];
+        if (patterns.removeFirstSentence && matchesRepeatedBoundary(cleaned[0], 'first')) {
+            cleaned = cleaned.slice(1);
+        }
+        if (patterns.removeLastSentence && matchesRepeatedBoundary(cleaned.at(-1), 'last')) {
+            cleaned = cleaned.slice(0, -1);
+        }
+        return buildSentenceLayout(page.pageNum, cleaned, page.items);
+    });
+}
+//# sourceMappingURL=pdf-filter.js.map

package/dist/parser/pdf-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-filter.js","sourceRoot":"","sources":["../../src/parser/pdf-filter.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B,wDAAwD;AACxD,uEAAuE;AAGvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAA;AAiEpE,SAAS,eAAe,CAAC,OAAe,EAAE,KAA6B;IACrE,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,YAA8C,CAAA;IAClD,MAAM,YAAY,GAAkB,EAAE,CAAA;IACtC,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAA;IAEhD,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAClC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAC9E,CAAA;IACD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;QACrE,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,CAAC,CAAA;QACpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3C,SAAQ;QACV,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3E,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAA;QAC/B,OAAO,IAAI,IAAI,CAAC,IAAI,CAAA;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,CAAC,CAAA;QAC3C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,SAAS,CAAA;QACjD,MAAM,OAAO,GAAG,GAAG,YAAY,IAAI,WAAW,EAAE,CAAA;QAChD,MAAM,eAAe,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACxD,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,GAAG,CAAC,CAAC,CAAA;QAChD,YAAY,CAAC,IAAI,CAAC;YAChB,OAAO;YACP,YAAY;YACZ,WAAW;YACX,eAAe;YACf,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YACnD,QAAQ;YACR,MAAM;SACP,CAAC,CAAA;QACF,YAAY,GAAG,IAAI,CAAA;IACrB,CAAC;IAED,OAAO,cAAc,CAAC,OAAO,EAAE,YAAY,CAAC,CAAA;AAC9C,CAAC;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,OAAe,EAAE,YAAoC;IAC3E,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,MAAM,CAAA;IACrE,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,MAAM,CAAA;IACjD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAA;IAC/D,MAAM,aAAa,GAA2B,EAAE,CAAA;IAEhD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAA;QACnE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;QAC9D,IAAI,YAAY,IAAI,UAAU,EAAE,CAAC;YAC/B,SAAQ;QACV,CAAC;QACD,MAAM,aAAa,GAAG,YAAY,GAAG,iBAAiB,CAAA;QACtD,MAAM,WAAW,GAAG,UAAU,GAAG,iBAAiB,CAAA;QAClD,aAAa,CAAC,IAAI,CAAC;YACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;YACzC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,WAAW,CAAC;YAC5C,aAAa;YACb,WAAW;SACZ,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;AAChC,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAe,EACf,SAAmC,EACnC,KAAsC;IAEtC,IAAI,IAAI,GAAG,EAAE,CAAA;IACb,MAAM,aAAa,GAA2B,EAAE,CAAA;IAChD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,IAAI,GAAG,CAAA;QACb,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;QACzB,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAA;QACrB,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3F,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,KAAK,GAA4C,aAAa,CAAC,GAAG,CACtE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CACxD,CAAA;QACD,MAAM,IAAI,GAAqC,KAAK,CAAC,MAAM;YACzD,CAAC,CAAC;gBACE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aACxC;YACH,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;QAChB,aAAa,CAAC,IAAI,CAAC;YACjB,OAAO;YACP,YAAY,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;YACtC,WAAW,EAAE,KAAK,EAAE,WAAW,IAAI,aAAa,CAAC,MAAM;YACvD,eAAe,EAAE,CAAC;YAClB,IAAI;YACJ,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,aAAa,EAAE,KAAK;YACpB,WAAW,EAAE,IAAI,CAAC,MAAM;SACzB,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;AAChC,CAAC;AAED,SAAS,aAAa,CAAC,KAA6B;IAClD,OAAO,eAAe,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAA;AACvC,CAAC;AAED,yCAAyC;AACzC,MAAM,UAAU,iBAAiB,CAAC,KAAiB;IACjD,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SACxC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,IAAI,CAAC,MAAM,CAAC,CAAA;AACjB,CAAC;AAcD;;;GAGG;AACH,SAAS,4BAA4B,CAAC,KAA6B;IACjE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAA;IACX,CAAC;IAED,+DAA+D;IAC/D,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC3C,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QACvB,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACxB,OAAO,KAAK,CAAA;QACd,CAAC;QACD,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAClB,CAAC,CAAC,CAAA;IAEF,2DAA2D;IAC3D,MAAM,UAAU,GAAyD,EAAE,CAAA;IAC3E,IAAI,QAAQ,GAAG,EAAE,CAAA;IACjB,IAAI,KAAK,GAAkB,IAAI,CAAA;IAE/B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,4DAA4D;QAC5D,6EAA6E;QAC7E,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,QAAQ,GAAG,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAA;QACtC,CAAC;QAED,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACjD,QAAQ,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAA;QAC3B,KAAK,GAAG,IAAI,CAAC,CAAC,CAAA;IAChB,CAAC;IAED,uBAAuB;IACvB,MAAM,SAAS,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAA;IAE9C,kEAAkE;IAClE,MAAM,cAAc,GAAoB,EAAE,CAAA;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,8CAA8C;QAC9C,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,WAAW,CAAC,CAAA;QACpE,yEAAyE;QACzE,wEAAwE;QACxE,0EAA0E;QAC1E,2EAA2E;QAC3E,uEAAuE;QACvE,wEAAwE;QACxE,IAAI,aAAa,KAAK,CAAC,CAAC,EAAE,CAAC;YACzB,SAAQ;QACV,CAAC;QAED,4CAA4C;QAC5C,IAAI,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;QACvC,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAC3B,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,IAAI,aAAa,EAAE,CAAC;gBAC1C,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACrC,MAAK;YACP,CAAC;QACH,CAAC;QAED,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAA;QACtD,WAAW,GAAG,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAA;IAC/C,CAAC;IAED,yCAAyC;IACzC,OAAO,iBAAiB,CAAC,cAAc,CAAC,CAAA;AAC1C,CAAC;AAED,yDAAyD;AACzD,SAAS,iBAAiB,CAAC,SAA0B;IACnD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,CAAA;IACX,CAAC;IAED,MAAM,MAAM,GAAoB,EAAE,CAAA;IAClC,IAAI,OAAO,GAAyB,IAAI,CAAA;IAExC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAA;QAC3B,CAAC;aAAM,IAAI,OAAO,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,EAAE,CAAC;YACpC,qBAAqB;YACrB,OAAO,CAAC,IAAI,IAAI,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAA;QACrC,CAAC;aAAM,CAAC;YACN,0CAA0C;YAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACpB,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtB,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,+CAA+C;AAC/C,yCAAyC;AACzC,+CAA+C;AAE/C;;GAEG;AACH,SAAS,gBAAgB,CAAC,IAAc,EAAE,IAAc;IACtD,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrD,OAAO,CAAC,CAAA;IACV,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACvB,UAAU,IAAI,EAAE,GAAG,EAAE,CAAA;QACrB,KAAK,IAAI,EAAE,GAAG,EAAE,CAAA;QAChB,KAAK,IAAI,EAAE,GAAG,EAAE,CAAA;IAClB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACvD,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,CAAA;IACV,CAAC;IAED,OAAO,UAAU,GAAG,WAAW,CAAA;AACjC,CAAC;AAED;;;GAGG;AACH,SAAS,wBAAwB,CAAC,UAAsB;IACtD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,MAAM,YAAY,GAAa,EAAE,CAAA;IAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAC1B,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAC1B,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;gBACjB,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,CAAA;IACV,CAAC;IAED,uBAAuB;IACvB,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAClC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE/C,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,qCAAqC;QACrC,OAAO,CAAC,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACtE,CAAC;IACD,oBAAoB;IACpB,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;AAC/B,CAAC;AAED,wEAAwE;AACxE,SAAS,cAAc,CAAI,SAAuB,EAAE,IAAsB;IACxE,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;QACrB,OAAO,SAAS,CAAC,CAAC,CAAC,CAAA;IACrB,CAAC;IACD,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;AAC5D,CAAC;AAED;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,KAAiB,EAAE,UAAkB;IAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAChD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;IAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,UAAU,CAAC,CAAA;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,CAAC,CAAA;IAChE,OAAO,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;AAC1C,CAAC;AAkBD,iEAAiE;AACjE,MAAM,+BAA+B,GAA0B;IAC7D,mBAAmB,EAAE,IAAI;IACzB,QAAQ,EAAE,CAAC;IACX,WAAW,EAAE,CAAC;IACd,gBAAgB,EAAE,IAAI;CACvB,CAAA;AAeD;;;GAGG;AACH,4EAA4E;AAC5E,SAAS,gBAAgB,CAAC,WAAgC;IACxD,MAAM,SAAS,GAAa,EAAE,CAAA;IAC9B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACtB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC/B,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,CAAC,CAAA;IACV,CAAC;IACD,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAA;IACrC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACjC,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;AACjE,CAAC;AAED,mFAAmF;AACnF,SAAS,YAAY,CAAC,WAAgC;IACpD,MAAM,QAAQ,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,EAAE,UAAU,CAAA;IAChF,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,QAAQ,CAAA;IACjB,CAAC;IACD,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;gBAClB,IAAI,GAAG,IAAI,CAAC,CAAC,CAAA;YACf,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAA;AACb,CAAC;AAED,qEAAqE;AACrE,SAAS,sBAAsB,CAC7B,WAAgC,EAChC,iBAAyB,EACzB,UAAkB;IAElB,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAA;IAC3C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAA;IAC3C,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,QAAQ,IAAI,iBAAiB,EAAE,CAAC;gBACvC,SAAQ;YACV,CAAC;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACnC,gEAAgE;YAChE,IAAI,IAAI,CAAC,CAAC,GAAG,UAAU,GAAG,GAAG,EAAE,CAAC;gBAC9B,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YACjC,CAAC;YACD,8CAA8C;YAC9C,IAAI,IAAI,CAAC,CAAC,GAAG,UAAU,GAAG,GAAG,EAAE,CAAC;gBAC9B,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,CAAA;AACjD,CAAC;AAED,MAAM,UAAU,8BAA8B,CAC5C,KAAiB,EACjB,MAAM,GAAqE,EAAE;IAE7E,MAAM,GAAG,GAAG,EAAE,GAAG,+BAA+B,EAAE,GAAG,MAAM,EAAE,CAAA;IAC7D,MAAM,WAAW,GAAwB;QACvC,cAAc,EAAE,CAAC;QACjB,iBAAiB,EAAE,IAAI,GAAG,EAAE;QAC5B,iBAAiB,EAAE,IAAI,GAAG,EAAE;KAC7B,CAAA;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,OAAO,WAAW,CAAA;IACpB,CAAC;IAED,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,CAAA;IAC7D,MAAM,cAAc,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAA;IACpD,IAAI,cAAc,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,WAAW,CAAA;IACpB,CAAC;IAED,MAAM,UAAU,GAAG,YAAY,CAAC,WAAW,CAAC,CAAA;IAC5C,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,CAAA;IAC3C,CAAC;IAED,OAAO;QACL,cAAc;QACd,GAAG,sBAAsB,CAAC,WAAW,EAAE,cAAc,GAAG,GAAG,EAAE,UAAU,CAAC;KACzE,CAAA;AACH,CAAC;AAgBD;;;;;;GAMG;AACH;;;;;GAKG;AACH,KAAK,UAAU,qBAAqB,CAAC,MAUpC;IACC,MAAM,EACJ,KAAK,EACL,SAAS,EACT,UAAU,EACV,WAAW,EACX,mBAAmB,EACnB,gBAAgB,EAChB,QAAQ,EACR,UAAU,EACV,QAAQ,GACT,GAAG,MAAM,CAAA;IAEV,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;IACvD,MAAM,SAAS,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAA;IAEtD,+DAA+D;IAC/D,IAAI,SAAS,GAAG,mBAAmB,CAAA;IACnC,IAAI,WAAW,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,SAAS,GAAG,gBAAgB,IAAI,IAAI,CAAA;IACtC,CAAC;IAED,MAAM,QAAQ,GAAG,SAAS,IAAI,SAAS,CAAA;IACvC,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CACX,YAAY,KAAK,sBAAsB,SAAS,CAAC,MAAM,kBAAkB,UAAU,GAAG,CAAC,IAAI,QAAQ,yBAAyB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACnJ,CAAA;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAA;AAC5C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAiB,EACjB,QAA2B,EAC3B,MAAM,GAAmC,EAAE;IAE3C,MAAM,GAAG,GAAG,EAAE,GAAG,+BAA+B,EAAE,GAAG,MAAM,EAAE,CAAA;IAE7D,MAAM,MAAM,GAA0B;QACpC,mBAAmB,EAAE,KAAK;QAC1B,kBAAkB,EAAE,KAAK;QACzB,gBAAgB,EAAE,CAAC;QACnB,gBAAgB,EAAE,CAAC;KACpB,CAAA;IAED,iDAAiD;IACjD,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,kDAAkD;IAClD,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,CAAA;IAC7D,MAAM,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;IACtC,MAAM,UAAU,GAAG,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;IACrF,MAAM,QAAQ,GAAG,UAAU,GAAG,WAAW,CAAC,MAAM,CAAA;IAEhD,oEAAoE;IACpE,MAAM,aAAa,GAAsB,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAChE,4BAA4B,CAAC,IAAI,CAAC,KAAK,CAAC,CACzC,CAAA;IAED,yDAAyD;IACzD,MAAM,cAAc,GAAa,EAAE,CAAA;IACnC,MAAM,aAAa,GAAa,EAAE,CAAA;IAElC,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;QACtC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;QAC1B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,SAAQ;QACV,CAAC;QACD,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAC/B,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QAChE,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/B,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,IAAI,cAAc,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,eAAe,GAAG,aAAa;aAClC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,MAAM,qBAAqB,CAAC;YAC3D,KAAK,EAAE,QAAQ;YACf,SAAS,EAAE,cAAc;YACzB,UAAU,EAAE,eAAe;YAC3B,WAAW,EAAE,GAAG,CAAC,UAAU,EAAE,iBAAiB;YAC9C,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;YAC5C,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,QAAQ;YACR,UAAU;YACV,QAAQ;SACT,CAAC,CAAA;QACF,MAAM,CAAC,gBAAgB,GAAG,UAAU,CAAA;QACpC,MAAM,CAAC,mBAAmB,GAAG,QAAQ,CAAA;IACvC,CAAC;IAED,6EAA6E;IAC7E,IAAI,aAAa,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzC,MAAM,cAAc,GAAG,aAAa;aACjC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC3C,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,MAAM,qBAAqB,CAAC;YAC3D,KAAK,EAAE,QAAQ;YACf,SAAS,EAAE,aAAa;YACxB,UAAU,EAAE,cAAc;YAC1B,WAAW,EAAE,GAAG,CAAC,UAAU,EAAE,iBAAiB;YAC9C,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;YAC5C,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,QAAQ;YACR,UAAU;YACV,QAAQ;SACT,CAAC,CAAA;QACF,MAAM,CAAC,gBAAgB,GAAG,UAAU,CAAA;QACpC,MAAM,CAAC,kBAAkB,GAAG,QAAQ,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,KAAiB,EACjB,QAA2B,EAC3B,MAAM,GAAmC,EAAE;IAE3C,OAAO,CAAC,MAAM,yBAAyB,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC5F,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAiB,EACjB,QAA2B,EAC3B,MAAM,GAAmC,EAAE;IAE3C,MAAM,GAAG,GAAG,EAAE,GAAG,+BAA+B,EAAE,GAAG,MAAM,EAAE,CAAA;IAE7D,wCAAwC;IACxC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IACvE,CAAC;IAED,0DAA0D;IAC1D,MAAM,UAAU,GAAG,8BAA8B,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;IAE7D,2DAA2D;IAC3D,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,CAAC,CAAA;IAEtF,gEAAgE;IAChE,IAAI,CAAC,QAAQ,CAAC,mBAAmB,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QAClE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IACvE,CAAC;IAED,iEAAiE;IACjE,MAAM,aAAa,GAAsB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1D,4BAA4B,CAAC,IAAI,CAAC,KAAK,CAAC,CACzC,CAAA;IAED,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,GAAG,CACpE,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CACnD,CAAA;IACD,MAAM,uBAAuB,GAAG,CAC9B,QAAmC,EACnC,IAAsB,EACb,EAAE;QACX,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,OAAO,KAAK,CAAA;QACd,CAAC;QACD,sEAAsE;QACtE,MAAM,GAAG,GAAG,CAAC,KAAoB,EAAU,EAAE,CAC3C,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAA;QACzF,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5B,OAAO,CACL,gBAAgB,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;YACpC,MAAM,SAAS,GAAG,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;YACjD,OAAO,SAAS,KAAK,SAAS,IAAI,GAAG,CAAC,SAAS,CAAC,KAAK,MAAM,CAAA;QAC7D,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CACf,CAAA;IACH,CAAC,CAAA;IAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE;QACnC,IAAI,OAAO,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACnD,IAAI,QAAQ,CAAC,mBAAmB,IAAI,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC;YACjF,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC5B,CAAC;QACD,IAAI,QAAQ,CAAC,kBAAkB,IAAI,uBAAuB,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,CAAC;YACnF,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QAChC,CAAC;QACD,OAAO,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IAC/D,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/parser/title-extractor.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Result of title extraction, including how the title was determined
+ */
+export interface TitleExtractionResult {
+    title: string;
+    source: 'metadata' | 'content' | 'filename';
+}
+/** `2024-annual-report.pdf` -> `2024 annual report`. */
+export declare function fileNameToTitle(fileName: string): string;
+/** Priority: YAML frontmatter title -> first `#` H1 -> file name. */
+export declare function extractMarkdownTitle(text: string, fileName: string): TitleExtractionResult;
+/** Priority: a first line followed by a blank line -> file name. */
+export declare function extractTxtTitle(text: string, fileName: string): TitleExtractionResult;
+/** Priority: Readability title -> file name. */
+export declare function extractHtmlTitle(readabilityTitle: string, fileName: string): TitleExtractionResult;
+/**
+ * Priority: PDF metadata `/Title` -> page-1 chunk 0 -> file name.
+ *
+ * A metadata title that looks like a file path (contains `/` or `\`) is
+ * rejected, since some producers write the source path there.
+ */
+export declare function extractPdfTitle(metadataTitle: string | undefined, firstPageChunkText: string | undefined, fileName: string, firstPageFontHint?: {
+    text: string;
+    fontSize: number;
+}): TitleExtractionResult;
+/** Priority: DOCX core title -> first non-empty `<h1>` -> file name. */
+export declare function extractDocxTitle(document: Document, fileName: string, metadataTitle?: string): TitleExtractionResult;
+//# sourceMappingURL=title-extractor.d.ts.map

package/dist/parser/title-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"title-extractor.d.ts","sourceRoot":"","sources":["../../src/parser/title-extractor.ts"],"names":[],"mappings":"AAcA;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,UAAU,GAAG,SAAS,GAAG,UAAU,CAAA;CAC5C;AAMD,wDAAwD;AACxD,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAMxD;AAMD,qEAAqE;AACrE,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,qBAAqB,CAe1F;AAED,oEAAoE;AACpE,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,qBAAqB,CAkBrF;AAED,gDAAgD;AAChD,wBAAgB,gBAAgB,CAC9B,gBAAgB,EAAE,MAAM,EACxB,QAAQ,EAAE,MAAM,GACf,qBAAqB,CAOvB;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAC7B,aAAa,EAAE,MAAM,GAAG,SAAS,EACjC,kBAAkB,EAAE,MAAM,GAAG,SAAS,EACtC,QAAQ,EAAE,MAAM,EAChB,iBAAiB,CAAC,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACrD,qBAAqB,CA0BvB;AAED,wEAAwE;AACxE,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,MAAM,EAChB,aAAa,CAAC,EAAE,MAAM,GACrB,qBAAqB,CAevB"}