abb-opencode-local-rag 0.1.0

package/dist/parser/pdf-filter.js

@@ -0,0 +1,528 @@
+// PDF Header/Footer Filter
+// - Detects and removes repeating patterns across pages
+// - Semantic similarity-based header/footer detection (sentence-level)
+import { splitIntoSentences } from '../chunker/sentence-splitter.js';
+// ============================================
+// Text Joining
+// ============================================
+/**
+ * Join page items into text
+ *
+ * Preserves the native item stream. `hasEOL` distinguishes fragments on the
+ * same native line from the next line; geometry is retained as placement
+ * metadata and is not used as a global reading-order comparator.
+ */
+function buildPageLayout(pageNum, items) {
+    let rawText = '';
+    let previousItem;
+    const rawFragments = [];
+    const fragmentCounts = new Map();
+    const orderedItems = [...items].sort((left, right) => Math.round(right.y) - Math.round(left.y) || left.x - right.x);
+    for (let itemIndex = 0; itemIndex < orderedItems.length; itemIndex++) {
+        const item = orderedItems[itemIndex];
+        if (!item || item.text.trim().length === 0)
+            continue;
+        if (previousItem) {
+            rawText += Math.round(previousItem.y) === Math.round(item.y) ? ' ' : '\n';
+        }
+        const rawStart = rawText.length;
+        rawText += item.text;
+        const rawEnd = rawText.length;
+        const blockOrdinal = item.blockOrdinal ?? 0;
+        const lineOrdinal = item.lineOrdinal ?? itemIndex;
+        const lineKey = `${blockOrdinal}:${lineOrdinal}`;
+        const fragmentOrdinal = fragmentCounts.get(lineKey) ?? 0;
+        fragmentCounts.set(lineKey, fragmentOrdinal + 1);
+        rawFragments.push({
+            pageNum,
+            blockOrdinal,
+            lineOrdinal,
+            fragmentOrdinal,
+            bbox: item.bbox ?? [item.x, item.y, item.x, item.y],
+            rawStart,
+            rawEnd,
+        });
+        previousItem = item;
+    }
+    const leadingWhitespace = rawText.length - rawText.trimStart().length;
+    const trailingBoundary = rawText.trimEnd().length;
+    const text = rawText.slice(leadingWhitespace, trailingBoundary);
+    const textFragments = [];
+    for (const fragment of rawFragments) {
+        const clippedStart = Math.max(fragment.rawStart, leadingWhitespace);
+        const clippedEnd = Math.min(fragment.rawEnd, trailingBoundary);
+        if (clippedStart >= clippedEnd)
+            continue;
+        const pageTextStart = clippedStart - leadingWhitespace;
+        const pageTextEnd = clippedEnd - leadingWhitespace;
+        textFragments.push({
+            pageNum: fragment.pageNum,
+            blockOrdinal: fragment.blockOrdinal,
+            lineOrdinal: fragment.lineOrdinal,
+            fragmentOrdinal: fragment.fragmentOrdinal,
+            bbox: fragment.bbox,
+            text: text.slice(pageTextStart, pageTextEnd),
+            pageTextStart,
+            pageTextEnd,
+        });
+    }
+    return { text, textFragments };
+}
+function buildSentenceLayout(pageNum, sentences, items) {
+    let text = '';
+    const textFragments = [];
+    for (const sentence of sentences) {
+        if (text)
+            text += ' ';
+        const start = text.length;
+        text += sentence.text;
+        const matchingItems = items.filter((item) => Math.round(item.y) === Math.round(sentence.y));
+        const first = matchingItems[0];
+        const boxes = matchingItems.map((item) => item.bbox ?? [item.x, item.y, item.x, item.y]);
+        const bbox = boxes.length
+            ? [
+                Math.min(...boxes.map((box) => box[0])),
+                Math.min(...boxes.map((box) => box[1])),
+                Math.max(...boxes.map((box) => box[2])),
+                Math.max(...boxes.map((box) => box[3])),
+            ]
+            : [0, 0, 0, 0];
+        textFragments.push({
+            pageNum,
+            blockOrdinal: first?.blockOrdinal ?? 0,
+            lineOrdinal: first?.lineOrdinal ?? textFragments.length,
+            fragmentOrdinal: 0,
+            bbox,
+            text: sentence.text,
+            pageTextStart: start,
+            pageTextEnd: text.length,
+        });
+    }
+    return { text, textFragments };
+}
+function joinPageItems(items) {
+    return buildPageLayout(0, items).text;
+}
+/**
+ * Join filtered pages into text
+ *
+ * @param pages - Filtered page data
+ * @returns Joined text with proper line breaks
+ */
+export function joinFilteredPages(pages) {
+    return pages
+        .map((page) => joinPageItems(page.items))
+        .filter((text) => text.length > 0)
+        .join('\n\n');
+}
+/**
+ * Split page items into sentences with Y coordinate
+ *
+ * 1. Join items into text (preserving item boundaries)
+ * 2. Split into sentences using splitIntoSentences
+ * 3. Map each sentence to the Y coordinate of its first item
+ * 4. Merge sentences with same Y coordinate
+ *
+ * @param items - Text items with position
+ * @returns Sentences with Y coordinate (merged by Y)
+ */
+function splitItemsIntoSentencesWithY(items) {
+    if (items.length === 0)
+        return [];
+    // Sort items by Y descending, then X ascending (reading order)
+    const sortedItems = [...items].sort((a, b) => {
+        const yDiff = b.y - a.y;
+        if (Math.abs(yDiff) > 1)
+            return yDiff;
+        return a.x - b.x;
+    });
+    // Build text and track character positions to item mapping
+    const charToItem = [];
+    let fullText = '';
+    let prevY = null;
+    for (const item of sortedItems) {
+        // Insert newline when Y coordinate changes (different line)
+        // This matches joinPageItems behavior: same Y = space, different Y = newline
+        if (prevY !== null && Math.abs(prevY - item.y) > 1) {
+            fullText = `${fullText.trimEnd()}\n`;
+        }
+        charToItem.push({ start: fullText.length, item });
+        fullText += `${item.text} `;
+        prevY = item.y;
+    }
+    // Split into sentences
+    const sentences = splitIntoSentences(fullText);
+    // Map each sentence to Y coordinate of its first character's item
+    const sentencesWithY = [];
+    let searchStart = 0;
+    for (const sentence of sentences) {
+        // Find where this sentence starts in fullText
+        const sentenceStart = fullText.indexOf(sentence.trim(), searchStart);
+        // Benign skip (not error masking): this builds the Y-coordinate map used
+        // only for header/footer boundary detection. A miss means this sentence
+        // is omitted from boundary detection — it does NOT drop the sentence from
+        // the document body (that text comes from `fullText`). Misses are expected
+        // when `splitIntoSentences` normalizes whitespace differently than the
+        // reconstructed `fullText`, so logging here would be noise, not signal.
+        if (sentenceStart === -1)
+            continue;
+        // Find the item that contains this position
+        let firstItemY = sortedItems[0]?.y ?? 0;
+        for (let i = charToItem.length - 1; i >= 0; i--) {
+            const entry = charToItem[i];
+            if (entry && entry.start <= sentenceStart) {
+                firstItemY = Math.round(entry.item.y);
+                break;
+            }
+        }
+        sentencesWithY.push({ text: sentence, y: firstItemY });
+        searchStart = sentenceStart + sentence.length;
+    }
+    // Merge sentences with same Y coordinate
+    return mergeSentencesByY(sentencesWithY);
+}
+/**
+ * Merge sentences with same Y coordinate
+ *
+ * @param sentences - Sentences with Y coordinate
+ * @returns Merged sentences (same Y = one sentence)
+ */
+function mergeSentencesByY(sentences) {
+    if (sentences.length === 0)
+        return [];
+    const merged = [];
+    let current = null;
+    for (const sentence of sentences) {
+        if (current === null) {
+            current = { ...sentence };
+        }
+        else if (current.y === sentence.y) {
+            // Same Y: merge text
+            current.text += ` ${sentence.text}`;
+        }
+        else {
+            // Different Y: push current and start new
+            merged.push(current);
+            current = { ...sentence };
+        }
+    }
+    if (current !== null) {
+        merged.push(current);
+    }
+    return merged;
+}
+// ============================================
+// Sentence-Level Header/Footer Detection
+// ============================================
+/**
+ * Calculate cosine similarity between two vectors
+ */
+function cosineSimilarity(vec1, vec2) {
+    if (vec1.length !== vec2.length || vec1.length === 0) {
+        return 0;
+    }
+    let dotProduct = 0;
+    let norm1 = 0;
+    let norm2 = 0;
+    for (let i = 0; i < vec1.length; i++) {
+        const v1 = vec1[i] ?? 0;
+        const v2 = vec2[i] ?? 0;
+        dotProduct += v1 * v2;
+        norm1 += v1 * v1;
+        norm2 += v2 * v2;
+    }
+    const denominator = Math.sqrt(norm1) * Math.sqrt(norm2);
+    if (denominator === 0)
+        return 0;
+    return dotProduct / denominator;
+}
+/**
+ * Calculate median pairwise similarity for a list of embeddings
+ *
+ * Uses median instead of mean for robustness against outliers.
+ * This handles cases where some pages have different header content
+ * (e.g., chapter title changes) that would otherwise drag down the average.
+ */
+function medianPairwiseSimilarity(embeddings) {
+    if (embeddings.length < 2)
+        return 1.0;
+    const similarities = [];
+    for (let i = 0; i < embeddings.length; i++) {
+        for (let j = i + 1; j < embeddings.length; j++) {
+            const embI = embeddings[i];
+            const embJ = embeddings[j];
+            if (embI && embJ) {
+                similarities.push(cosineSimilarity(embI, embJ));
+            }
+        }
+    }
+    if (similarities.length === 0)
+        return 0;
+    // Sort and find median
+    similarities.sort((a, b) => a - b);
+    const mid = Math.floor(similarities.length / 2);
+    if (similarities.length % 2 === 0) {
+        // Even: average of two middle values
+        return ((similarities[mid - 1] ?? 0) + (similarities[mid] ?? 0)) / 2;
+    }
+    // Odd: middle value
+    return similarities[mid] ?? 0;
+}
+/**
+ * Sample pages from the center of the document
+ *
+ * Center pages are guaranteed to be content (not cover, TOC, or index).
+ */
+function sampleCenterPages(pages, sampleSize) {
+    const centerIndex = Math.floor(pages.length / 2);
+    const halfSample = Math.floor(sampleSize / 2);
+    const startIndex = Math.max(0, centerIndex - halfSample);
+    const endIndex = Math.min(pages.length, startIndex + sampleSize);
+    return pages.slice(startIndex, endIndex);
+}
+/** Default configuration for sentence-level pattern detection */
+const DEFAULT_SENTENCE_PATTERN_CONFIG = {
+    similarityThreshold: 0.85,
+    minPages: 3,
+    samplePages: 5,
+    boostedThreshold: 0.75,
+};
+/**
+ * Detect candidate header/footer lines based on font size and Y position
+ *
+ * Stage 1 of the 2-stage header/footer detection:
+ * 1. Sample center pages (same logic as detectSentencePatterns)
+ * 2. Calculate median font size from all items across sampled pages
+ * 3. Identify header candidates: fontSize < medianFontSize * 0.7 AND y > pageHeight * 0.9
+ * 4. Identify footer candidates: fontSize < medianFontSize * 0.7 AND y < pageHeight * 0.1
+ *
+ * @param pages - Array of page data
+ * @param config - Configuration options (minPages, samplePages)
+ * @returns Block attribute hints with candidate Y positions
+ */
+export function detectBlockAttributeCandidates(pages, config = {}) {
+    const cfg = { ...DEFAULT_SENTENCE_PATTERN_CONFIG, ...config };
+    const emptyResult = {
+        medianFontSize: 0,
+        headerCandidateYs: new Set(),
+        footerCandidateYs: new Set(),
+    };
+    if (pages.length < cfg.minPages)
+        return emptyResult;
+    const samplePages = sampleCenterPages(pages, cfg.samplePages);
+    // Collect all font sizes
+    const fontSizes = [];
+    for (const page of samplePages) {
+        for (const item of page.items) {
+            if (item.fontSize > 0)
+                fontSizes.push(item.fontSize);
+        }
+    }
+    if (fontSizes.length === 0)
+        return emptyResult;
+    // Calculate median font size
+    fontSizes.sort((a, b) => a - b);
+    const mid = Math.floor(fontSizes.length / 2);
+    const medianFontSize = fontSizes.length % 2 === 0 ? (fontSizes[mid - 1] + fontSizes[mid]) / 2 : fontSizes[mid];
+    if (medianFontSize === 0)
+        return { ...emptyResult, medianFontSize };
+    // Use actual page height if available, otherwise estimate from max Y
+    const firstPageWithHeight = samplePages.find((p) => p.pageHeight != null);
+    let pageHeight;
+    if (firstPageWithHeight?.pageHeight) {
+        pageHeight = firstPageWithHeight.pageHeight;
+    }
+    else {
+        let maxY = 0;
+        for (const page of samplePages) {
+            for (const item of page.items) {
+                if (item.y > maxY)
+                    maxY = item.y;
+            }
+        }
+        pageHeight = maxY;
+    }
+    if (pageHeight === 0)
+        return { ...emptyResult, medianFontSize };
+    const fontSizeThreshold = medianFontSize * 0.7;
+    const headerCandidateYs = new Set();
+    const footerCandidateYs = new Set();
+    // Scan items: small font + extreme Y position = candidate
+    for (const page of samplePages) {
+        for (const item of page.items) {
+            if (item.fontSize >= fontSizeThreshold)
+                continue;
+            const roundedY = Math.round(item.y);
+            // Header: top 10% of page (large Y values, since Y is inverted)
+            if (item.y > pageHeight * 0.9) {
+                headerCandidateYs.add(roundedY);
+            }
+            // Footer: bottom 10% of page (small Y values)
+            if (item.y < pageHeight * 0.1) {
+                footerCandidateYs.add(roundedY);
+            }
+        }
+    }
+    return { medianFontSize, headerCandidateYs, footerCandidateYs };
+}
+/**
+ * Detect header/footer patterns at sentence level
+ *
+ * Algorithm:
+ * 1. Sample pages from the CENTER of the document (guaranteed to be content pages)
+ * 2. Split each page into sentences with Y coordinate
+ * 3. Collect first/last sentences from sampled pages
+ * 4. Embed and calculate median pairwise similarity
+ * 5. If similarity > threshold, mark as header/footer
+ *
+ * Key insight: Middle pages are always content pages (cover, TOC, index are at edges).
+ * Using median instead of mean provides robustness against outliers.
+ *
+ * This approach handles variable content like page numbers ("7 of 75")
+ * by using semantic similarity instead of exact text matching.
+ *
+ * @param pages - Array of page data
+ * @param embedder - Embedder for generating embeddings
+ * @param config - Configuration options
+ * @returns Detection result
+ */
+/**
+ * Shared boundary-pattern detection for the header (first-sentence) and footer
+ * (last-sentence) cases of {@link detectSentencePatterns}. Embeds the sampled
+ * boundary sentences, computes their median pairwise similarity, applies the
+ * (optionally block-hint-boosted) threshold, logs on detection, and returns
+ * the similarity plus the detection flag. The divergent part — which sentence
+ * each page contributes and how its Y is derived — is computed by the caller
+ * and passed in via `sentences` / `sentenceYs`, so this helper is identical
+ * for both boundaries.
+ */
+async function detectBoundaryPattern(params) {
+    const { label, sentences, sentenceYs, candidateYs, similarityThreshold, boostedThreshold, embedder, startIndex, endIndex, } = params;
+    const embeddings = await embedder.embedBatch(sentences);
+    const medianSim = medianPairwiseSimilarity(embeddings);
+    // Determine effective threshold (boosted if block hints match)
+    let threshold = similarityThreshold;
+    if (candidateYs && sentenceYs.some((y) => candidateYs.has(y))) {
+        threshold = boostedThreshold ?? 0.75;
+    }
+    const detected = medianSim >= threshold;
+    if (detected) {
+        console.error(`Sentence ${label} detected: sampled ${sentences.length} center pages (${startIndex + 1}-${endIndex}), median similarity: ${medianSim.toFixed(3)}`);
+    }
+    return { similarity: medianSim, detected };
+}
+export async function detectSentencePatterns(pages, embedder, config = {}) {
+    const cfg = { ...DEFAULT_SENTENCE_PATTERN_CONFIG, ...config };
+    const result = {
+        removeFirstSentence: false,
+        removeLastSentence: false,
+        headerSimilarity: 0,
+        footerSimilarity: 0,
+    };
+    // Need minimum pages to detect patterns reliably
+    if (pages.length < cfg.minPages) {
+        return result;
+    }
+    // 1. Sample pages from the CENTER of the document
+    const samplePages = sampleCenterPages(pages, cfg.samplePages);
+    const startIndex = pages.indexOf(samplePages[0]);
+    const endIndex = startIndex + samplePages.length;
+    // 2. Split each page into sentences with Y coordinate (merged by Y)
+    const pageSentences = samplePages.map((page) => splitItemsIntoSentencesWithY(page.items));
+    // 3. Collect first and last sentences from sampled pages
+    const firstSentences = [];
+    const lastSentences = [];
+    for (const sentences of pageSentences) {
+        if (sentences.length > 0) {
+            firstSentences.push(sentences[0].text);
+            if (sentences.length > 1) {
+                lastSentences.push(sentences[sentences.length - 1].text);
+            }
+        }
+    }
+    // 5. Detect header pattern (sampled first sentences are semantically similar)
+    if (firstSentences.length >= cfg.minPages) {
+        const firstSentenceYs = pageSentences
+            .filter((s) => s.length > 0)
+            .map((s) => Math.round(s[0].y));
+        const { similarity, detected } = await detectBoundaryPattern({
+            label: 'header',
+            sentences: firstSentences,
+            sentenceYs: firstSentenceYs,
+            candidateYs: cfg.blockHints?.headerCandidateYs,
+            similarityThreshold: cfg.similarityThreshold,
+            boostedThreshold: cfg.boostedThreshold,
+            embedder,
+            startIndex,
+            endIndex,
+        });
+        result.headerSimilarity = similarity;
+        result.removeFirstSentence = detected;
+    }
+    // 6. Detect footer pattern (sampled last sentences are semantically similar)
+    if (lastSentences.length >= cfg.minPages) {
+        const lastSentenceYs = pageSentences
+            .filter((s) => s.length > 1)
+            .map((s) => Math.round(s[s.length - 1].y));
+        const { similarity, detected } = await detectBoundaryPattern({
+            label: 'footer',
+            sentences: lastSentences,
+            sentenceYs: lastSentenceYs,
+            candidateYs: cfg.blockHints?.footerCandidateYs,
+            similarityThreshold: cfg.similarityThreshold,
+            boostedThreshold: cfg.boostedThreshold,
+            embedder,
+            startIndex,
+            endIndex,
+        });
+        result.footerSimilarity = similarity;
+        result.removeLastSentence = detected;
+    }
+    return result;
+}
+/**
+ * Filter page boundary sentences and return per-page filtered text
+ *
+ * This is the main entry point for sentence-level header/footer filtering.
+ * It detects and removes repeating sentence patterns at page boundaries.
+ * Returns an array of filtered text per page, preserving page boundaries.
+ *
+ * Use this instead of joinFilteredPages when embedder is available.
+ *
+ * @param pages - Array of page data
+ * @param embedder - Embedder for generating embeddings
+ * @param config - Configuration options
+ * @returns Array of filtered text strings, one per page
+ */
+export async function filterPageBoundarySentences(pages, embedder, config = {}) {
+    return (await filterPageBoundaryLayouts(pages, embedder, config)).map((page) => page.text);
+}
+/**
+ * Filter page boundaries while retaining native provenance for every survivor.
+ */
+export async function filterPageBoundaryLayouts(pages, embedder, config = {}) {
+    const cfg = { ...DEFAULT_SENTENCE_PATTERN_CONFIG, ...config };
+    // Need minimum pages to detect patterns
+    if (pages.length < cfg.minPages) {
+        return pages.map((page) => buildPageLayout(page.pageNum, page.items));
+    }
+    // Detect block attribute candidates for boosted threshold
+    const blockHints = detectBlockAttributeCandidates(pages, cfg);
+    // Detect patterns (with block hints for boosted threshold)
+    const patterns = await detectSentencePatterns(pages, embedder, { ...cfg, blockHints });
+    // If no patterns detected, return normally joined text per page
+    if (!patterns.removeFirstSentence && !patterns.removeLastSentence) {
+        return pages.map((page) => buildPageLayout(page.pageNum, page.items));
+    }
+    // Split each page into sentences with Y coordinate (merged by Y)
+    const pageSentences = pages.map((page) => splitItemsIntoSentencesWithY(page.items));
+    return pages.map((page, pageIndex) => {
+        let cleaned = [...(pageSentences[pageIndex] ?? [])];
+        if (patterns.removeFirstSentence && cleaned.length > 0)
+            cleaned = cleaned.slice(1);
+        if (patterns.removeLastSentence && cleaned.length > 0)
+            cleaned = cleaned.slice(0, -1);
+        return buildSentenceLayout(page.pageNum, cleaned, page.items);
+    });
+}
+//# sourceMappingURL=pdf-filter.js.map

package/dist/parser/pdf-filter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pdf-filter.js","sourceRoot":"","sources":["../../src/parser/pdf-filter.ts"],"names":[],"mappings":"AAAA,2BAA2B;AAC3B,wDAAwD;AACxD,uEAAuE;AAGvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAA;AAkDpE,+CAA+C;AAC/C,eAAe;AACf,+CAA+C;AAE/C;;;;;;GAMG;AACH,SAAS,eAAe,CAAC,OAAe,EAAE,KAA6B;IACrE,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,IAAI,YAA8C,CAAA;IAClD,MAAM,YAAY,GAKd,EAAE,CAAA;IACN,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAA;IAEhD,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAClC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAC9E,CAAA;IACD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,CAAC;QACrE,MAAM,IAAI,GAAG,YAAY,CAAC,SAAS,CAAC,CAAA;QACpC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,SAAQ;QAEpD,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAA;QAC3E,CAAC;QAED,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAA;QAC/B,OAAO,IAAI,IAAI,CAAC,IAAI,CAAA;QACpB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAC7B,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,CAAC,CAAA;QAC3C,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,SAAS,CAAA;QACjD,MAAM,OAAO,GAAG,GAAG,YAAY,IAAI,WAAW,EAAE,CAAA;QAChD,MAAM,eAAe,GAAG,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACxD,cAAc,CAAC,GAAG,CAAC,OAAO,EAAE,eAAe,GAAG,CAAC,CAAC,CAAA;QAChD,YAAY,CAAC,IAAI,CAAC;YAChB,OAAO;YACP,YAAY;YACZ,WAAW;YACX,eAAe;YACf,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YACnD,QAAQ;YACR,MAAM;SACP,CAAC,CAAA;QACF,YAAY,GAAG,IAAI,CAAA;IACrB,CAAC;IAED,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC,MAAM,CAAA;IACrE,MAAM,gBAAgB,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC,MAAM,CAAA;IACjD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,iBAAiB,EAAE,gBAAgB,CAAC,CAAA;IAC/D,MAAM,aAAa,GAA2B,EAAE,CAAA;IAEhD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAA;QACnE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAA;QAC9D,IAAI,YAAY,IAAI,UAAU;YAAE,SAAQ;QACxC,MAAM,aAAa,GAAG,YAAY,GAAG,iBAAiB,CAAA;QACtD,MAAM,WAAW,GAAG,UAAU,GAAG,iBAAiB,CAAA;QAClD,aAAa,CAAC,IAAI,CAAC;YACjB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,YAAY,EAAE,QAAQ,CAAC,YAAY;YACnC,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;YACzC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,WAAW,CAAC;YAC5C,aAAa;YACb,WAAW;SACZ,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;AAChC,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAe,EACf,SAAmC,EACnC,KAAsC;IAEtC,IAAI,IAAI,GAAG,EAAE,CAAA;IACb,MAAM,aAAa,GAA2B,EAAE,CAAA;IAChD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,IAAI;YAAE,IAAI,IAAI,GAAG,CAAA;QACrB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAA;QACzB,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAA;QACrB,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3F,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,KAAK,GAA4C,aAAa,CAAC,GAAG,CACtE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CACxD,CAAA;QACD,MAAM,IAAI,GAAqC,KAAK,CAAC,MAAM;YACzD,CAAC,CAAC;gBACE,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aACxC;YACH,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;QAChB,aAAa,CAAC,IAAI,CAAC;YACjB,OAAO;YACP,YAAY,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;YACtC,WAAW,EAAE,KAAK,EAAE,WAAW,IAAI,aAAa,CAAC,MAAM;YACvD,eAAe,EAAE,CAAC;YAClB,IAAI;YACJ,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,aAAa,EAAE,KAAK;YACpB,WAAW,EAAE,IAAI,CAAC,MAAM;SACzB,CAAC,CAAA;IACJ,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,aAAa,EAAE,CAAA;AAChC,CAAC;AAED,SAAS,aAAa,CAAC,KAA6B;IAClD,OAAO,eAAe,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAA;AACvC,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAiB;IACjD,OAAO,KAAK;SACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SACxC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,IAAI,CAAC,MAAM,CAAC,CAAA;AACjB,CAAC;AAcD;;;;;;;;;;GAUG;AACH,SAAS,4BAA4B,CAAC,KAA6B;IACjE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAEjC,+DAA+D;IAC/D,MAAM,WAAW,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC3C,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QACvB,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC;YAAE,OAAO,KAAK,CAAA;QACrC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAClB,CAAC,CAAC,CAAA;IAEF,2DAA2D;IAC3D,MAAM,UAAU,GAAyD,EAAE,CAAA;IAC3E,IAAI,QAAQ,GAAG,EAAE,CAAA;IACjB,IAAI,KAAK,GAAkB,IAAI,CAAA;IAE/B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,4DAA4D;QAC5D,6EAA6E;QAC7E,IAAI,KAAK,KAAK,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,QAAQ,GAAG,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAA;QACtC,CAAC;QAED,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAA;QACjD,QAAQ,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,CAAA;QAC3B,KAAK,GAAG,IAAI,CAAC,CAAC,CAAA;IAChB,CAAC;IAED,uBAAuB;IACvB,MAAM,SAAS,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAA;IAE9C,kEAAkE;IAClE,MAAM,cAAc,GAAoB,EAAE,CAAA;IAC1C,IAAI,WAAW,GAAG,CAAC,CAAA;IAEnB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,8CAA8C;QAC9C,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,WAAW,CAAC,CAAA;QACpE,yEAAyE;QACzE,wEAAwE;QACxE,0EAA0E;QAC1E,2EAA2E;QAC3E,uEAAuE;QACvE,wEAAwE;QACxE,IAAI,aAAa,KAAK,CAAC,CAAC;YAAE,SAAQ;QAElC,4CAA4C;QAC5C,IAAI,UAAU,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;QACvC,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAC3B,IAAI,KAAK,IAAI,KAAK,CAAC,KAAK,IAAI,aAAa,EAAE,CAAC;gBAC1C,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;gBACrC,MAAK;YACP,CAAC;QACH,CAAC;QAED,cAAc,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,CAAA;QACtD,WAAW,GAAG,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAA;IAC/C,CAAC;IAED,yCAAyC;IACzC,OAAO,iBAAiB,CAAC,cAAc,CAAC,CAAA;AAC1C,CAAC;AAED;;;;;GAKG;AACH,SAAS,iBAAiB,CAAC,SAA0B;IACnD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAA;IAErC,MAAM,MAAM,GAAoB,EAAE,CAAA;IAClC,IAAI,OAAO,GAAyB,IAAI,CAAA;IAExC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAA;QAC3B,CAAC;aAAM,IAAI,OAAO,CAAC,CAAC,KAAK,QAAQ,CAAC,CAAC,EAAE,CAAC;YACpC,qBAAqB;YACrB,OAAO,CAAC,IAAI,IAAI,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAA;QACrC,CAAC;aAAM,CAAC;YACN,0CAA0C;YAC1C,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;YACpB,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC;IAED,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IACtB,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,+CAA+C;AAC/C,yCAAyC;AACzC,+CAA+C;AAE/C;;GAEG;AACH,SAAS,gBAAgB,CAAC,IAAc,EAAE,IAAc;IACtD,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrD,OAAO,CAAC,CAAA;IACV,CAAC;IAED,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,KAAK,GAAG,CAAC,CAAA;IAEb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QACvB,UAAU,IAAI,EAAE,GAAG,EAAE,CAAA;QACrB,KAAK,IAAI,EAAE,GAAG,EAAE,CAAA;QAChB,KAAK,IAAI,EAAE,GAAG,EAAE,CAAA;IAClB,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACvD,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAA;IAE/B,OAAO,UAAU,GAAG,WAAW,CAAA;AACjC,CAAC;AAED;;;;;;GAMG;AACH,SAAS,wBAAwB,CAAC,UAAsB;IACtD,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,GAAG,CAAA;IAErC,MAAM,YAAY,GAAa,EAAE,CAAA;IAEjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC/C,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAC1B,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;YAC1B,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;gBACjB,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAA;IAEvC,uBAAuB;IACvB,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAClC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAE/C,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAClC,qCAAqC;QACrC,OAAO,CAAC,CAAC,YAAY,CAAC,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACtE,CAAC;IACD,oBAAoB;IACpB,OAAO,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;AAC/B,CAAC;AAED;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,KAAiB,EAAE,UAAkB;IAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAChD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAA;IAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,UAAU,CAAC,CAAA;IACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,CAAC,CAAA;IAChE,OAAO,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAA;AAC1C,CAAC;AAkBD,iEAAiE;AACjE,MAAM,+BAA+B,GAA0B;IAC7D,mBAAmB,EAAE,IAAI;IACzB,QAAQ,EAAE,CAAC;IACX,WAAW,EAAE,CAAC;IACd,gBAAgB,EAAE,IAAI;CACvB,CAAA;AAeD;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,8BAA8B,CAC5C,KAAiB,EACjB,MAAM,GAAqE,EAAE;IAE7E,MAAM,GAAG,GAAG,EAAE,GAAG,+BAA+B,EAAE,GAAG,MAAM,EAAE,CAAA;IAE7D,MAAM,WAAW,GAAwB;QACvC,cAAc,EAAE,CAAC;QACjB,iBAAiB,EAAE,IAAI,GAAG,EAAE;QAC5B,iBAAiB,EAAE,IAAI,GAAG,EAAE;KAC7B,CAAA;IAED,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ;QAAE,OAAO,WAAW,CAAA;IAEnD,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,CAAA;IAE7D,yBAAyB;IACzB,MAAM,SAAS,GAAa,EAAE,CAAA;IAC9B,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACtD,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,WAAW,CAAA;IAE9C,6BAA6B;IAC7B,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAC5C,MAAM,cAAc,GAClB,SAAS,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAE,GAAG,SAAS,CAAC,GAAG,CAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAE,CAAA;IAE5F,IAAI,cAAc,KAAK,CAAC;QAAE,OAAO,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,CAAA;IAEnE,qEAAqE;IACrE,MAAM,mBAAmB,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,IAAI,CAAC,CAAA;IACzE,IAAI,UAAkB,CAAA;IACtB,IAAI,mBAAmB,EAAE,UAAU,EAAE,CAAC;QACpC,UAAU,GAAG,mBAAmB,CAAC,UAAU,CAAA;IAC7C,CAAC;SAAM,CAAC;QACN,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC9B,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI;oBAAE,IAAI,GAAG,IAAI,CAAC,CAAC,CAAA;YAClC,CAAC;QACH,CAAC;QACD,UAAU,GAAG,IAAI,CAAA;IACnB,CAAC;IACD,IAAI,UAAU,KAAK,CAAC;QAAE,OAAO,EAAE,GAAG,WAAW,EAAE,cAAc,EAAE,CAAA;IAE/D,MAAM,iBAAiB,GAAG,cAAc,GAAG,GAAG,CAAA;IAC9C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAA;IAC3C,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAA;IAE3C,0DAA0D;IAC1D,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;QAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,QAAQ,IAAI,iBAAiB;gBAAE,SAAQ;YAEhD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACnC,gEAAgE;YAChE,IAAI,IAAI,CAAC,CAAC,GAAG,UAAU,GAAG,GAAG,EAAE,CAAC;gBAC9B,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YACjC,CAAC;YACD,8CAA8C;YAC9C,IAAI,IAAI,CAAC,CAAC,GAAG,UAAU,GAAG,GAAG,EAAE,CAAC;gBAC9B,iBAAiB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;YACjC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,CAAA;AACjE,CAAC;AAgBD;;;;;;;;;;;;;;;;;;;;GAoBG;AACH;;;;;;;;;GASG;AACH,KAAK,UAAU,qBAAqB,CAAC,MAUpC;IACC,MAAM,EACJ,KAAK,EACL,SAAS,EACT,UAAU,EACV,WAAW,EACX,mBAAmB,EACnB,gBAAgB,EAChB,QAAQ,EACR,UAAU,EACV,QAAQ,GACT,GAAG,MAAM,CAAA;IAEV,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;IACvD,MAAM,SAAS,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAA;IAEtD,+DAA+D;IAC/D,IAAI,SAAS,GAAG,mBAAmB,CAAA;IACnC,IAAI,WAAW,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,SAAS,GAAG,gBAAgB,IAAI,IAAI,CAAA;IACtC,CAAC;IAED,MAAM,QAAQ,GAAG,SAAS,IAAI,SAAS,CAAA;IACvC,IAAI,QAAQ,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CACX,YAAY,KAAK,sBAAsB,SAAS,CAAC,MAAM,kBAAkB,UAAU,GAAG,CAAC,IAAI,QAAQ,yBAAyB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CACnJ,CAAA;IACH,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAA;AAC5C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,KAAiB,EACjB,QAA2B,EAC3B,MAAM,GAAmC,EAAE;IAE3C,MAAM,GAAG,GAAG,EAAE,GAAG,+BAA+B,EAAE,GAAG,MAAM,EAAE,CAAA;IAE7D,MAAM,MAAM,GAA0B;QACpC,mBAAmB,EAAE,KAAK;QAC1B,kBAAkB,EAAE,KAAK;QACzB,gBAAgB,EAAE,CAAC;QACnB,gBAAgB,EAAE,CAAC;KACpB,CAAA;IAED,iDAAiD;IACjD,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,kDAAkD;IAClD,MAAM,WAAW,GAAG,iBAAiB,CAAC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,CAAA;IAC7D,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAE,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG,UAAU,GAAG,WAAW,CAAC,MAAM,CAAA;IAEhD,oEAAoE;IACpE,MAAM,aAAa,GAAsB,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAChE,4BAA4B,CAAC,IAAI,CAAC,KAAK,CAAC,CACzC,CAAA;IAED,yDAAyD;IACzD,MAAM,cAAc,GAAa,EAAE,CAAA;IACnC,MAAM,aAAa,GAAa,EAAE,CAAA;IAElC,KAAK,MAAM,SAAS,IAAI,aAAa,EAAE,CAAC;QACtC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,IAAI,CAAC,CAAA;YACvC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,IAAI,CAAC,CAAA;YAC3D,CAAC;QACH,CAAC;IACH,CAAC;IAED,8EAA8E;IAC9E,IAAI,cAAc,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,eAAe,GAAG,aAAa;aAClC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAClC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,MAAM,qBAAqB,CAAC;YAC3D,KAAK,EAAE,QAAQ;YACf,SAAS,EAAE,cAAc;YACzB,UAAU,EAAE,eAAe;YAC3B,WAAW,EAAE,GAAG,CAAC,UAAU,EAAE,iBAAiB;YAC9C,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;YAC5C,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,QAAQ;YACR,UAAU;YACV,QAAQ;SACT,CAAC,CAAA;QACF,MAAM,CAAC,gBAAgB,GAAG,UAAU,CAAA;QACpC,MAAM,CAAC,mBAAmB,GAAG,QAAQ,CAAA;IACvC,CAAC;IAED,6EAA6E;IAC7E,IAAI,aAAa,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACzC,MAAM,cAAc,GAAG,aAAa;aACjC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7C,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,MAAM,qBAAqB,CAAC;YAC3D,KAAK,EAAE,QAAQ;YACf,SAAS,EAAE,aAAa;YACxB,UAAU,EAAE,cAAc;YAC1B,WAAW,EAAE,GAAG,CAAC,UAAU,EAAE,iBAAiB;YAC9C,mBAAmB,EAAE,GAAG,CAAC,mBAAmB;YAC5C,gBAAgB,EAAE,GAAG,CAAC,gBAAgB;YACtC,QAAQ;YACR,UAAU;YACV,QAAQ;SACT,CAAC,CAAA;QACF,MAAM,CAAC,gBAAgB,GAAG,UAAU,CAAA;QACpC,MAAM,CAAC,kBAAkB,GAAG,QAAQ,CAAA;IACtC,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,KAAiB,EACjB,QAA2B,EAC3B,MAAM,GAAmC,EAAE;IAE3C,OAAO,CAAC,MAAM,yBAAyB,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC5F,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,KAAiB,EACjB,QAA2B,EAC3B,MAAM,GAAmC,EAAE;IAE3C,MAAM,GAAG,GAAG,EAAE,GAAG,+BAA+B,EAAE,GAAG,MAAM,EAAE,CAAA;IAE7D,wCAAwC;IACxC,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IACvE,CAAC;IAED,0DAA0D;IAC1D,MAAM,UAAU,GAAG,8BAA8B,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;IAE7D,2DAA2D;IAC3D,MAAM,QAAQ,GAAG,MAAM,sBAAsB,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,CAAC,CAAA;IAEtF,gEAAgE;IAChE,IAAI,CAAC,QAAQ,CAAC,mBAAmB,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE,CAAC;QAClE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;IACvE,CAAC;IAED,iEAAiE;IACjE,MAAM,aAAa,GAAsB,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAC1D,4BAA4B,CAAC,IAAI,CAAC,KAAK,CAAC,CACzC,CAAA;IAED,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,EAAE;QACnC,IAAI,OAAO,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QACnD,IAAI,QAAQ,CAAC,mBAAmB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAClF,IAAI,QAAQ,CAAC,kBAAkB,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACrF,OAAO,mBAAmB,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IAC/D,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/parser/title-extractor.d.ts

@@ -0,0 +1,69 @@
+/**
+ * Result of title extraction, including how the title was determined
+ */
+export interface TitleExtractionResult {
+    title: string;
+    source: 'metadata' | 'content' | 'filename';
+}
+/**
+ * Convert a file name to a human-readable title
+ * Strips the extension and replaces hyphens/underscores with spaces
+ *
+ * @param fileName - File name (e.g., "2024-annual-report.pdf")
+ * @returns Human-readable title (e.g., "2024 annual report")
+ */
+export declare function fileNameToTitle(fileName: string): string;
+/**
+ * Extract title from Markdown content
+ * Priority: YAML frontmatter title -> first # H1 -> file name
+ *
+ * @param text - Markdown content
+ * @param fileName - File name for fallback
+ * @returns Title extraction result
+ */
+export declare function extractMarkdownTitle(text: string, fileName: string): TitleExtractionResult;
+/**
+ * Extract title from plain text content
+ * Priority: first line followed by empty line -> file name
+ *
+ * @param text - Plain text content
+ * @param fileName - File name for fallback
+ * @returns Title extraction result
+ */
+export declare function extractTxtTitle(text: string, fileName: string): TitleExtractionResult;
+/**
+ * Extract title from HTML content (using Readability title)
+ * Priority: readability title -> file name
+ *
+ * @param readabilityTitle - Title extracted by Readability
+ * @param fileName - File name for fallback
+ * @returns Title extraction result
+ */
+export declare function extractHtmlTitle(readabilityTitle: string, fileName: string): TitleExtractionResult;
+/**
+ * Extract title from PDF metadata or first page chunk text
+ * Priority: PDF metadata /Title -> first page chunk 0 text -> file name
+ *
+ * Rejects metadata titles that look like file paths (contain / or \) or are empty/whitespace-only.
+ *
+ * @param metadataTitle - PDF metadata /Title value (may be undefined)
+ * @param firstPageChunkText - Text of chunk 0 from semantic chunking of page 1 (may be undefined)
+ * @param fileName - File name for fallback
+ * @param firstPageFontHint - Largest-font text item from page 1 (optional, used for title detection)
+ * @returns Title extraction result
+ */
+export declare function extractPdfTitle(metadataTitle: string | undefined, firstPageChunkText: string | undefined, fileName: string, firstPageFontHint?: {
+    text: string;
+    fontSize: number;
+}): TitleExtractionResult;
+/**
+ * Extract title from a parsed DOCX mammoth HTML document
+ * Priority: DOCX core title -> first non-empty <h1> from mammoth HTML -> file name
+ *
+ * @param document - Parsed HTML document generated from mammoth.convertToHtml()
+ * @param fileName - File name for fallback
+ * @param metadataTitle - Optional title extracted from docProps/core.xml
+ * @returns Title extraction result
+ */
+export declare function extractDocxTitle(document: Document, fileName: string, metadataTitle?: string): TitleExtractionResult;
+//# sourceMappingURL=title-extractor.d.ts.map

package/dist/parser/title-extractor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"title-extractor.d.ts","sourceRoot":"","sources":["../../src/parser/title-extractor.ts"],"names":[],"mappings":"AAcA;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,UAAU,GAAG,SAAS,GAAG,UAAU,CAAA;CAC5C;AAMD;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAMxD;AAMD;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,qBAAqB,CAe1F;AAED;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,qBAAqB,CAkBrF;AAED;;;;;;;GAOG;AACH,wBAAgB,gBAAgB,CAC9B,gBAAgB,EAAE,MAAM,EACxB,QAAQ,EAAE,MAAM,GACf,qBAAqB,CAOvB;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,eAAe,CAC7B,aAAa,EAAE,MAAM,GAAG,SAAS,EACjC,kBAAkB,EAAE,MAAM,GAAG,SAAS,EACtC,QAAQ,EAAE,MAAM,EAChB,iBAAiB,CAAC,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACrD,qBAAqB,CA0BvB;AAED;;;;;;;;GAQG;AACH,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,QAAQ,EAClB,QAAQ,EAAE,MAAM,EAChB,aAAa,CAAC,EAAE,MAAM,GACrB,qBAAqB,CAavB"}