abb-opencode-local-rag 0.1.0

package/dist/ingest/visual.js

@@ -0,0 +1,234 @@
+import { buildChunksAndEmbeddings, createVisualAttachment, findNearestChunk } from './compute.js';
+function horizontalOverlap(left, right) {
+    return Math.min(left[2] ?? 0, right[2] ?? 0) >= Math.max(left[0] ?? 0, right[0] ?? 0);
+}
+function xCenter(bbox) {
+    return ((bbox[0] ?? 0) + (bbox[2] ?? 0)) / 2;
+}
+function yCenter(bbox) {
+    return ((bbox[1] ?? 0) + (bbox[3] ?? 0)) / 2;
+}
+function findInsertionIndex(fragments, region) {
+    if (fragments.length === 0)
+        return 0;
+    let candidates = fragments
+        .map((fragment, index) => ({ fragment, index }))
+        .filter(({ fragment }) => horizontalOverlap(fragment.bbox, region.bbox));
+    if (candidates.length === 0) {
+        const regionCenter = xCenter(region.bbox);
+        const minimumDistance = Math.min(...fragments.map((fragment) => Math.abs(xCenter(fragment.bbox) - regionCenter)));
+        candidates = fragments
+            .map((fragment, index) => ({ fragment, index }))
+            .filter(({ fragment }) => Math.abs(xCenter(fragment.bbox) - regionCenter) === minimumDistance);
+    }
+    const regionMidpoint = yCenter(region.bbox);
+    const preceding = candidates.filter(({ fragment }) => yCenter(fragment.bbox) <= regionMidpoint);
+    if (preceding.length > 0) {
+        return Math.max(...preceding.map(({ index }) => index + 1));
+    }
+    return Math.min(...candidates.map(({ index }) => index));
+}
+function fallbackFragments(page) {
+    if (page.textFragments.length > 0 || page.text.length === 0)
+        return page.textFragments;
+    return [
+        {
+            pageNum: page.pageNum,
+            blockOrdinal: 0,
+            lineOrdinal: 0,
+            fragmentOrdinal: 0,
+            bbox: [0, 0, 0, 0],
+            text: page.text,
+            pageTextStart: 0,
+            pageTextEnd: page.text.length,
+        },
+    ];
+}
+export function buildOrderedVisualDocument(pages, processedRegions) {
+    let text = '';
+    let visualIndex = 0;
+    const atomicRanges = [];
+    const regions = [];
+    const consumedRegions = new Set();
+    for (const page of pages) {
+        const pageFragments = fallbackFragments(page);
+        const positioned = processedRegions
+            .filter((region) => region.pageNum === page.pageNum)
+            .map((region) => ({
+            region,
+            insertionIndex: findInsertionIndex(pageFragments, region),
+        }))
+            .sort((left, right) => left.insertionIndex - right.insertionIndex ||
+            left.region.detectionIndex - right.region.detectionIndex);
+        const pageVisualIndices = new Map(positioned.map((item, index) => [item.region, visualIndex + index]));
+        const insertionOffsets = new Map();
+        for (const item of positioned) {
+            const preceding = pageFragments[item.insertionIndex - 1];
+            const following = pageFragments[item.insertionIndex];
+            insertionOffsets.set(item.region, Math.max(0, Math.min(page.text.length, preceding?.pageTextEnd ?? following?.pageTextStart ?? 0)));
+        }
+        const insertionGroups = new Map();
+        for (const item of positioned) {
+            const offset = insertionOffsets.get(item.region) ?? 0;
+            const group = insertionGroups.get(offset) ?? [];
+            group.push(item.region);
+            insertionGroups.set(offset, group);
+        }
+        let pageText = '';
+        let pageCursor = 0;
+        const captionRanges = new Map();
+        const anchorOffsets = new Map();
+        for (const [offset, group] of [...insertionGroups].sort((left, right) => left[0] - right[0])) {
+            pageText += page.text.slice(pageCursor, offset);
+            const hasCaption = group.some((region) => region.caption !== null);
+            if (hasCaption) {
+                const trailingNewlines = pageText.match(/\n*$/)?.[0].length ?? 0;
+                pageText += pageText.length > 0 ? '\n'.repeat(Math.max(0, 2 - trailingNewlines)) : '';
+            }
+            let captionIndex = 0;
+            for (const region of group) {
+                if (region.caption === null) {
+                    anchorOffsets.set(region, pageText.length);
+                    continue;
+                }
+                if (captionIndex > 0)
+                    pageText += '\n\n';
+                const start = pageText.length;
+                pageText += `[Visual content on page ${page.pageNum}, visual ${pageVisualIndices.get(region)}: ${region.caption}]`;
+                captionRanges.set(region, { start, end: pageText.length });
+                anchorOffsets.set(region, start);
+                captionIndex += 1;
+            }
+            if (hasCaption && offset < page.text.length) {
+                const leadingNewlines = page.text.slice(offset).match(/^\n*/)?.[0].length ?? 0;
+                pageText += '\n'.repeat(Math.max(0, 2 - leadingNewlines));
+            }
+            pageCursor = offset;
+        }
+        pageText += page.text.slice(pageCursor);
+        const pageSeparator = text.length > 0 && pageText.length > 0 ? '\n\n' : '';
+        const pageStart = text.length + pageSeparator.length;
+        text += pageSeparator + pageText;
+        for (const positionedRegion of positioned) {
+            const currentVisualIndex = visualIndex++;
+            const relativeCaptionRange = captionRanges.get(positionedRegion.region);
+            const captionRange = relativeCaptionRange
+                ? {
+                    start: pageStart + relativeCaptionRange.start,
+                    end: pageStart + relativeCaptionRange.end,
+                }
+                : undefined;
+            if (captionRange)
+                atomicRanges.push(captionRange);
+            const anchorOffset = anchorOffsets.get(positionedRegion.region);
+            if (anchorOffset === undefined)
+                throw new Error('Visual region has no anchor offset');
+            regions.push({
+                ...positionedRegion.region,
+                visualIndex: currentVisualIndex,
+                anchorOffset: pageStart + anchorOffset,
+                ...(captionRange ? { captionRange } : {}),
+            });
+            consumedRegions.add(positionedRegion.region);
+        }
+    }
+    if (consumedRegions.size !== processedRegions.length) {
+        throw new Error('A processed visual region has no matching PDF page');
+    }
+    return { text, atomicRanges, regions };
+}
+function assignVisualAttachments(document, chunks, attachments) {
+    const attachmentsByChunkIndex = new Map();
+    if (chunks.length === 0)
+        return attachmentsByChunkIndex;
+    const regionByVisualIndex = new Map(document.regions.map((region) => [region.visualIndex, region]));
+    const seenVisualIndices = new Set();
+    for (const attachment of [...attachments].sort((left, right) => left.imageIndex - right.imageIndex)) {
+        if (seenVisualIndices.has(attachment.imageIndex)) {
+            throw new Error(`Duplicate visual attachment index: ${attachment.imageIndex}`);
+        }
+        seenVisualIndices.add(attachment.imageIndex);
+        const region = regionByVisualIndex.get(attachment.imageIndex);
+        if (!region)
+            throw new Error(`Visual attachment has no ordered region: ${attachment.imageIndex}`);
+        const owner = findNearestChunk(chunks, region.anchorOffset);
+        if (!owner)
+            throw new Error(`Visual ${attachment.imageIndex} has no owning chunk`);
+        const current = attachmentsByChunkIndex.get(owner.index) ?? [];
+        current.push(attachment);
+        attachmentsByChunkIndex.set(owner.index, current);
+    }
+    return attachmentsByChunkIndex;
+}
+async function processImageOnlyRegions(regions, doc) {
+    const renderer = await import('../pdf-visual/renderer.js');
+    const processed = [];
+    let omittedImageCount = 0;
+    for (const region of regions) {
+        try {
+            const image = await renderer.renderPdfRendition(doc, region.pageNum, region.bbox, region.evidence);
+            processed.push({ ...region, caption: null, rendition: image });
+        }
+        catch {
+            omittedImageCount += 1;
+            processed.push({ ...region, caption: null });
+        }
+    }
+    return { processed, omittedImageCount };
+}
+export async function prepareVisualPdfChunks(filePath, parser, chunker, embedder, options) {
+    const captionerConfig = options.captioner;
+    const { doc, title, pages } = await parser.parsePdfPages(filePath, embedder);
+    try {
+        let processed;
+        let omittedImageCount = 0;
+        if (captionerConfig !== undefined) {
+            const pdfVisual = await import('../pdf-visual/index.js');
+            const regions = pdfVisual.detectVisualRegions(pages.map((page) => ({ pageNum: page.pageNum, stextJson: page.stextJson })), doc);
+            const captioner = pdfVisual.createCaptioner(captionerConfig);
+            processed = await pdfVisual.processVisualRegions(regions, doc, { captioner, includeImages: options.images });
+        }
+        else {
+            const detector = await import('../pdf-visual/detector.js');
+            const regions = detector.detectVisualRegions(pages.map((page) => ({ pageNum: page.pageNum, stextJson: page.stextJson })), doc);
+            const imageOnly = await processImageOnlyRegions(regions, doc);
+            processed = imageOnly.processed;
+            omittedImageCount += imageOnly.omittedImageCount;
+        }
+        const ordered = buildOrderedVisualDocument(pages, processed);
+        const { chunks, embeddings } = await buildChunksAndEmbeddings(ordered.text, chunker, embedder, ordered.atomicRanges);
+        const attachments = [];
+        if (options.images) {
+            for (const orderedRegion of ordered.regions) {
+                if (!orderedRegion.rendition)
+                    continue;
+                try {
+                    attachments.push(createVisualAttachment(orderedRegion.visualIndex, orderedRegion.rendition));
+                }
+                catch {
+                    omittedImageCount += 1;
+                }
+            }
+        }
+        const visualAttachments = assignVisualAttachments(ordered, chunks, attachments);
+        return {
+            chunks,
+            embeddings,
+            title,
+            text: ordered.text,
+            atomicRanges: ordered.atomicRanges,
+            visualAttachments,
+            omittedImageCount,
+        };
+    }
+    finally {
+        try {
+            doc.destroy();
+        }
+        catch (destroyError) {
+            const message = destroyError instanceof Error ? destroyError.message : String(destroyError);
+            console.warn(`prepareVisualPdfChunks: doc.destroy() failed: ${message}`);
+        }
+    }
+}
+//# sourceMappingURL=visual.js.map

package/dist/ingest/visual.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"visual.js","sourceRoot":"","sources":["../../src/ingest/visual.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,wBAAwB,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAA;AA6CjG,SAAS,iBAAiB,CAAC,IAAuB,EAAE,KAAwB;IAC1E,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;AACvF,CAAC;AAED,SAAS,OAAO,CAAC,IAAuB;IACtC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;AAC9C,CAAC;AAED,SAAS,OAAO,CAAC,IAAuB;IACtC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;AAC9C,CAAC;AAED,SAAS,kBAAkB,CACzB,SAA0C,EAC1C,MAA4B;IAE5B,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAA;IACpC,IAAI,UAAU,GAAG,SAAS;SACvB,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;SAC/C,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAA;IAE1E,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACzC,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAC9B,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC,CAChF,CAAA;QACD,UAAU,GAAG,SAAS;aACnB,GAAG,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;aAC/C,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK,eAAe,CAAC,CAAA;IAClG,CAAC;IAED,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC3C,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,cAAc,CAAC,CAAA;IAC/F,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAA;IAC7D,CAAC;IACD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAA;AAC1D,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAuB;IAChD,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,aAAa,CAAA;IACtF,OAAO;QACL;YACE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;YACd,eAAe,EAAE,CAAC;YAClB,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAClB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM;SAC9B;KACF,CAAA;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,KAAmC,EACnC,gBAAkD;IAElD,IAAI,IAAI,GAAG,EAAE,CAAA;IACb,IAAI,WAAW,GAAG,CAAC,CAAA;IACnB,MAAM,YAAY,GAAsB,EAAE,CAAA;IAC1C,MAAM,OAAO,GAA0B,EAAE,CAAA;IACzC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAyB,CAAA;IAExD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,aAAa,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAA;QAC7C,MAAM,UAAU,GAAG,gBAAgB;aAChC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC;aACnD,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAChB,MAAM;YACN,cAAc,EAAE,kBAAkB,CAAC,aAAa,EAAE,MAAM,CAAC;SAC1D,CAAC,CAAC;aACF,IAAI,CACH,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC,cAAc;YAC1C,IAAI,CAAC,MAAM,CAAC,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,cAAc,CAC3D,CAAA;QACH,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAC/B,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,GAAG,KAAK,CAAU,CAAC,CAC7E,CAAA;QAED,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAiC,CAAA;QACjE,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,CAAA;YACxD,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;YACpD,gBAAgB,CAAC,GAAG,CAClB,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,GAAG,CACN,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,IAAI,SAAS,EAAE,aAAa,IAAI,CAAC,CAAC,CACpF,CACF,CAAA;QACH,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAmC,CAAA;QAClE,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;YACrD,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAA;YAC/C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACvB,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;QACpC,CAAC;QAED,IAAI,QAAQ,GAAG,EAAE,CAAA;QACjB,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,MAAM,aAAa,GAAG,IAAI,GAAG,EAA0C,CAAA;QACvE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAiC,CAAA;QAC9D,KAAK,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7F,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAA;YAC/C,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,KAAK,IAAI,CAAC,CAAA;YAClE,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,gBAAgB,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAA;gBAChE,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YACvF,CAAC;YACD,IAAI,YAAY,GAAG,CAAC,CAAA;YACpB,KAAK,MAAM,MAAM,IAAI,KAAK,EAAE,CAAC;gBAC3B,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;oBAC5B,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;oBAC1C,SAAQ;gBACV,CAAC;gBACD,IAAI,YAAY,GAAG,CAAC;oBAAE,QAAQ,IAAI,MAAM,CAAA;gBACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAA;gBAC7B,QAAQ,IAAI,2BAA2B,IAAI,CAAC,OAAO,YAAY,iBAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,OAAO,GAAG,CAAA;gBAClH,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;gBAC1D,aAAa,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAA;gBAChC,YAAY,IAAI,CAAC,CAAA;YACnB,CAAC;YACD,IAAI,UAAU,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC5C,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAA;gBAC9E,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC,CAAA;YAC3D,CAAC;YACD,UAAU,GAAG,MAAM,CAAA;QACrB,CAAC;QACD,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAA;QAEvC,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAA;QAC1E,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAA;QACpD,IAAI,IAAI,aAAa,GAAG,QAAQ,CAAA;QAEhC,KAAK,MAAM,gBAAgB,IAAI,UAAU,EAAE,CAAC;YAC1C,MAAM,kBAAkB,GAAG,WAAW,EAAE,CAAA;YACxC,MAAM,oBAAoB,GAAG,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;YACvE,MAAM,YAAY,GAAG,oBAAoB;gBACvC,CAAC,CAAC;oBACE,KAAK,EAAE,SAAS,GAAG,oBAAoB,CAAC,KAAK;oBAC7C,GAAG,EAAE,SAAS,GAAG,oBAAoB,CAAC,GAAG;iBAC1C;gBACH,CAAC,CAAC,SAAS,CAAA;YACb,IAAI,YAAY;gBAAE,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACjD,MAAM,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;YAC/D,IAAI,YAAY,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;YACrF,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,gBAAgB,CAAC,MAAM;gBAC1B,WAAW,EAAE,kBAAkB;gBAC/B,YAAY,EAAE,SAAS,GAAG,YAAY;gBACtC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1C,CAAC,CAAA;YACF,eAAe,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;IAED,IAAI,eAAe,CAAC,IAAI,KAAK,gBAAgB,CAAC,MAAM,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;IACvE,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,CAAA;AACxC,CAAC;AAED,SAAS,uBAAuB,CAC9B,QAA+B,EAC/B,MAA4B,EAC5B,WAAwC;IAExC,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAA8B,CAAA;IACrE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,uBAAuB,CAAA;IACvD,MAAM,mBAAmB,GAAG,IAAI,GAAG,CACjC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,CAAU,CAAC,CACxE,CAAA;IACD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAA;IAE3C,KAAK,MAAM,UAAU,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,CAC5C,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CACpD,EAAE,CAAC;QACF,IAAI,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACjD,MAAM,IAAI,KAAK,CAAC,sCAAsC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAA;QAChF,CAAC;QACD,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,CAAC,CAAA;QAC7D,IAAI,CAAC,MAAM;YACT,MAAM,IAAI,KAAK,CAAC,4CAA4C,UAAU,CAAC,UAAU,EAAE,CAAC,CAAA;QAEtF,MAAM,KAAK,GAAG,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,CAAA;QAC3D,IAAI,CAAC,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,UAAU,UAAU,CAAC,UAAU,sBAAsB,CAAC,CAAA;QAClF,MAAM,OAAO,GAAG,uBAAuB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;QAC9D,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACxB,uBAAuB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACnD,CAAC;IACD,OAAO,uBAAuB,CAAA;AAChC,CAAC;AAED,KAAK,UAAU,uBAAuB,CACpC,OAA+B,EAC/B,GAAiE;IAKjE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAA;IAC1D,MAAM,SAAS,GAA4B,EAAE,CAAA;IAC7C,IAAI,iBAAiB,GAAG,CAAC,CAAA;IACzB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,kBAAkB,CAC7C,GAAwD,EACxD,MAAM,CAAC,OAAO,EACd,MAAM,CAAC,IAAI,EACX,MAAM,CAAC,QAAQ,CAChB,CAAA;YACD,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAA;QAChE,CAAC;QAAC,MAAM,CAAC;YACP,iBAAiB,IAAI,CAAC,CAAA;YACtB,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAA;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,QAAgB,EAChB,MAAuB,EACvB,OAAwB,EACxB,QAA2B,EAC3B,OAAsC;IAEtC,MAAM,eAAe,GAAG,OAAO,CAAC,SAAS,CAAA;IACzC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAA;IAC5E,IAAI,CAAC;QACH,IAAI,SAAkC,CAAA;QACtC,IAAI,iBAAiB,GAAG,CAAC,CAAA;QAEzB,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAA;YACxD,MAAM,OAAO,GAAG,SAAS,CAAC,mBAAmB,CAC3C,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAC3E,GAA0D,CAC3D,CAAA;YACD,MAAM,SAAS,GAAG,SAAS,CAAC,eAAe,CAAC,eAAe,CAAC,CAAA;YAC5D,SAAS,GAAG,MAAM,SAAS,CAAC,oBAAoB,CAC9C,OAAO,EACP,GAA2D,EAC3D,EAAE,SAAS,EAAE,aAAa,EAAE,OAAO,CAAC,MAAM,EAAE,CAC7C,CAAA;QACH,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAA;YAC1D,MAAM,OAAO,GAAG,QAAQ,CAAC,mBAAmB,CAC1C,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAC3E,GAAyD,CAC1D,CAAA;YACD,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;YAC7D,SAAS,GAAG,SAAS,CAAC,SAAS,CAAA;YAC/B,iBAAiB,IAAI,SAAS,CAAC,iBAAiB,CAAA;QAClD,CAAC;QAED,MAAM,OAAO,GAAG,0BAA0B,CAAC,KAAK,EAAE,SAAS,CAAC,CAAA;QAC5D,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,wBAAwB,CAC3D,OAAO,CAAC,IAAI,EACZ,OAAO,EACP,QAAQ,EACR,OAAO,CAAC,YAAY,CACrB,CAAA;QACD,MAAM,WAAW,GAAuB,EAAE,CAAA;QAC1C,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,KAAK,MAAM,aAAa,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBAC5C,IAAI,CAAC,aAAa,CAAC,SAAS;oBAAE,SAAQ;gBACtC,IAAI,CAAC;oBACH,WAAW,CAAC,IAAI,CACd,sBAAsB,CAAC,aAAa,CAAC,WAAW,EAAE,aAAa,CAAC,SAAS,CAAC,CAC3E,CAAA;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,iBAAiB,IAAI,CAAC,CAAA;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,iBAAiB,GAAG,uBAAuB,CAAC,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,CAAA;QAC/E,OAAO;YACL,MAAM;YACN,UAAU;YACV,KAAK;YACL,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,iBAAiB;YACjB,iBAAiB;SAClB,CAAA;IACH,CAAC;YAAS,CAAC;QACT,IAAI,CAAC;YACH,GAAG,CAAC,OAAO,EAAE,CAAA;QACf,CAAC;QAAC,OAAO,YAAY,EAAE,CAAC;YACtB,MAAM,OAAO,GAAG,YAAY,YAAY,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;YAC3F,OAAO,CAAC,IAAI,CAAC,iDAAiD,OAAO,EAAE,CAAC,CAAA;QAC1E,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/parser/docx-parser.d.ts

@@ -0,0 +1,12 @@
+import type { AtomicTextRange } from '../chunker/index.js';
+export interface DocxBodyResult {
+    content: string;
+    atomicRanges: readonly AtomicTextRange[];
+    imageAnchors?: readonly {
+        offset: number;
+        imageIndex: number;
+    }[];
+}
+export declare function extractDocxCoreTitle(buffer: Buffer): Promise<string | undefined>;
+export declare function convertDocxDocumentToText(document: Document): DocxBodyResult;
+//# sourceMappingURL=docx-parser.d.ts.map

package/dist/parser/docx-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"docx-parser.d.ts","sourceRoot":"","sources":["../../src/parser/docx-parser.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAA;AAU1D,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAA;IACf,YAAY,EAAE,SAAS,eAAe,EAAE,CAAA;IACxC,YAAY,CAAC,EAAE,SAAS;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;CACjE;AAqQD,wBAAsB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAkBtF;AAED,wBAAgB,yBAAyB,CAAC,QAAQ,EAAE,QAAQ,GAAG,cAAc,CAgD5E"}

package/dist/parser/docx-parser.js

@@ -0,0 +1,328 @@
+import { JSDOM } from 'jsdom';
+import JSZip from 'jszip';
+const CORE_TITLE_NAMESPACE = 'http://purl.org/dc/elements/1.1/';
+const PROSE_BLOCK_TAGS = new Set(['H1', 'H2', 'H3', 'H4', 'H5', 'H6', 'P', 'BLOCKQUOTE', 'PRE']);
+const LIST_TAGS = new Set(['UL', 'OL']);
+const SKIPPED_TAGS = new Set(['SCRIPT', 'STYLE', 'NOSCRIPT']);
+const IMAGE_MARKER_PREFIX = '\u0000rag-image:';
+const IMAGE_MARKER_SUFFIX = '\u0000';
+const IMAGE_MARKER_PATTERN = new RegExp(`${IMAGE_MARKER_PREFIX}(\\d+)${IMAGE_MARKER_SUFFIX}`, 'gu');
+function imageMarker(element) {
+    if (element.tagName !== 'IMG')
+        return '';
+    const value = element.getAttribute('data-rag-image-index');
+    return value !== null && /^\d+$/.test(value)
+        ? `${IMAGE_MARKER_PREFIX}${value}${IMAGE_MARKER_SUFFIX}`
+        : '';
+}
+function normalizeSingleLine(text) {
+    return text.replace(/\s+/g, ' ').trim();
+}
+function normalizeTextContent(element) {
+    const parts = [];
+    const visit = (node) => {
+        if (node.nodeType === 3) {
+            parts.push(node.nodeValue ?? '');
+            return;
+        }
+        if (node.nodeType !== 1)
+            return;
+        const child = node;
+        if (SKIPPED_TAGS.has(child.tagName))
+            return;
+        const marker = imageMarker(child);
+        if (marker) {
+            parts.push(marker);
+            return;
+        }
+        if (child.tagName === 'BR') {
+            parts.push(' ');
+            return;
+        }
+        const ownsTextBoundary = PROSE_BLOCK_TAGS.has(child.tagName) || LIST_TAGS.has(child.tagName) || child.tagName === 'LI';
+        if (ownsTextBoundary)
+            parts.push(' ');
+        for (const descendant of child.childNodes)
+            visit(descendant);
+        if (ownsTextBoundary)
+            parts.push(' ');
+    };
+    for (const child of element.childNodes)
+        visit(child);
+    return normalizeSingleLine(parts.join(''));
+}
+function serializeInlineText(element) {
+    const parts = [];
+    const visit = (node) => {
+        if (node.nodeType === 3) {
+            parts.push(node.nodeValue ?? '');
+            return;
+        }
+        if (node.nodeType !== 1)
+            return;
+        const child = node;
+        if (SKIPPED_TAGS.has(child.tagName))
+            return;
+        const marker = imageMarker(child);
+        if (marker) {
+            parts.push(marker);
+            return;
+        }
+        if (child.tagName === 'BR') {
+            parts.push('\n');
+            return;
+        }
+        for (const descendant of child.childNodes)
+            visit(descendant);
+    };
+    for (const child of element.childNodes)
+        visit(child);
+    const lines = parts.join('').split('\n').map(normalizeSingleLine);
+    while (lines[0] === '')
+        lines.shift();
+    while (lines.at(-1) === '')
+        lines.pop();
+    return lines.join('\n');
+}
+function serializeList(list) {
+    const lines = [];
+    const serializeListElement = (currentList) => {
+        for (const child of currentList.children) {
+            if (child.tagName !== 'LI')
+                continue;
+            let currentLine = '';
+            const flush = () => {
+                const normalized = normalizeSingleLine(currentLine);
+                if (normalized)
+                    lines.push(normalized);
+                currentLine = '';
+            };
+            const visitItemNode = (node) => {
+                if (node.nodeType === 3) {
+                    currentLine += node.nodeValue ?? '';
+                    return;
+                }
+                if (node.nodeType !== 1)
+                    return;
+                const element = node;
+                if (SKIPPED_TAGS.has(element.tagName))
+                    return;
+                const marker = imageMarker(element);
+                if (marker) {
+                    currentLine += marker;
+                    return;
+                }
+                if (element.tagName === 'BR') {
+                    flush();
+                    return;
+                }
+                if (LIST_TAGS.has(element.tagName)) {
+                    flush();
+                    serializeListElement(element);
+                    return;
+                }
+                for (const descendant of element.childNodes)
+                    visitItemNode(descendant);
+            };
+            for (const itemChild of child.childNodes)
+                visitItemNode(itemChild);
+            flush();
+        }
+    };
+    serializeListElement(list);
+    return lines.join('\n');
+}
+function directTableRows(table) {
+    return Array.from(table.querySelectorAll('tr')).filter((row) => row.closest('table') === table);
+}
+function directRowCells(row) {
+    return Array.from(row.children).filter((cell) => cell.tagName === 'TH' || cell.tagName === 'TD');
+}
+function hasSpanningCell(cells) {
+    return cells.some((cell) => {
+        const rowSpan = Number.parseInt(cell.getAttribute('rowspan') ?? '1', 10);
+        const columnSpan = Number.parseInt(cell.getAttribute('colspan') ?? '1', 10);
+        return rowSpan > 1 || columnSpan > 1;
+    });
+}
+function isSupportedTable(table, rows) {
+    if (table.querySelector('table') !== null || rows.length < 2)
+        return false;
+    const rowCells = rows.map(directRowCells);
+    const columnCount = rowCells[0]?.length ?? 0;
+    return (columnCount > 0 &&
+        rowCells.every((cells) => cells.length === columnCount && !hasSpanningCell(cells)));
+}
+function collectTextTokens(element) {
+    const tokens = [];
+    const visit = (node) => {
+        if (node.nodeType === 3) {
+            const token = normalizeSingleLine(node.nodeValue ?? '');
+            if (token)
+                tokens.push(token);
+            return;
+        }
+        if (node.nodeType !== 1)
+            return;
+        const child = node;
+        if (SKIPPED_TAGS.has(child.tagName))
+            return;
+        const marker = imageMarker(child);
+        if (marker) {
+            tokens.push(marker);
+            return;
+        }
+        for (const descendant of child.childNodes)
+            visit(descendant);
+    };
+    visit(element);
+    return tokens.join(' ');
+}
+function emitTable(table) {
+    const rows = directTableRows(table);
+    const headerRow = rows[0];
+    if (!isSupportedTable(table, rows) || headerRow === undefined) {
+        const text = collectTextTokens(table);
+        return text ? [{ text, atomic: false }] : [];
+    }
+    // Ordinary Word tables often contain only td cells, so the approved contract
+    // deliberately treats the first physical row as labels even without th markup.
+    const headerMarkers = [];
+    const headers = directRowCells(headerRow).map((cell, index) => {
+        const text = normalizeTextContent(cell);
+        headerMarkers.push(...(text.match(IMAGE_MARKER_PATTERN) ?? []));
+        return text.replace(IMAGE_MARKER_PATTERN, '') || `Column ${index + 1}`;
+    });
+    const rowBlocks = rows.slice(1).flatMap((row) => {
+        const values = directRowCells(row);
+        const text = values
+            .map((cell, index) => `${headers[index] ?? `Column ${index + 1}`}: ${normalizeTextContent(cell)}`)
+            .join('\n');
+        return text ? [{ text, atomic: true }] : [];
+    });
+    const first = rowBlocks[0];
+    if (first && headerMarkers.length > 0)
+        first.text = headerMarkers.join('') + first.text;
+    return rowBlocks;
+}
+function hasRecognizedBlockDescendant(element) {
+    return Array.from(element.querySelectorAll('*')).some((descendant) => PROSE_BLOCK_TAGS.has(descendant.tagName) ||
+        LIST_TAGS.has(descendant.tagName) ||
+        descendant.tagName === 'TABLE');
+}
+function emitDocumentBlocks(document) {
+    const blocks = [];
+    const emitElement = (element) => {
+        if (SKIPPED_TAGS.has(element.tagName))
+            return;
+        if (PROSE_BLOCK_TAGS.has(element.tagName)) {
+            const text = serializeInlineText(element);
+            if (text)
+                blocks.push({ text, atomic: false });
+            return;
+        }
+        if (LIST_TAGS.has(element.tagName)) {
+            const text = serializeList(element);
+            if (text)
+                blocks.push({ text, atomic: false });
+            return;
+        }
+        if (element.tagName === 'TABLE') {
+            blocks.push(...emitTable(element));
+            return;
+        }
+        if (!hasRecognizedBlockDescendant(element)) {
+            const text = normalizeTextContent(element);
+            if (text)
+                blocks.push({ text, atomic: false });
+            return;
+        }
+        for (const child of element.childNodes)
+            emitNode(child);
+    };
+    const emitNode = (node) => {
+        if (node.nodeType === 3) {
+            const text = normalizeSingleLine(node.nodeValue ?? '');
+            if (text)
+                blocks.push({ text, atomic: false });
+            return;
+        }
+        if (node.nodeType === 1)
+            emitElement(node);
+    };
+    for (const node of document.body.childNodes)
+        emitNode(node);
+    return blocks;
+}
+export async function extractDocxCoreTitle(buffer) {
+    const zip = await JSZip.loadAsync(buffer);
+    const coreProperties = zip.file('docProps/core.xml');
+    if (!coreProperties)
+        return undefined;
+    const xml = await coreProperties.async('string');
+    try {
+        const document = new JSDOM(xml, { contentType: 'text/xml' }).window.document;
+        if (document.querySelector('parsererror'))
+            return undefined;
+        const title = document.getElementsByTagNameNS(CORE_TITLE_NAMESPACE, 'title').item(0);
+        const normalized = normalizeSingleLine(title?.textContent ?? '');
+        return normalized || undefined;
+    }
+    catch {
+        // Core properties are optional display metadata; malformed XML falls
+        // through to the heading/filename chain without rejecting readable body text.
+        return undefined;
+    }
+}
+export function convertDocxDocumentToText(document) {
+    const blocks = emitDocumentBlocks(document);
+    let content = '';
+    const atomicRanges = [];
+    const imageAnchors = [];
+    for (const block of blocks) {
+        const matches = [...block.text.matchAll(IMAGE_MARKER_PATTERN)];
+        if (matches.length === 0) {
+            if (content)
+                content += '\n\n';
+            const start = content.length;
+            content += block.text;
+            if (block.atomic)
+                atomicRanges.push({ start, end: content.length });
+            continue;
+        }
+        const cleanText = block.text.replace(IMAGE_MARKER_PATTERN, '');
+        const normalizedText = cleanText.split('\n').map(normalizeSingleLine).join('\n');
+        if (!normalizedText) {
+            for (const match of matches) {
+                imageAnchors.push({ offset: content.length, imageIndex: Number(match[1]) });
+            }
+            continue;
+        }
+        if (content)
+            content += '\n\n';
+        const start = content.length;
+        for (const match of matches) {
+            const rawOffset = match.index ?? 0;
+            const cleanPrefix = block.text.slice(0, rawOffset).replace(IMAGE_MARKER_PATTERN, '');
+            const normalizedPrefix = cleanPrefix.split('\n').map(normalizeSingleLine).join('\n');
+            imageAnchors.push({ offset: start + normalizedPrefix.length, imageIndex: Number(match[1]) });
+        }
+        content += normalizedText;
+        if (block.atomic)
+            atomicRanges.push({ start, end: content.length });
+    }
+    imageAnchors.sort((left, right) => left.imageIndex - right.imageIndex);
+    const seenImageIndices = new Set();
+    const uniqueImageAnchors = imageAnchors.filter((anchor) => {
+        if (seenImageIndices.has(anchor.imageIndex))
+            return false;
+        seenImageIndices.add(anchor.imageIndex);
+        return true;
+    });
+    return {
+        content,
+        atomicRanges,
+        ...(uniqueImageAnchors.length === 0 ? {} : { imageAnchors: uniqueImageAnchors }),
+    };
+}
+//# sourceMappingURL=docx-parser.js.map

package/dist/parser/docx-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"docx-parser.js","sourceRoot":"","sources":["../../src/parser/docx-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,OAAO,CAAA;AAC7B,OAAO,KAAK,MAAM,OAAO,CAAA;AAGzB,MAAM,oBAAoB,GAAG,kCAAkC,CAAA;AAC/D,MAAM,gBAAgB,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,CAAC,CAAC,CAAA;AAChG,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;AACvC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC,CAAA;AAC7D,MAAM,mBAAmB,GAAG,kBAAkB,CAAA;AAC9C,MAAM,mBAAmB,GAAG,QAAQ,CAAA;AACpC,MAAM,oBAAoB,GAAG,IAAI,MAAM,CAAC,GAAG,mBAAmB,SAAS,mBAAmB,EAAE,EAAE,IAAI,CAAC,CAAA;AAanG,SAAS,WAAW,CAAC,OAAgB;IACnC,IAAI,OAAO,CAAC,OAAO,KAAK,KAAK;QAAE,OAAO,EAAE,CAAA;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,YAAY,CAAC,sBAAsB,CAAC,CAAA;IAC1D,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;QAC1C,CAAC,CAAC,GAAG,mBAAmB,GAAG,KAAK,GAAG,mBAAmB,EAAE;QACxD,CAAC,CAAC,EAAE,CAAA;AACR,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAA;AACzC,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAgB;IAC5C,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,MAAM,KAAK,GAAG,CAAC,IAAU,EAAQ,EAAE;QACjC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAA;YAChC,OAAM;QACR,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAM;QAE/B,MAAM,KAAK,GAAG,IAAe,CAAA;QAC7B,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,OAAM;QAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAA;QACjC,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAClB,OAAM;QACR,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACf,OAAM;QACR,CAAC;QAED,MAAM,gBAAgB,GACpB,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,CAAA;QAC/F,IAAI,gBAAgB;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACrC,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,UAAU;YAAE,KAAK,CAAC,UAAU,CAAC,CAAA;QAC5D,IAAI,gBAAgB;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvC,CAAC,CAAA;IAED,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU;QAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IACpD,OAAO,mBAAmB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;AAC5C,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAgB;IAC3C,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,MAAM,KAAK,GAAG,CAAC,IAAU,EAAQ,EAAE;QACjC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAA;YAChC,OAAM;QACR,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAM;QAE/B,MAAM,KAAK,GAAG,IAAe,CAAA;QAC7B,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,OAAM;QAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAA;QACjC,IAAI,MAAM,EAAE,CAAC;YACX,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAClB,OAAM;QACR,CAAC;QACD,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;YAC3B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAChB,OAAM;QACR,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,UAAU;YAAE,KAAK,CAAC,UAAU,CAAC,CAAA;IAC9D,CAAC,CAAA;IAED,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU;QAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IAEpD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAA;IACjE,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE;QAAE,KAAK,CAAC,KAAK,EAAE,CAAA;IACrC,OAAO,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE;QAAE,KAAK,CAAC,GAAG,EAAE,CAAA;IACvC,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,aAAa,CAAC,IAAa;IAClC,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,MAAM,oBAAoB,GAAG,CAAC,WAAoB,EAAQ,EAAE;QAC1D,KAAK,MAAM,KAAK,IAAI,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzC,IAAI,KAAK,CAAC,OAAO,KAAK,IAAI;gBAAE,SAAQ;YAEpC,IAAI,WAAW,GAAG,EAAE,CAAA;YACpB,MAAM,KAAK,GAAG,GAAS,EAAE;gBACvB,MAAM,UAAU,GAAG,mBAAmB,CAAC,WAAW,CAAC,CAAA;gBACnD,IAAI,UAAU;oBAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;gBACtC,WAAW,GAAG,EAAE,CAAA;YAClB,CAAC,CAAA;YACD,MAAM,aAAa,GAAG,CAAC,IAAU,EAAQ,EAAE;gBACzC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACxB,WAAW,IAAI,IAAI,CAAC,SAAS,IAAI,EAAE,CAAA;oBACnC,OAAM;gBACR,CAAC;gBACD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;oBAAE,OAAM;gBAE/B,MAAM,OAAO,GAAG,IAAe,CAAA;gBAC/B,IAAI,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC;oBAAE,OAAM;gBAC7C,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAA;gBACnC,IAAI,MAAM,EAAE,CAAC;oBACX,WAAW,IAAI,MAAM,CAAA;oBACrB,OAAM;gBACR,CAAC;gBACD,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;oBAC7B,KAAK,EAAE,CAAA;oBACP,OAAM;gBACR,CAAC;gBACD,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;oBACnC,KAAK,EAAE,CAAA;oBACP,oBAAoB,CAAC,OAAO,CAAC,CAAA;oBAC7B,OAAM;gBACR,CAAC;gBACD,KAAK,MAAM,UAAU,IAAI,OAAO,CAAC,UAAU;oBAAE,aAAa,CAAC,UAAU,CAAC,CAAA;YACxE,CAAC,CAAA;YAED,KAAK,MAAM,SAAS,IAAI,KAAK,CAAC,UAAU;gBAAE,aAAa,CAAC,SAAS,CAAC,CAAA;YAClE,KAAK,EAAE,CAAA;QACT,CAAC;IACH,CAAC,CAAA;IAED,oBAAoB,CAAC,IAAI,CAAC,CAAA;IAC1B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,KAAK,CAAC,CAAA;AACjG,CAAC;AAED,SAAS,cAAc,CAAC,GAAY;IAClC,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,IAAI,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAA;AAClG,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB;IAChD,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QACzB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAA;QACxE,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,IAAI,GAAG,EAAE,EAAE,CAAC,CAAA;QAC3E,OAAO,OAAO,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,CAAA;IACtC,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,IAAwB;IAChE,IAAI,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAE1E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IACzC,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAA;IAC5C,OAAO,CACL,WAAW,GAAG,CAAC;QACf,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CACnF,CAAA;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAgB;IACzC,MAAM,MAAM,GAAa,EAAE,CAAA;IAC3B,MAAM,KAAK,GAAG,CAAC,IAAU,EAAQ,EAAE;QACjC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAA;YACvD,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC7B,OAAM;QACR,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;YAAE,OAAM;QAE/B,MAAM,KAAK,GAAG,IAAe,CAAA;QAC7B,IAAI,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,OAAM;QAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAA;QACjC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACnB,OAAM;QACR,CAAC;QACD,KAAK,MAAM,UAAU,IAAI,KAAK,CAAC,UAAU;YAAE,KAAK,CAAC,UAAU,CAAC,CAAA;IAC9D,CAAC,CAAA;IACD,KAAK,CAAC,OAAO,CAAC,CAAA;IACd,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACzB,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC9D,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAA;QACrC,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC9C,CAAC;IAED,6EAA6E;IAC7E,+EAA+E;IAC/E,MAAM,aAAa,GAAa,EAAE,CAAA;IAClC,MAAM,OAAO,GAAG,cAAc,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC5D,MAAM,IAAI,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAA;QACvC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;QAC/D,OAAO,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,IAAI,UAAU,KAAK,GAAG,CAAC,EAAE,CAAA;IACxE,CAAC,CAAC,CAAA;IAEF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAC9C,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAA;QAClC,MAAM,IAAI,GAAG,MAAM;aAChB,GAAG,CACF,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,UAAU,KAAK,GAAG,CAAC,EAAE,KAAK,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAC7F;aACA,IAAI,CAAC,IAAI,CAAC,CAAA;QACb,OAAO,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAC7C,CAAC,CAAC,CAAA;IACF,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAA;IAC1B,IAAI,KAAK,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC;QAAE,KAAK,CAAC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAA;IACvF,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,SAAS,4BAA4B,CAAC,OAAgB;IACpD,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CACnD,CAAC,UAAU,EAAE,EAAE,CACb,gBAAgB,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;QACxC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC;QACjC,UAAU,CAAC,OAAO,KAAK,OAAO,CACjC,CAAA;AACH,CAAC;AAED,SAAS,kBAAkB,CAAC,QAAkB;IAC5C,MAAM,MAAM,GAAmB,EAAE,CAAA;IAEjC,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAQ,EAAE;QAC7C,IAAI,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,OAAM;QAC7C,IAAI,gBAAgB,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAA;YACzC,IAAI,IAAI;gBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;YAC9C,OAAM;QACR,CAAC;QACD,IAAI,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAA;YACnC,IAAI,IAAI;gBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;YAC9C,OAAM;QACR,CAAC;QACD,IAAI,OAAO,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC;YAChC,MAAM,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAA;YAClC,OAAM;QACR,CAAC;QACD,IAAI,CAAC,4BAA4B,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAA;YAC1C,IAAI,IAAI;gBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;YAC9C,OAAM;QACR,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,UAAU;YAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;IACzD,CAAC,CAAA;IAED,MAAM,QAAQ,GAAG,CAAC,IAAU,EAAQ,EAAE;QACpC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,mBAAmB,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAA;YACtD,IAAI,IAAI;gBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAA;YAC9C,OAAM;QACR,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC;YAAE,WAAW,CAAC,IAAe,CAAC,CAAA;IACvD,CAAC,CAAA;IAED,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU;QAAE,QAAQ,CAAC,IAAI,CAAC,CAAA;IAC3D,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,MAAc;IACvD,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;IACzC,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAA;IACpD,IAAI,CAAC,cAAc;QAAE,OAAO,SAAS,CAAA;IAErC,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAChD,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAA;QAC5E,IAAI,QAAQ,CAAC,aAAa,CAAC,aAAa,CAAC;YAAE,OAAO,SAAS,CAAA;QAE3D,MAAM,KAAK,GAAG,QAAQ,CAAC,sBAAsB,CAAC,oBAAoB,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACpF,MAAM,UAAU,GAAG,mBAAmB,CAAC,KAAK,EAAE,WAAW,IAAI,EAAE,CAAC,CAAA;QAChE,OAAO,UAAU,IAAI,SAAS,CAAA;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,qEAAqE;QACrE,8EAA8E;QAC9E,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,QAAkB;IAC1D,MAAM,MAAM,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAA;IAC3C,IAAI,OAAO,GAAG,EAAE,CAAA;IAChB,MAAM,YAAY,GAAsB,EAAE,CAAA;IAC1C,MAAM,YAAY,GAA6C,EAAE,CAAA;IAEjE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC,CAAA;QAC9D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,IAAI,OAAO;gBAAE,OAAO,IAAI,MAAM,CAAA;YAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAA;YAC5B,OAAO,IAAI,KAAK,CAAC,IAAI,CAAA;YACrB,IAAI,KAAK,CAAC,MAAM;gBAAE,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;YACnE,SAAQ;QACV,CAAC;QACD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAA;QAC9D,MAAM,cAAc,GAAG,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChF,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,YAAY,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;YAC7E,CAAC;YACD,SAAQ;QACV,CAAC;QAED,IAAI,OAAO;YAAE,OAAO,IAAI,MAAM,CAAA;QAC9B,MAAM,KAAK,GAAG,OAAO,CAAC,MAAM,CAAA;QAC5B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,IAAI,CAAC,CAAA;YAClC,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAA;YACpF,MAAM,gBAAgB,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACpF,YAAY,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,GAAG,gBAAgB,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;QAC9F,CAAC;QACD,OAAO,IAAI,cAAc,CAAA;QACzB,IAAI,KAAK,CAAC,MAAM;YAAE,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;IACrE,CAAC;IAED,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,CAAA;IACtE,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAA;IAC1C,MAAM,kBAAkB,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE;QACxD,IAAI,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC;YAAE,OAAO,KAAK,CAAA;QACzD,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAA;QACvC,OAAO,IAAI,CAAA;IACb,CAAC,CAAC,CAAA;IACF,OAAO;QACL,OAAO;QACP,YAAY;QACZ,GAAG,CAAC,kBAAkB,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,kBAAkB,EAAE,CAAC;KACjF,CAAA;AACH,CAAC"}

package/dist/parser/html-parser.d.ts

@@ -0,0 +1,18 @@
+/**
+ * Parse HTML content and extract main content as Markdown
+ *
+ * Flow:
+ * 1. HTML string → JSDOM (DOM creation)
+ * 2. JSDOM → Readability (main content extraction, noise removal)
+ * 3. Readability result → Turndown (Markdown conversion)
+ * 4. Title extracted separately via extractHtmlTitle (NOT prepended to content)
+ *
+ * @param html - Raw HTML string
+ * @param url - Source URL (used for resolving relative links)
+ * @returns Object with content (markdown) and title (extracted separately)
+ */
+export declare function parseHtml(html: string, url: string): Promise<{
+    content: string;
+    title: string;
+}>;
+//# sourceMappingURL=html-parser.d.ts.map

package/dist/parser/html-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-parser.d.ts","sourceRoot":"","sources":["../../src/parser/html-parser.ts"],"names":[],"mappings":"AAuDA;;;;;;;;;;;;GAYG;AACH,wBAAsB,SAAS,CAC7B,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,GACV,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,CAAC,CA0D7C"}