@llamaindex/liteparse 1.5.2 → 2.0.0-beta.0

package/dist/src/processing/bbox.test.js

@@ -1,334 +0,0 @@
-import { expect, describe, it } from "vitest";
-import { buildBbox, buildBoundingBoxes, filterImagesForOCR } from "./bbox";
-import { DEFAULT_CONFIG } from "../core/config";
-describe("test filterImagesForOCR", () => {
-    it("test valid image", () => {
-        const images = [
-            {
-                type: "photo",
-                width: 200,
-                height: 200,
-                x: 10,
-                y: 10,
-                coords: { x: 10, y: 10, w: 200, h: 200 },
-            },
-        ];
-        const page = { width: 1000, height: 1000 };
-        const result = filterImagesForOCR(images, page);
-        expect(result).toStrictEqual(images);
-    });
-    it("test filter on patterns", () => {
-        const images = [
-            { type: "g_background", width: 200, height: 200, x: 0, y: 0 },
-            { type: "pattern_stripe", width: 200, height: 200, x: 0, y: 0 },
-            {
-                type: "photo",
-                width: 200,
-                height: 200,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 200, h: 200 },
-            },
-        ];
-        const page = { width: 1000, height: 1000 };
-        const result = filterImagesForOCR(images, page);
-        expect(result).toStrictEqual([images[2]]);
-    });
-    it("test filter layout", () => {
-        const images = [
-            {
-                type: "layout_header",
-                width: 300,
-                height: 300,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 300, h: 300 },
-            },
-        ];
-        const page = { width: 1000, height: 1000 };
-        const result = filterImagesForOCR(images, page);
-        expect(result.length).toBe(0);
-    });
-    it("test out of viewport", () => {
-        const images = [
-            {
-                type: "photo",
-                width: 200,
-                height: 200,
-                coords: { x: 1100, y: 0, w: 200, h: 200 },
-                x: 0,
-                y: 0,
-            },
-        ];
-        const page = { width: 1000, height: 1000 };
-        const result = filterImagesForOCR(images, page);
-        expect(result.length).toBe(0);
-    });
-    it("test min dimensions", () => {
-        const images = [
-            { type: "photo", width: 5, height: 5, x: 0, y: 0, coords: { x: 0, y: 0, w: 5, h: 5 } },
-        ];
-        const page = { width: 1000, height: 1000 };
-        const result = filterImagesForOCR(images, page);
-        expect(result.length).toBe(0);
-    });
-    it("test max images per page", () => {
-        const images = [
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 100, h: 100 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 500, h: 500 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 300, h: 300 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 100, h: 100 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 500, h: 500 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 300, h: 300 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 100, h: 100 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 500, h: 500 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 300, h: 300 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 100, h: 100 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 500, h: 500 },
-            },
-            {
-                type: "photo",
-                width: 100,
-                height: 100,
-                x: 0,
-                y: 0,
-                coords: { x: 0, y: 0, w: 300, h: 300 },
-            },
-        ];
-        const page = { width: 1000, height: 1000 };
-        const result = filterImagesForOCR(images, page);
-        expect(result).toStrictEqual(images.slice(0, 10));
-    });
-});
-describe("test buildBox", () => {
-    it("test with OCR disabled", () => {
-        const pageData = {
-            pageNum: 1,
-            width: 612,
-            height: 792,
-            textItems: [
-                { str: "Hello World", x: 50, y: 100, width: 120, height: 14, w: 120, h: 14 },
-                { str: "Some body text", x: 50, y: 130, width: 200, height: 14, w: 200, h: 14 },
-            ],
-            images: [],
-        };
-        const config = { ...DEFAULT_CONFIG, ocrEnabled: false };
-        const expectedOutput = [
-            {
-                x: 50,
-                y: 100,
-                rx: 0,
-                ry: 0,
-                w: 120,
-                h: 14,
-                r: 0,
-                str: "Hello World",
-                strLength: 11,
-                pageBbox: { x: 50, y: 100, w: 120, h: 14 },
-                vgap: undefined,
-                isPlaceholder: undefined,
-            },
-            {
-                x: 50,
-                y: 130,
-                rx: 0,
-                ry: 0,
-                w: 200,
-                h: 14,
-                r: 0,
-                str: "Some body text",
-                strLength: 14,
-                pageBbox: { x: 50, y: 130, w: 200, h: 14 },
-                vgap: undefined,
-                isPlaceholder: undefined,
-            },
-        ];
-        const result = buildBbox(pageData, config);
-        expect(result).toStrictEqual(expectedOutput);
-    });
-    it("test with OCR enabled", () => {
-        const pageData = {
-            pageNum: 1,
-            width: 612,
-            height: 792,
-            textItems: [
-                // Native PDF text (top-left)
-                { str: "Hello World", x: 50, y: 100, width: 120, height: 14, w: 120, h: 14 },
-            ],
-            images: [
-                {
-                    x: 0,
-                    y: 200,
-                    width: 612,
-                    height: 400,
-                    originalOrientationAngle: 0,
-                    // parseImageOcrBlocks() reads this internally:
-                    ocrRaw: [
-                        // Block A: no spatial overlap with native text, unique content → KEPT
-                        [
-                            [
-                                [50, 50],
-                                [250, 50],
-                                [250, 70],
-                                [50, 70],
-                            ],
-                            "Scanned paragraph text",
-                            0.95,
-                            // resolved by parseImageOcrBlocks to absolute page coords:
-                            // x:50, y:50, w:200, h:20, rx/ry/rw/rh for rotated coords
-                        ],
-                        // Block B: text already exists in native items ("hello world") → FILTERED (content dedup)
-                        [
-                            [
-                                [50, 0],
-                                [170, 0],
-                                [170, 14],
-                                [50, 14],
-                            ],
-                            "Hello World",
-                            0.97,
-                            // x:50, y:200, w:120, h:14 — also overlaps native text box
-                        ],
-                        // Block C: low confidence → FILTERED (below threshold)
-                        [
-                            [
-                                [300, 100],
-                                [500, 100],
-                                [500, 120],
-                                [300, 120],
-                            ],
-                            "Low confidence text",
-                            0.05,
-                        ],
-                    ],
-                },
-            ],
-        };
-        const config = { ...DEFAULT_CONFIG, ocrEnabled: true };
-        const expectedOutput = [
-            // ── Native text item ──────────────────────────────────────────────
-            {
-                x: 50,
-                y: 100,
-                rx: 0,
-                ry: 0,
-                w: 120,
-                h: 14,
-                r: 0,
-                str: "Hello World",
-                strLength: 11,
-                pageBbox: { x: 50, y: 100, w: 120, h: 14 },
-                vgap: undefined,
-                isPlaceholder: undefined,
-            },
-            // ── OCR block A (passed all filters) ─────────────────────────────
-            {
-                fromOCR: true,
-                x: 50,
-                y: 50,
-                w: 200,
-                h: 20,
-                r: 0,
-                str: "Scanned paragraph text",
-                strLength: 22,
-                pageBbox: { x: 50, y: 50, w: 200, h: 20 },
-            },
-            // Block B removed: spatial overlap >50% of native text item AND content dedup match
-            // Block C removed: confidence 0.40 < OCR_CONFIDENCE_THRESHOLD (0.5)
-        ];
-        const result = buildBbox(pageData, config);
-        expect(result).toStrictEqual(expectedOutput);
-    });
-});
-describe("test buildBoundingBoxes", () => {
-    it("test buildBoundingBoxes success", () => {
-        const textItems = [
-            { str: "Hello", x: 50, y: 100, width: 60, height: 14, w: 60, h: 14 },
-            { str: "   ", x: 50, y: 120, width: 30, height: 14, w: 30, h: 14 },
-            { str: "World", x: 50, y: 140, width: 80, height: 14, w: 80, h: 14 },
-        ];
-        const expectedOutput = [
-            { x1: 50, y1: 100, x2: 110, y2: 114 },
-            { x1: 50, y1: 140, x2: 130, y2: 154 },
-        ];
-        const result = buildBoundingBoxes(textItems);
-        expect(result).toStrictEqual(expectedOutput);
-    });
-});
-//# sourceMappingURL=bbox.test.js.map

package/dist/src/processing/bbox.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"bbox.test.js","sourceRoot":"","sources":["../../../src/processing/bbox.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,SAAS,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,QAAQ,CAAC;AAE3E,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAC1B,MAAM,MAAM,GAAG;YACb;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,EAAE;gBACL,MAAM,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACzC;SACF,CAAC;QACF,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,MAAM,GAAG;YACb,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;YAC7D,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;YAC/D;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;SACF,CAAC;QACF,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAC5B,MAAM,MAAM,GAAG;YACb;gBACE,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;SACF,CAAC;QACF,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;QAC9B,MAAM,MAAM,GAAG;YACb;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;gBACzC,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;aACL;SACF,CAAC;QACF,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;QAC7B,MAAM,MAAM,GAAG;YACb,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE;SACvF,CAAC;QACF,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,MAAM,GAAG;YACb;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE,GAAG;gBACV,MAAM,EAAE,GAAG;gBACX,CAAC,EAAE,CAAC;gBACJ,CAAC,EAAE,CAAC;gBACJ,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;aACvC;SACF,CAAC;QACF,MAAM,IAAI,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,kBAAkB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,QAAQ,GAAG;YACf,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,GAAG;YACX,SAAS,EAAE;gBACT,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;gBAC5E,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;aAChF;YACD,MAAM,EAAE,EAAE;SACX,CAAC;QACF,MAAM,MAAM,GAAoB,EAAE,GAAG,cAAc,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;QAEzE,MAAM,cAAc,GAAG;YACrB;gBACE,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,GAAG;gBACN,EAAE,EAAE,CAAC;gBACL,EAAE,EAAE,CAAC;gBACL,CAAC,EAAE,GAAG;gBACN,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,CAAC;gBACJ,GAAG,EAAE,aAAa;gBAClB,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;gBAC1C,IAAI,EAAE,SAAS;gBACf,aAAa,EAAE,SAAS;aACzB;YACD;gBACE,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,GAAG;gBACN,EAAE,EAAE,CAAC;gBACL,EAAE,EAAE,CAAC;gBACL,CAAC,EAAE,GAAG;gBACN,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,CAAC;gBACJ,GAAG,EAAE,gBAAgB;gBACrB,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;gBAC1C,IAAI,EAAE,SAAS;gBACf,aAAa,EAAE,SAAS;aACzB;SACF,CAAC;QAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,QAAQ,GAAG;YACf,OAAO,EAAE,CAAC;YACV,KAAK,EAAE,GAAG;YACV,MAAM,EAAE,GAAG;YACX,SAAS,EAAE;gBACT,6BAA6B;gBAC7B,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;aAC7E;YACD,MAAM,EAAE;gBACN;oBACE,CAAC,EAAE,CAAC;oBACJ,CAAC,EAAE,GAAG;oBACN,KAAK,EAAE,GAAG;oBACV,MAAM,EAAE,GAAG;oBACX,wBAAwB,EAAE,CAAC;oBAC3B,+CAA+C;oBAC/C,MAAM,EAAE;wBACN,sEAAsE;wBACtE;4BACE;gCACE,CAAC,EAAE,EAAE,EAAE,CAAC;gCACR,CAAC,GAAG,EAAE,EAAE,CAAC;gCACT,CAAC,GAAG,EAAE,EAAE,CAAC;gCACT,CAAC,EAAE,EAAE,EAAE,CAAC;6BACT;4BACD,wBAAwB;4BACxB,IAAI;4BACJ,2DAA2D;4BAC3D,0DAA0D;yBACtC;wBACtB,0FAA0F;wBAC1F;4BACE;gCACE,CAAC,EAAE,EAAE,CAAC,CAAC;gCACP,CAAC,GAAG,EAAE,CAAC,CAAC;gCACR,CAAC,GAAG,EAAE,EAAE,CAAC;gCACT,CAAC,EAAE,EAAE,EAAE,CAAC;6BACT;4BACD,aAAa;4BACb,IAAI;4BACJ,2DAA2D;yBACvC;wBACtB,uDAAuD;wBACvD;4BACE;gCACE,CAAC,GAAG,EAAE,GAAG,CAAC;gCACV,CAAC,GAAG,EAAE,GAAG,CAAC;gCACV,CAAC,GAAG,EAAE,GAAG,CAAC;gCACV,CAAC,GAAG,EAAE,GAAG,CAAC;6BACX;4BACD,qBAAqB;4BACrB,IAAI;yBACgB;qBACvB;iBACF;aACF;SACF,CAAC;QACF,MAAM,MAAM,GAAoB,EAAE,GAAG,cAAc,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QAExE,MAAM,cAAc,GAAG;YACrB,qEAAqE;YACrE;gBACE,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,GAAG;gBACN,EAAE,EAAE,CAAC;gBACL,EAAE,EAAE,CAAC;gBACL,CAAC,EAAE,GAAG;gBACN,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,CAAC;gBACJ,GAAG,EAAE,aAAa;gBAClB,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;gBAC1C,IAAI,EAAE,SAAS;gBACf,aAAa,EAAE,SAAS;aACzB;YAED,oEAAoE;YACpE;gBACE,OAAO,EAAE,IAAI;gBACb,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,GAAG;gBACN,CAAC,EAAE,EAAE;gBACL,CAAC,EAAE,CAAC;gBACJ,GAAG,EAAE,wBAAwB;gBAC7B,SAAS,EAAE,EAAE;gBACb,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE;aAC1C;YAED,oFAAoF;YACpF,oEAAoE;SACrE,CAAC;QAEF,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,SAAS,GAAG;YAChB,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACpE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YAClE,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;SACrE,CAAC;QAEF,MAAM,cAAc,GAAG;YACrB,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE;YACrC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE;SACtC,CAAC;QAEF,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,cAAc,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/processing/cleanText.d.ts

@@ -1,6 +0,0 @@
-import { ParsedPage, LiteParseConfig } from "../core/types.js";
-/**
- * Clean raw text output - removes margins, null characters
- */
-export declare function cleanRawText(pages: ParsedPage[], _config: LiteParseConfig): void;
-//# sourceMappingURL=cleanText.d.ts.map

package/dist/src/processing/cleanText.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cleanText.d.ts","sourceRoot":"","sources":["../../../src/processing/cleanText.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AA2E/D;;GAEG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,OAAO,EAAE,eAAe,GAAG,IAAI,CAShF"}

package/dist/src/processing/cleanText.js

@@ -1,73 +0,0 @@
-/**
- * Detect and remove margins from a single page.
- * Removes:
- * - Left margin (consistent leading whitespace)
- * - Top margin (empty lines at start)
- * - Bottom margin (empty lines at end)
- * - Right margin (trailing whitespace on each line)
- */
-function detectAndRemoveMarginOnPage(page) {
-    const lines = page.text.split("\n");
-    let minX = undefined;
-    let minY = undefined;
-    let maxY = undefined;
-    // Find margins
-    for (let index = 0; index < lines.length; index++) {
-        const line = lines[index];
-        if (line.trim().length === 0) {
-            continue;
-        }
-        // Find first non-whitespace character position (left margin)
-        const x = line.search(/\S/);
-        if (minX === undefined || x < minX) {
-            minX = x;
-        }
-        // First non-empty line (top margin)
-        if (minY === undefined) {
-            minY = index;
-        }
-        // Last non-empty line (bottom margin)
-        maxY = index;
-    }
-    // If page is entirely empty, just return
-    if (minX === undefined || minY === undefined || maxY === undefined) {
-        page.text = "";
-        return;
-    }
-    // Remove margins
-    const newLines = [];
-    for (let index = 0; index < lines.length; index++) {
-        // Skip lines before first content (top margin) or after last content (bottom margin)
-        if (index < minY || index > maxY) {
-            continue;
-        }
-        let line = lines[index];
-        // Remove trailing whitespace (right margin)
-        line = line.trimEnd();
-        // Remove left margin
-        newLines.push(line.slice(minX));
-    }
-    page.text = newLines.join("\n");
-}
-/**
- * Detect and remove margins from all pages.
- * Processes each page independently.
- */
-function detectAndRemoveMargin(pages) {
-    for (const page of pages) {
-        detectAndRemoveMarginOnPage(page);
-    }
-}
-/**
- * Clean raw text output - removes margins, null characters
- */
-export function cleanRawText(pages, _config) {
-    // Remove margins (per-page)
-    detectAndRemoveMargin(pages);
-    // Remove null characters
-    for (const page of pages) {
-        // eslint-disable-next-line no-control-regex
-        page.text = page.text.replace(/\u0000/g, " ");
-    }
-}
-//# sourceMappingURL=cleanText.js.map

package/dist/src/processing/cleanText.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cleanText.js","sourceRoot":"","sources":["../../../src/processing/cleanText.ts"],"names":[],"mappings":"AAEA;;;;;;;GAOG;AACH,SAAS,2BAA2B,CAAC,IAAgB;IACnD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEpC,IAAI,IAAI,GAAuB,SAAS,CAAC;IACzC,IAAI,IAAI,GAAuB,SAAS,CAAC;IACzC,IAAI,IAAI,GAAuB,SAAS,CAAC;IAEzC,eAAe;IACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAClD,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAC1B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,SAAS;QACX,CAAC;QAED,6DAA6D;QAC7D,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC;YACnC,IAAI,GAAG,CAAC,CAAC;QACX,CAAC;QAED,oCAAoC;QACpC,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,IAAI,GAAG,KAAK,CAAC;QACf,CAAC;QAED,sCAAsC;QACtC,IAAI,GAAG,KAAK,CAAC;IACf,CAAC;IAED,yCAAyC;IACzC,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACnE,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,OAAO;IACT,CAAC;IAED,iBAAiB;IACjB,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QAClD,qFAAqF;QACrF,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,EAAE,CAAC;YACjC,SAAS;QACX,CAAC;QAED,IAAI,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QAExB,4CAA4C;QAC5C,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAEtB,qBAAqB;QACrB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAClC,CAAC;AAED;;;GAGG;AACH,SAAS,qBAAqB,CAAC,KAAmB;IAChD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,2BAA2B,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,KAAmB,EAAE,OAAwB;IACxE,4BAA4B;IAC5B,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAE7B,yBAAyB;IACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,4CAA4C;QAC5C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAChD,CAAC;AACH,CAAC"}

package/dist/src/processing/cleanText.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=cleanText.test.d.ts.map

package/dist/src/processing/cleanText.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"cleanText.test.d.ts","sourceRoot":"","sources":["../../../src/processing/cleanText.test.ts"],"names":[],"mappings":""}

package/dist/src/processing/cleanText.test.js

@@ -1,46 +0,0 @@
-import { describe, expect, it } from "vitest";
-import { cleanRawText } from "./cleanText.js";
-import { DEFAULT_CONFIG } from "../core/config.js";
-const mockPages = [
-    {
-        // Normal page with margins
-        pageNum: 1,
-        width: 612,
-        height: 792,
-        text: "   Hello World   \n   Foo Bar   \n",
-        textItems: [],
-    },
-    {
-        // Empty page
-        pageNum: 2,
-        width: 612,
-        height: 792,
-        text: "   \n   \n",
-        textItems: [],
-    },
-    {
-        // Single line
-        pageNum: 3,
-        width: 612,
-        height: 792,
-        text: "  Hello  ",
-        textItems: [],
-    },
-];
-const expectedTexts = [
-    // minX=3, minY=0, maxY=1 → slice(3) + trimEnd
-    "Hello World\nFoo Bar",
-    // entirely empty → ""
-    "",
-    // minX=2, minY=0, maxY=0 → slice(2) + trimEnd
-    "Hello",
-];
-describe("test cleanText", () => {
-    it("test cleanRawText", () => {
-        cleanRawText(mockPages, DEFAULT_CONFIG);
-        for (let i = 0; i < mockPages.length; i++) {
-            expect(mockPages[i].text).toBe(expectedTexts[i]);
-        }
-    });
-});
-//# sourceMappingURL=cleanText.test.js.map

package/dist/src/processing/cleanText.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"cleanText.test.js","sourceRoot":"","sources":["../../../src/processing/cleanText.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD,MAAM,SAAS,GAAiB;IAC9B;QACE,2BAA2B;QAC3B,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,GAAG;QACX,IAAI,EAAE,oCAAoC;QAC1C,SAAS,EAAE,EAAE;KACd;IACD;QACE,aAAa;QACb,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,GAAG;QACX,IAAI,EAAE,YAAY;QAClB,SAAS,EAAE,EAAE;KACd;IACD;QACE,cAAc;QACd,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,GAAG;QACV,MAAM,EAAE,GAAG;QACX,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE,EAAE;KACd;CACF,CAAC;AAEF,MAAM,aAAa,GAAa;IAC9B,8CAA8C;IAC9C,sBAAsB;IACtB,sBAAsB;IACtB,EAAE;IACF,8CAA8C;IAC9C,OAAO;CACR,CAAC;AAEF,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,mBAAmB,EAAE,GAAG,EAAE;QAC3B,YAAY,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/src/processing/grid.d.ts

@@ -1,7 +0,0 @@
-import { PageData } from "../engines/pdf/interface.js";
-import { ParsedPage, LiteParseConfig } from "../core/types.js";
-/**
- * Projects text items onto a grid for spatial text extraction
- */
-export declare function projectPagesToGrid(pages: PageData[], config?: Partial<LiteParseConfig>): Promise<ParsedPage[]>;
-//# sourceMappingURL=grid.d.ts.map

package/dist/src/processing/grid.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"grid.d.ts","sourceRoot":"","sources":["../../../src/processing/grid.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AACvD,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAI/D;;GAEG;AACH,wBAAsB,kBAAkB,CACtC,KAAK,EAAE,QAAQ,EAAE,EACjB,MAAM,CAAC,EAAE,OAAO,CAAC,eAAe,CAAC,GAChC,OAAO,CAAC,UAAU,EAAE,CAAC,CAOvB"}

package/dist/src/processing/grid.js

@@ -1,13 +0,0 @@
-import { projectPagesToGrid as projectPagesToGridComplete } from "./gridProjection.js";
-import { DEFAULT_CONFIG } from "../core/config.js";
-/**
- * Projects text items onto a grid for spatial text extraction
- */
-export async function projectPagesToGrid(pages, config) {
-    const fullConfig = {
-        ...DEFAULT_CONFIG,
-        ...config,
-    };
-    return projectPagesToGridComplete(pages, fullConfig);
-}
-//# sourceMappingURL=grid.js.map

package/dist/src/processing/grid.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"grid.js","sourceRoot":"","sources":["../../../src/processing/grid.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,IAAI,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEnD;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,KAAiB,EACjB,MAAiC;IAEjC,MAAM,UAAU,GAAG;QACjB,GAAG,cAAc;QACjB,GAAG,MAAM;KACV,CAAC;IAEF,OAAO,0BAA0B,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;AACvD,CAAC"}