@ssmeo/mcp-local-rag 0.18.6

package/dist/pdf-visual/captioners/shared.js

@@ -0,0 +1,156 @@
+// Profile-agnostic helpers shared by every `captioners/*` profile: the
+// post-generation pipeline (control-char strip, trim, empty → `null`, length
+// cap) so caption shape is independent of profile, plus the load/decode
+// mechanics. The model class, prompt, processor call shape and generation
+// options stay per-profile — that is where `fast` and `quality` diverge.
+import { RawImage } from '@huggingface/transformers';
+import { isObjectLike } from '../../utils/type-guards.js';
+/**
+ * ONNX quantization variant shared by both captioner profiles. Pinned to the
+ * smallest viable variant; production has no user-facing knob.
+ */
+const VLM_DTYPE = 'q4';
+/**
+ * Build the `from_pretrained` option objects (processor + model) with the
+ * pinned dtype and resolved device. `RAG_DEVICE` passes through with no
+ * allowlist (see `resolveDevice`) into a closed literal union.
+ */
+export function buildModelLoadOptions(resolvedDevice) {
+    const dtypeOpt = { dtype: VLM_DTYPE };
+    const modelOpt = {
+        dtype: VLM_DTYPE,
+        // biome-ignore lint/nursery/noUnsafeTypeAssertion: RAG_DEVICE is a deliberate un-allowlisted passthrough to a closed literal union
+        device: resolvedDevice,
+    };
+    return { dtypeOpt, modelOpt };
+}
+/**
+ * Not a guard: member existence says nothing about return values. The captioner
+ * tests replace the library, so they prove these call sites are right GIVEN
+ * this contract, not that the library still honors it — only `fast` runs
+ * against the real one, in `visual-ingest-e2e.test.ts`.
+ */
+export function asVlmProcessor(processor) {
+    // biome-ignore lint/nursery/noUnsafeTypeAssertion: narrows the library's `Processor`, see above
+    return processor;
+}
+/** Present a loaded model as {@link VlmModel}. See {@link asVlmProcessor}. */
+export function asVlmModel(model) {
+    // biome-ignore lint/nursery/noUnsafeTypeAssertion: picks `generate`'s tensor branch, see VlmModel
+    return model;
+}
+/**
+ * Lazy model loader shared by both profiles: owns the pending→ok/failed state
+ * machine and the identical load-failure wrapping. A prior failure re-throws
+ * the same wrapped error rather than retrying. The per-profile `load` callback
+ * owns the model-class choice.
+ */
+export function createModelLoader(modelName, resolvedDevice, load) {
+    let loaded = null;
+    let state = { kind: 'pending' };
+    return {
+        async dispose() {
+            const model = loaded?.model;
+            loaded = null;
+            const dispose = isObjectLike(model) ? model['dispose'] : undefined;
+            if (typeof dispose === 'function') {
+                try {
+                    await dispose.call(model);
+                }
+                catch (error) {
+                    console.error('Error disposing captioner model:', error);
+                }
+            }
+        },
+        async ensureLoaded() {
+            if (state.kind === 'ok' && loaded) {
+                return loaded;
+            }
+            if (state.kind === 'failed') {
+                throw state.cause;
+            }
+            try {
+                loaded = await load(buildModelLoadOptions(resolvedDevice));
+                state = { kind: 'ok' };
+                return loaded;
+            }
+            catch (err) {
+                const original = err instanceof Error ? err : new Error(String(err));
+                const wrapped = new Error(`Captioner load failed (modelName=${modelName}, device=${resolvedDevice}): ${original.message}`, { cause: original });
+                state = { kind: 'failed', cause: wrapped };
+                throw wrapped;
+            }
+        },
+    };
+}
+/**
+ * Decode PNG bytes to a `RawImage`. `BlobPart` omits `Uint8Array<ArrayBufferLike>`
+ * (SharedArrayBuffer subtyping), so the bytes are copied into a view that is
+ * definitely backed by a plain `ArrayBuffer`. Profiles needing a fixed input
+ * size resize the result.
+ */
+export async function decodePngToRawImage(pngBytes) {
+    const bytes = new Uint8Array(pngBytes);
+    const blob = new Blob([bytes], { type: 'image/png' });
+    return RawImage.fromBlob(blob);
+}
+/** Aspect ratio the Qwen image processors reject above. */
+const MAX_ASPECT_RATIO = 200;
+/**
+ * Downscale so the long edge is at most `longEdge`, preserving the aspect
+ * ratio, and widen a hairline crop until the processor accepts it. Alignment to
+ * the model's patch grid is left to the image processor. Returns the image
+ * untouched when it already satisfies both.
+ */
+export async function capLongEdge(image, longEdge) {
+    const scale = Math.min(1, longEdge / Math.max(image.width, image.height));
+    const scaled = (size) => Math.max(1, Math.floor(size * scale));
+    // Stretching the thin side rather than padding it: at this ratio the crop
+    // holds no legible text either way, and a caption beats a thrown page.
+    const shortest = Math.ceil(Math.max(scaled(image.width), scaled(image.height)) / MAX_ASPECT_RATIO);
+    const width = Math.max(scaled(image.width), shortest);
+    const height = Math.max(scaled(image.height), shortest);
+    if (width === image.width && height === image.height) {
+        return image;
+    }
+    return image.resize(width, height);
+}
+/** Maximum caption length in characters; longer captions are truncated with an ellipsis. */
+const MAX_CAPTION_LENGTH = 1000;
+/**
+ * Strip C0 (U+0000–U+001F) and C1 (U+007F–U+009F) control characters from the
+ * input, except `\n` (U+000A) and `\t` (U+0009) which are kept verbatim.
+ */
+function stripControlChars(input) {
+    let out = '';
+    for (let i = 0; i < input.length; i++) {
+        const code = input.charCodeAt(i);
+        if (code === 0x09 || code === 0x0a) {
+            out += input[i];
+            continue;
+        }
+        if (code <= 0x1f) {
+            continue;
+        }
+        if (code >= 0x7f && code <= 0x9f) {
+            continue;
+        }
+        out += input[i];
+    }
+    return out;
+}
+/**
+ * Apply the post-generation processing rules. Returns the final caption or
+ * `null` when the result is empty after stripping.
+ */
+export function postProcess(decoded) {
+    const stripped = stripControlChars(decoded).trim();
+    if (stripped.length === 0) {
+        return null;
+    }
+    if (stripped.length > MAX_CAPTION_LENGTH) {
+        return `${stripped.slice(0, MAX_CAPTION_LENGTH)}…`;
+    }
+    return stripped;
+}
+//# sourceMappingURL=shared.js.map

package/dist/pdf-visual/captioners/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/pdf-visual/captioners/shared.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,6EAA6E;AAC7E,wEAAwE;AACxE,0EAA0E;AAC1E,yEAAyE;AAEzE,OAAO,EAAmB,QAAQ,EAAE,MAAM,2BAA2B,CAAA;AAErE,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAA;AAEzD;;;GAGG;AACH,MAAM,SAAS,GAAG,IAAa,CAAA;AAK/B;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,cAAsB;IAI1D,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;IACrC,MAAM,QAAQ,GAAG;QACf,KAAK,EAAE,SAAS;QAChB,mIAAmI;QACnI,MAAM,EAAE,cAA4B;KACrC,CAAA;IACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AAC/B,CAAC;AAkBD;;;;;GAKG;AACH,MAAM,UAAU,cAAc,CAAC,SAAkB;IAC/C,gGAAgG;IAChG,OAAO,SAAyB,CAAA;AAClC,CAAC;AAED,8EAA8E;AAC9E,MAAM,UAAU,UAAU,CAAC,KAAc;IACvC,kGAAkG;IAClG,OAAO,KAAiB,CAAA;AAC1B,CAAC;AAQD;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,SAAiB,EACjB,cAAsB,EACtB,IAA8E;IAE9E,IAAI,MAAM,GAAuB,IAAI,CAAA;IACrC,IAAI,KAAK,GAAuB,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;IAEnD,OAAO;QACL,KAAK,CAAC,OAAO;YACX,MAAM,KAAK,GAAY,MAAM,EAAE,KAAK,CAAA;YACpC,MAAM,GAAG,IAAI,CAAA;YACb,MAAM,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;YAClE,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;gBAClC,IAAI,CAAC;oBACH,MAAM,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;gBAC3B,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAA;gBAC1D,CAAC;YACH,CAAC;QACH,CAAC;QACD,KAAK,CAAC,YAAY;YAChB,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,MAAM,EAAE,CAAC;gBAClC,OAAO,MAAM,CAAA;YACf,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC5B,MAAM,KAAK,CAAC,KAAK,CAAA;YACnB,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC,CAAA;gBAC1D,KAAK,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;gBACtB,OAAO,MAAM,CAAA;YACf,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;gBACpE,MAAM,OAAO,GAAG,IAAI,KAAK,CACvB,oCAAoC,SAAS,YAAY,cAAc,MAAM,QAAQ,CAAC,OAAO,EAAE,EAC/F,EAAE,KAAK,EAAE,QAAQ,EAAE,CACpB,CAAA;gBACD,KAAK,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;gBAC1C,MAAM,OAAO,CAAA;YACf,CAAC;QACH,CAAC;KACF,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAAoB;IAC5D,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAA;IACtC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAA;IACrD,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AAChC,CAAC;AAED,2DAA2D;AAC3D,MAAM,gBAAgB,GAAG,GAAG,CAAA;AAE5B;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,KAAe,EAAE,QAAgB;IACjE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;IACzE,MAAM,MAAM,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,CAAA;IAC9E,0EAA0E;IAC1E,uEAAuE;IACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,gBAAgB,CAAC,CAAA;IAClG,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,QAAQ,CAAC,CAAA;IACrD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,QAAQ,CAAC,CAAA;IACvD,IAAI,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,MAAM,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;QACrD,OAAO,KAAK,CAAA;IACd,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;AACpC,CAAC;AAED,4FAA4F;AAC5F,MAAM,kBAAkB,GAAG,IAAI,CAAA;AAE/B;;;GAGG;AACH,SAAS,iBAAiB,CAAC,KAAa;IACtC,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;QAChC,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACnC,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;YACf,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjB,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;YACjC,SAAQ;QACV,CAAC;QACD,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAA;IAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QACzC,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,GAAG,CAAA;IACpD,CAAC;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC"}

package/dist/pdf-visual/detector.d.ts

@@ -0,0 +1,9 @@
+import type { Document as MupdfDocument } from 'mupdf';
+import type { DetectedVisualRegion } from './types.js';
+interface DetectorPage {
+    pageNum: number;
+    stextJson: unknown;
+}
+export declare function detectVisualRegions(pages: DetectorPage[], doc: MupdfDocument): DetectedVisualRegion[];
+export {};
+//# sourceMappingURL=detector.d.ts.map

package/dist/pdf-visual/detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detector.d.ts","sourceRoot":"","sources":["../../src/pdf-visual/detector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,IAAI,aAAa,EAAE,MAAM,OAAO,CAAA;AAItD,OAAO,KAAK,EAAE,oBAAoB,EAA8B,MAAM,YAAY,CAAA;AAmBlF,UAAU,YAAY;IACpB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,OAAO,CAAA;CACnB;AA6QD,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,YAAY,EAAE,EACrB,GAAG,EAAE,aAAa,GACjB,oBAAoB,EAAE,CA4BxB"}

package/dist/pdf-visual/detector.js

@@ -0,0 +1,269 @@
+import * as mupdf from 'mupdf';
+import { isRecord } from '../utils/type-guards.js';
+const MIN_IMAGE_BLOCK_WIDTH = 80;
+const MIN_IMAGE_BLOCK_HEIGHT = 80;
+const MIN_IMAGE_BLOCK_AREA_RATIO = 0.01;
+const MAX_EFFECTIVE_AREA_RATIO = 0.85;
+const IMAGE_MAX_AREA_RATIO_THRESHOLD = 0.1;
+const IMAGE_TOTAL_AREA_RATIO_THRESHOLD = 0.15;
+const MAX_CORNER_LOGO_AREA_RATIO = 0.03;
+const CORNER_LOGO_EDGE_BAND_RATIO = 0.15;
+const MIN_VECTOR_WIDTH = 20;
+const MIN_VECTOR_HEIGHT = 20;
+const MIN_VECTOR_AREA_RATIO = 0.0005;
+const VECTOR_STROKE_COUNT_THRESHOLD = 5;
+const CROP_PADDING_RATIO = 0.08;
+const MIN_CROP_PADDING = 12;
+const GROUP_GAP = 6;
+const GROUP_GAP_PAGE_RATIO = 0.01;
+function areaOf(rect) {
+    return Math.max(0, rect[2] - rect[0]) * Math.max(0, rect[3] - rect[1]);
+}
+function clampRect(rect, bounds) {
+    return [
+        Math.max(bounds[0], Math.min(bounds[2], rect[0])),
+        Math.max(bounds[1], Math.min(bounds[3], rect[1])),
+        Math.max(bounds[0], Math.min(bounds[2], rect[2])),
+        Math.max(bounds[1], Math.min(bounds[3], rect[3])),
+    ];
+}
+function unionRects(rects) {
+    const first = rects[0];
+    if (!first) {
+        return null;
+    }
+    let [x0, y0, x1, y1] = first;
+    for (const rect of rects.slice(1)) {
+        x0 = Math.min(x0, rect[0]);
+        y0 = Math.min(y0, rect[1]);
+        x1 = Math.max(x1, rect[2]);
+        y1 = Math.max(y1, rect[3]);
+    }
+    return [x0, y0, x1, y1];
+}
+function padRect(rect, pageBounds) {
+    const xPad = Math.max(MIN_CROP_PADDING, (rect[2] - rect[0]) * CROP_PADDING_RATIO);
+    const yPad = Math.max(MIN_CROP_PADDING, (rect[3] - rect[1]) * CROP_PADDING_RATIO);
+    return clampRect([rect[0] - xPad, rect[1] - yPad, rect[2] + xPad, rect[3] + yPad], pageBounds);
+}
+function isFiniteNumber(value) {
+    return typeof value === 'number' && Number.isFinite(value);
+}
+function blockRect(block) {
+    if (!isRecord(block)) {
+        return null;
+    }
+    const bbox = block['bbox'];
+    if (!isRecord(bbox)) {
+        return null;
+    }
+    const { x, y, w, h } = bbox;
+    if (!isFiniteNumber(x) || !isFiniteNumber(y) || !isFiniteNumber(w) || !isFiniteNumber(h)) {
+        return null;
+    }
+    return [x, y, x + w, y + h];
+}
+function getBlocks(stextJson) {
+    if (!isRecord(stextJson)) {
+        return [];
+    }
+    const blocks = stextJson['blocks'];
+    return Array.isArray(blocks) ? blocks : [];
+}
+function isLikelyCornerLogo(rect, pageBounds, areaRatio) {
+    if (areaRatio > MAX_CORNER_LOGO_AREA_RATIO) {
+        return false;
+    }
+    const pageWidth = pageBounds[2] - pageBounds[0];
+    const pageHeight = pageBounds[3] - pageBounds[1];
+    const xBand = pageWidth * CORNER_LOGO_EDGE_BAND_RATIO;
+    const yBand = pageHeight * CORNER_LOGO_EDGE_BAND_RATIO;
+    const nearHorizontalEdge = rect[0] <= pageBounds[0] + xBand || rect[2] >= pageBounds[2] - xBand;
+    const nearVerticalEdge = rect[1] <= pageBounds[1] + yBand || rect[3] >= pageBounds[3] - yBand;
+    return nearHorizontalEdge && nearVerticalEdge;
+}
+function collectRasterRects(stextJson, pageBounds) {
+    const pageArea = areaOf(pageBounds);
+    if (pageArea <= 0) {
+        return [];
+    }
+    const rects = [];
+    for (const block of getBlocks(stextJson)) {
+        if (!isRecord(block) || block['type'] !== 'image') {
+            continue;
+        }
+        const rawRect = blockRect(block);
+        if (!rawRect) {
+            continue;
+        }
+        const rect = clampRect(rawRect, pageBounds);
+        const width = rect[2] - rect[0];
+        const height = rect[3] - rect[1];
+        const ratio = areaOf(rect) / pageArea;
+        if (width >= MIN_IMAGE_BLOCK_WIDTH &&
+            height >= MIN_IMAGE_BLOCK_HEIGHT &&
+            ratio >= MIN_IMAGE_BLOCK_AREA_RATIO &&
+            ratio <= MAX_EFFECTIVE_AREA_RATIO &&
+            !isLikelyCornerLogo(rect, pageBounds, ratio)) {
+            rects.push(rect);
+        }
+    }
+    return rects;
+}
+function rasterQualifies(rects, pageBounds) {
+    const pageArea = areaOf(pageBounds);
+    const ratios = rects.map((rect) => areaOf(rect) / pageArea);
+    return (Math.max(0, ...ratios) >= IMAGE_MAX_AREA_RATIO_THRESHOLD ||
+        ratios.reduce((sum, ratio) => sum + ratio, 0) >= IMAGE_TOTAL_AREA_RATIO_THRESHOLD);
+}
+function collectVectorStrokeRects(page, pageNum, pageBounds) {
+    const pageArea = areaOf(pageBounds);
+    const rects = [];
+    const device = new mupdf.Device({
+        strokePath(path, stroke, ctm) {
+            try {
+                const raw = path.getBounds(stroke, ctm);
+                if (!raw.every(Number.isFinite)) {
+                    return;
+                }
+                const rect = clampRect([raw[0], raw[1], raw[2], raw[3]], pageBounds);
+                const width = rect[2] - rect[0];
+                const height = rect[3] - rect[1];
+                const ratio = areaOf(rect) / pageArea;
+                if (width >= MIN_VECTOR_WIDTH &&
+                    height >= MIN_VECTOR_HEIGHT &&
+                    ratio >= MIN_VECTOR_AREA_RATIO &&
+                    ratio <= MAX_EFFECTIVE_AREA_RATIO) {
+                    rects.push(rect);
+                }
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : String(error);
+                console.warn(`detector: stroke bounds failed on page ${pageNum}: ${message}`);
+            }
+        },
+    });
+    try {
+        page.run(device, mupdf.Matrix.identity);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        console.warn(`detector: vector scan failed on page ${pageNum}: ${message}`);
+        return [];
+    }
+    finally {
+        device.close();
+    }
+    return rects;
+}
+function axisGap(a0, a1, b0, b1) {
+    if (a1 < b0) {
+        return b0 - a1;
+    }
+    if (b1 < a0) {
+        return a0 - b1;
+    }
+    return 0;
+}
+/** True when two rects are within `gap` on both axes. */
+function isWithinGap(left, right, gap) {
+    return (axisGap(left[0], left[2], right[0], right[2]) <= gap &&
+        axisGap(left[1], left[3], right[1], right[3]) <= gap);
+}
+/**
+ * Flood-fill from `seed`, taking every still-remaining rect that is within
+ * `gap` of one already in the cluster. Taken indices leave `remaining`.
+ */
+function growCluster(seed, rects, remaining, gap) {
+    const indices = [seed];
+    for (let cursor = 0; cursor < indices.length; cursor += 1) {
+        const currentIndex = indices[cursor];
+        const current = currentIndex === undefined ? undefined : rects[currentIndex];
+        if (current === undefined) {
+            continue;
+        }
+        for (const candidateIndex of remaining) {
+            const candidate = rects[candidateIndex];
+            if (candidate !== undefined && isWithinGap(current, candidate, gap)) {
+                remaining.delete(candidateIndex);
+                indices.push(candidateIndex);
+            }
+        }
+    }
+    return indices;
+}
+function groupRects(rects, pageBounds) {
+    const gap = Math.max(GROUP_GAP, Math.min(pageBounds[2] - pageBounds[0], pageBounds[3] - pageBounds[1]) * GROUP_GAP_PAGE_RATIO);
+    const remaining = new Set(rects.map((_, index) => index));
+    const groups = [];
+    while (remaining.size > 0) {
+        const seed = remaining.values().next().value;
+        if (seed === undefined) {
+            break;
+        }
+        remaining.delete(seed);
+        const indices = growCluster(seed, rects, remaining, gap);
+        groups.push(indices.map((index) => rects[index]).filter((rect) => rect !== undefined));
+    }
+    return groups;
+}
+function pageRegions(pageRecord, page, pageBounds) {
+    const rasterRects = collectRasterRects(pageRecord.stextJson, pageBounds);
+    let groups;
+    let evidence;
+    if (rasterQualifies(rasterRects, pageBounds)) {
+        groups = groupRects(rasterRects, pageBounds);
+        evidence = 'raster';
+    }
+    else {
+        const vectorRects = collectVectorStrokeRects(page, pageRecord.pageNum, pageBounds);
+        if (vectorRects.length < VECTOR_STROKE_COUNT_THRESHOLD) {
+            return [];
+        }
+        groups = groupRects(vectorRects, pageBounds);
+        evidence = 'vector';
+    }
+    return groups.flatMap((group) => {
+        const union = unionRects(group);
+        if (!union) {
+            return [];
+        }
+        const bbox = padRect(union, pageBounds);
+        return [
+            {
+                pageNum: pageRecord.pageNum,
+                bbox,
+                evidence,
+            },
+        ];
+    });
+}
+export function detectVisualRegions(pages, doc) {
+    const pending = [];
+    for (const pageRecord of pages) {
+        let page = null;
+        try {
+            page = doc.loadPage(pageRecord.pageNum - 1);
+            const raw = page.getBounds();
+            const bounds = [raw[0], raw[1], raw[2], raw[3]];
+            if (areaOf(bounds) > 0) {
+                pending.push(...pageRegions(pageRecord, page, bounds));
+            }
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.warn(`detector: page scan failed on page ${pageRecord.pageNum}: ${message}`);
+        }
+        finally {
+            page?.destroy?.();
+        }
+    }
+    pending.sort((left, right) => left.pageNum - right.pageNum || left.bbox[1] - right.bbox[1] || left.bbox[0] - right.bbox[0]);
+    const nextIndex = new Map();
+    return pending.map((region) => {
+        const detectionIndex = nextIndex.get(region.pageNum) ?? 0;
+        nextIndex.set(region.pageNum, detectionIndex + 1);
+        return { ...region, detectionIndex };
+    });
+}
+//# sourceMappingURL=detector.js.map

package/dist/pdf-visual/detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detector.js","sourceRoot":"","sources":["../../src/pdf-visual/detector.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAA;AAE9B,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAA;AAGlD,MAAM,qBAAqB,GAAG,EAAE,CAAA;AAChC,MAAM,sBAAsB,GAAG,EAAE,CAAA;AACjC,MAAM,0BAA0B,GAAG,IAAI,CAAA;AACvC,MAAM,wBAAwB,GAAG,IAAI,CAAA;AACrC,MAAM,8BAA8B,GAAG,GAAG,CAAA;AAC1C,MAAM,gCAAgC,GAAG,IAAI,CAAA;AAC7C,MAAM,0BAA0B,GAAG,IAAI,CAAA;AACvC,MAAM,2BAA2B,GAAG,IAAI,CAAA;AACxC,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,iBAAiB,GAAG,EAAE,CAAA;AAC5B,MAAM,qBAAqB,GAAG,MAAM,CAAA;AACpC,MAAM,6BAA6B,GAAG,CAAC,CAAA;AACvC,MAAM,kBAAkB,GAAG,IAAI,CAAA;AAC/B,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,SAAS,GAAG,CAAC,CAAA;AACnB,MAAM,oBAAoB,GAAG,IAAI,CAAA;AAajC,SAAS,MAAM,CAAC,IAAgB;IAC9B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AACxE,CAAC;AAED,SAAS,SAAS,CAAC,IAAgB,EAAE,MAAkB;IACrD,OAAO;QACL,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;KAClD,CAAA;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAA4B;IAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;IACtB,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAA;IACb,CAAC;IACD,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,KAAK,CAAA;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC1B,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC1B,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC1B,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5B,CAAC;IACD,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,OAAO,CAAC,IAAgB,EAAE,UAAsB;IACvD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAA;IACjF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAA;IACjF,OAAO,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,UAAU,CAAC,CAAA;AAChG,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;AAC5D,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAA;IAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QACpB,OAAO,IAAI,CAAA;IACb,CAAC;IACD,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAA;IAC3B,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;QACzF,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;AAC7B,CAAC;AAED,SAAS,SAAS,CAAC,SAAkB;IACnC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACzB,OAAO,EAAE,CAAA;IACX,CAAC;IACD,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;IAClC,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAA;AAC5C,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAgB,EAAE,UAAsB,EAAE,SAAiB;IACrF,IAAI,SAAS,GAAG,0BAA0B,EAAE,CAAC;QAC3C,OAAO,KAAK,CAAA;IACd,CAAC;IACD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;IAC/C,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;IAChD,MAAM,KAAK,GAAG,SAAS,GAAG,2BAA2B,CAAA;IACrD,MAAM,KAAK,GAAG,UAAU,GAAG,2BAA2B,CAAA;IACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAA;IAC/F,MAAM,gBAAgB,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAA;IAC7F,OAAO,kBAAkB,IAAI,gBAAgB,CAAA;AAC/C,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAkB,EAAE,UAAsB;IACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;IACnC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QAClB,OAAO,EAAE,CAAA;IACX,CAAC;IACD,MAAM,KAAK,GAAiB,EAAE,CAAA;IAC9B,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,OAAO,EAAE,CAAC;YAClD,SAAQ;QACV,CAAC;QACD,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;QAChC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,SAAQ;QACV,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAA;QACrC,IACE,KAAK,IAAI,qBAAqB;YAC9B,MAAM,IAAI,sBAAsB;YAChC,KAAK,IAAI,0BAA0B;YACnC,KAAK,IAAI,wBAAwB;YACjC,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,EAC5C,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,eAAe,CAAC,KAA4B,EAAE,UAAsB;IAC3E,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;IACnC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;IAC3D,OAAO,CACL,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,8BAA8B;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,IAAI,gCAAgC,CAClF,CAAA;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,IAAgB,EAChB,OAAe,EACf,UAAsB;IAEtB,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;IACnC,MAAM,KAAK,GAAiB,EAAE,CAAA;IAC9B,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,UAAU,CAAC,IAAgB,EAAE,MAAyB,EAAE,GAAiB;YACvE,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;gBACvC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAChC,OAAM;gBACR,CAAC;gBACD,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;gBACpE,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;gBAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;gBAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAA;gBACrC,IACE,KAAK,IAAI,gBAAgB;oBACzB,MAAM,IAAI,iBAAiB;oBAC3B,KAAK,IAAI,qBAAqB;oBAC9B,KAAK,IAAI,wBAAwB,EACjC,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBAClB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,IAAI,CAAC,0CAA0C,OAAO,KAAK,OAAO,EAAE,CAAC,CAAA;YAC/E,CAAC;QACH,CAAC;KACF,CAAC,CAAA;IACF,IAAI,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,OAAO,CAAC,IAAI,CAAC,wCAAwC,OAAO,KAAK,OAAO,EAAE,CAAC,CAAA;QAC3E,OAAO,EAAE,CAAA;IACX,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,OAAO,CAAC,EAAU,EAAE,EAAU,EAAE,EAAU,EAAE,EAAU;IAC7D,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;QACZ,OAAO,EAAE,GAAG,EAAE,CAAA;IAChB,CAAC;IACD,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;QACZ,OAAO,EAAE,GAAG,EAAE,CAAA;IAChB,CAAC;IACD,OAAO,CAAC,CAAA;AACV,CAAC;AAED,yDAAyD;AACzD,SAAS,WAAW,CAAC,IAAgB,EAAE,KAAiB,EAAE,GAAW;IACnE,OAAO,CACL,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG;QACpD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CACrD,CAAA;AACH,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAClB,IAAY,EACZ,KAA4B,EAC5B,SAAsB,EACtB,GAAW;IAEX,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,CAAA;IACtB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;QAC1D,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,OAAO,GAAG,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;QAC5E,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,SAAQ;QACV,CAAC;QACD,KAAK,MAAM,cAAc,IAAI,SAAS,EAAE,CAAC;YACvC,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,CAAC,CAAA;YACvC,IAAI,SAAS,KAAK,SAAS,IAAI,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC;gBACpE,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;gBAChC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,UAAU,CAAC,KAA4B,EAAE,UAAsB;IACtE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAClB,SAAS,EACT,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,oBAAoB,CAC9F,CAAA;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAA;IACzD,MAAM,MAAM,GAAmB,EAAE,CAAA;IACjC,OAAO,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAA;QAC5C,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAK;QACP,CAAC;QACD,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACtB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,CAAC,CAAA;QACxD,MAAM,CAAC,IAAI,CACT,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAsB,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAC9F,CAAA;IACH,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,WAAW,CAClB,UAAwB,EACxB,IAAgB,EAChB,UAAsB;IAEtB,MAAM,WAAW,GAAG,kBAAkB,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;IACxE,IAAI,MAAsB,CAAA;IAC1B,IAAI,QAAwB,CAAA;IAC5B,IAAI,eAAe,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,CAAC;QAC7C,MAAM,GAAG,UAAU,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QAC5C,QAAQ,GAAG,QAAQ,CAAA;IACrB,CAAC;SAAM,CAAC;QACN,MAAM,WAAW,GAAG,wBAAwB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;QAClF,IAAI,WAAW,CAAC,MAAM,GAAG,6BAA6B,EAAE,CAAC;YACvD,OAAO,EAAE,CAAA;QACX,CAAC;QACD,MAAM,GAAG,UAAU,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QAC5C,QAAQ,GAAG,QAAQ,CAAA;IACrB,CAAC;IAED,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;QAC/B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,CAAA;QACX,CAAC;QACD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACvC,OAAO;YACL;gBACE,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,IAAI;gBACJ,QAAQ;aACT;SACF,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,KAAqB,EACrB,GAAkB;IAElB,MAAM,OAAO,GAAoB,EAAE,CAAA;IACnC,KAAK,MAAM,UAAU,IAAI,KAAK,EAAE,CAAC;QAC/B,IAAI,IAAI,GAAsB,IAAI,CAAA;QAClC,IAAI,CAAC;YACH,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,GAAG,CAAC,CAAC,CAAA;YAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;YAC5B,MAAM,MAAM,GAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YAC3D,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;YACxD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,OAAO,CAAC,IAAI,CAAC,sCAAsC,UAAU,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC,CAAA;QACtF,CAAC;gBAAS,CAAC;YACT,IAAI,EAAE,OAAO,EAAE,EAAE,CAAA;QACnB,CAAC;IACH,CAAC;IACD,OAAO,CAAC,IAAI,CACV,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAC/F,CAAA;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC3C,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC5B,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACzD,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,GAAG,CAAC,CAAC,CAAA;QACjD,OAAO,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,CAAA;IACtC,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/pdf-visual/index.d.ts

@@ -0,0 +1,13 @@
+import type { Document as MupdfDocument } from 'mupdf';
+import type { Captioner, DetectedVisualRegion, ProcessedVisualRegion } from './types.js';
+export { createCaptioner } from './captioner.js';
+export { detectVisualRegions } from './detector.js';
+export { renderPdfPage, renderPdfRendition } from './renderer.js';
+export type { DetectedVisualRegion, ImageRendition, ProcessedVisualRegion, } from './types.js';
+export { VlmError } from './types.js';
+export interface ProcessVisualRegionsOptions {
+    captioner?: Captioner;
+    includeImages?: boolean;
+}
+export declare function processVisualRegions(regions: DetectedVisualRegion[], doc: MupdfDocument, options: ProcessVisualRegionsOptions): Promise<ProcessedVisualRegion[]>;
+//# sourceMappingURL=index.d.ts.map

package/dist/pdf-visual/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/pdf-visual/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,IAAI,aAAa,EAAE,MAAM,OAAO,CAAA;AAGtD,OAAO,KAAK,EAAE,SAAS,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAA;AAUxF,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AACjE,YAAY,EACV,oBAAoB,EACpB,cAAc,EACd,qBAAqB,GACtB,MAAM,YAAY,CAAA;AACnB,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAErC,MAAM,WAAW,2BAA2B;IAC1C,SAAS,CAAC,EAAE,SAAS,CAAA;IACrB,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,oBAAoB,EAAE,EAC/B,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,2BAA2B,GACnC,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAQlC"}

package/dist/pdf-visual/index.js

@@ -0,0 +1,53 @@
+// `pdf-visual` region orchestration and public surface. Region processing
+// isolates caption and rendition failures so one crop cannot discard another.
+import { renderPdfPage, renderPdfRendition } from './renderer.js';
+// Public surface re-exports. The dispatch sites in `src/cli/ingest.ts` and
+// `src/server/index.ts` reach the visual-mode
+// implementation exclusively through `await import('../pdf-visual/index.js')`
+// so default-mode ingest does not load visual dependencies. Keeping every
+// public symbol re-exported here means those sites never need to know the
+// internal module layout.
+// Re-export ordering below is alphabetical by source module to match Biome's
+// `organizeImports` rule (`./captioner` → `./detector` → `./renderer` → `./types`).
+export { createCaptioner } from './captioner.js';
+export { detectVisualRegions } from './detector.js';
+export { renderPdfPage, renderPdfRendition } from './renderer.js';
+export { VlmError } from './types.js';
+export async function processVisualRegions(regions, doc, options) {
+    const processed = [];
+    for (const region of regions) {
+        const caption = options.captioner ? await captionRegion(options.captioner, doc, region) : null;
+        const rendition = options.includeImages ? await renderRegion(doc, region) : undefined;
+        processed.push({ ...region, caption, ...(rendition ? { rendition } : {}) });
+    }
+    return processed;
+}
+/**
+ * Caption one region. A VLM failure or an empty caption is a warning, not an
+ * error: the region still contributes its position and any rendition.
+ */
+async function captionRegion(captioner, doc, region) {
+    try {
+        const pngBytes = await renderPdfPage(doc, region.pageNum, region.bbox);
+        const caption = await captioner.caption(pngBytes, region.pageNum);
+        if (caption === null) {
+            console.warn(`VLM caption empty for page ${region.pageNum}, visual ${region.detectionIndex}; proceeding without caption`);
+        }
+        return caption;
+    }
+    catch {
+        console.warn(`VLM caption failed for page ${region.pageNum}, visual ${region.detectionIndex}; proceeding without caption`);
+        return null;
+    }
+}
+/** Render one region's image, warning and omitting it on failure. */
+async function renderRegion(doc, region) {
+    try {
+        return await renderPdfRendition(doc, region.pageNum, region.bbox, region.evidence);
+    }
+    catch {
+        console.warn(`PDF rendition failed for page ${region.pageNum}, visual ${region.detectionIndex}; proceeding without image`);
+        return undefined;
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/pdf-visual/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/pdf-visual/index.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,8EAA8E;AAI9E,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAGjE,2EAA2E;AAC3E,8CAA8C;AAC9C,8EAA8E;AAC9E,0EAA0E;AAC1E,0EAA0E;AAC1E,0BAA0B;AAC1B,6EAA6E;AAC7E,oFAAoF;AACpF,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAMjE,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAOrC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAA+B,EAC/B,GAAkB,EAClB,OAAoC;IAEpC,MAAM,SAAS,GAA4B,EAAE,CAAA;IAC7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,aAAa,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAC9F,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QACrF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IAC7E,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,aAAa,CAC1B,SAAgE,EAChE,GAAkB,EAClB,MAA4B;IAE5B,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;QACtE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;QACjE,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,OAAO,CAAC,IAAI,CACV,8BAA8B,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,cAAc,8BAA8B,CAC5G,CAAA;QACH,CAAC;QACD,OAAO,OAAO,CAAA;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,IAAI,CACV,+BAA+B,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,cAAc,8BAA8B,CAC7G,CAAA;QACD,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC;AAED,qEAAqE;AACrE,KAAK,UAAU,YAAY,CACzB,GAAkB,EAClB,MAA4B;IAE5B,IAAI,CAAC;QACH,OAAO,MAAM,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;IACpF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,CAAC,IAAI,CACV,iCAAiC,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,cAAc,4BAA4B,CAC7G,CAAA;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;AACH,CAAC"}

package/dist/pdf-visual/renderer.d.ts

@@ -0,0 +1,9 @@
+import type { Document as MupdfDocument } from 'mupdf';
+import type { ImageRendition, VisualBBox, VisualEvidence, VisualImageMimeType } from './types.js';
+import { VlmError } from './types.js';
+export { VlmError };
+export declare function renderPdfPage(doc: MupdfDocument, pageNum: number, cropRect: VisualBBox): Promise<Uint8Array>;
+export declare function renderPdfRendition(doc: MupdfDocument, pageNum: number, cropRect: VisualBBox, evidence: VisualEvidence): Promise<ImageRendition>;
+/** Bound a Mammoth-extracted PNG/JPEG using the same query payload limits as PDF crops. */
+export declare function renderImageRendition(bytes: Uint8Array, sourceMimeType: VisualImageMimeType): ImageRendition;
+//# sourceMappingURL=renderer.d.ts.map

package/dist/pdf-visual/renderer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"renderer.d.ts","sourceRoot":"","sources":["../../src/pdf-visual/renderer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,IAAI,aAAa,EAAE,MAAM,OAAO,CAAA;AAItD,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AACjG,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAErC,OAAO,EAAE,QAAQ,EAAE,CAAA;AAwFnB,wBAAsB,aAAa,CACjC,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,UAAU,GACnB,OAAO,CAAC,UAAU,CAAC,CAcrB;AAqDD,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,UAAU,EACpB,QAAQ,EAAE,cAAc,GACvB,OAAO,CAAC,cAAc,CAAC,CAqBzB;AAiCD,2FAA2F;AAC3F,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,UAAU,EACjB,cAAc,EAAE,mBAAmB,GAClC,cAAc,CAyBhB"}