abb-opencode-local-rag 0.1.0

package/dist/pdf-visual/captioners/shared.js

@@ -0,0 +1,104 @@
+// Profile-agnostic helpers shared by every `captioners/*` profile.
+//
+// `stripControlChars` + `postProcess` are the post-generation pipeline
+// documented in the captioner contract: control-char stripping, whitespace
+// trim, empty → `null`, length cap with ellipsis. Both `fast` and `quality`
+// profiles run the captioner output through the same pipeline so caption
+// chunk shape is independent of profile.
+//
+// `VLM_DTYPE`, `buildModelLoadOptions`, `createModelLoader`, and
+// `decodePngToRawImage` are the profile-agnostic load/decode mechanics. The
+// model-class choice, prompt, processor call shape, and generation options
+// stay per-profile (that is where `fast` and `quality` genuinely diverge).
+import { RawImage } from '@huggingface/transformers';
+/**
+ * ONNX quantization variant shared by both captioner profiles. Pinned to the
+ * smallest viable variant; production has no user-facing knob.
+ */
+const VLM_DTYPE = 'q4';
+/**
+ * Build the `from_pretrained` option objects (processor + model) with the
+ * pinned dtype and resolved device. transformers.js declares `dtype` as a
+ * literal union; cast through `unknown` to widen-to-string-then-back.
+ */
+export function buildModelLoadOptions(resolvedDevice) {
+    const dtypeOpt = { dtype: VLM_DTYPE };
+    const modelOpt = { dtype: VLM_DTYPE, device: resolvedDevice };
+    return { dtypeOpt, modelOpt };
+}
+/**
+ * Lazy model loader shared by both profiles. Encapsulates the
+ * pending→ok/failed state machine and the identical load-failure wrapping
+ * (`Captioner load failed (modelName=..., device=...)`). The per-profile
+ * `load` callback owns the model-class choice and receives the shared option
+ * objects. On first `ensureLoaded()` the model loads; subsequent calls return
+ * the cached pair; a prior failure re-throws the same wrapped error.
+ */
+export function createModelLoader(modelName, resolvedDevice, load) {
+    let loaded = null;
+    let state = { kind: 'pending' };
+    return {
+        async ensureLoaded() {
+            if (state.kind === 'ok' && loaded)
+                return loaded;
+            if (state.kind === 'failed')
+                throw state.cause;
+            try {
+                loaded = await load(buildModelLoadOptions(resolvedDevice));
+                state = { kind: 'ok' };
+                return loaded;
+            }
+            catch (err) {
+                const original = err instanceof Error ? err : new Error(String(err));
+                const wrapped = new Error(`Captioner load failed (modelName=${modelName}, device=${resolvedDevice}): ${original.message}`, { cause: original });
+                state = { kind: 'failed', cause: wrapped };
+                throw wrapped;
+            }
+        },
+    };
+}
+/**
+ * Decode PNG bytes to a `RawImage`. `Blob` accepts `Uint8Array` directly (the
+ * renderer returns `Uint8Array` from `Pixmap.asPNG()`), but the `BlobPart`
+ * type omits `Uint8Array<ArrayBufferLike>` due to SharedArrayBuffer subtyping;
+ * cast through `unknown`. Profiles needing a fixed input size resize the result.
+ */
+export async function decodePngToRawImage(pngBytes) {
+    const blob = new Blob([pngBytes], { type: 'image/png' });
+    return RawImage.fromBlob(blob);
+}
+/** Maximum caption length in characters; longer captions are truncated with an ellipsis. */
+const MAX_CAPTION_LENGTH = 1000;
+/**
+ * Strip C0 (U+0000–U+001F) and C1 (U+007F–U+009F) control characters from the
+ * input, except `\n` (U+000A) and `\t` (U+0009) which are kept verbatim.
+ */
+function stripControlChars(input) {
+    let out = '';
+    for (let i = 0; i < input.length; i++) {
+        const code = input.charCodeAt(i);
+        if (code === 0x09 || code === 0x0a) {
+            out += input[i];
+            continue;
+        }
+        if (code <= 0x1f)
+            continue;
+        if (code >= 0x7f && code <= 0x9f)
+            continue;
+        out += input[i];
+    }
+    return out;
+}
+/**
+ * Apply the post-generation processing rules. Returns the final caption or
+ * `null` when the result is empty after stripping.
+ */
+export function postProcess(decoded) {
+    const stripped = stripControlChars(decoded).trim();
+    if (stripped.length === 0)
+        return null;
+    if (stripped.length > MAX_CAPTION_LENGTH)
+        return `${stripped.slice(0, MAX_CAPTION_LENGTH)}…`;
+    return stripped;
+}
+//# sourceMappingURL=shared.js.map

package/dist/pdf-visual/captioners/shared.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shared.js","sourceRoot":"","sources":["../../../src/pdf-visual/captioners/shared.ts"],"names":[],"mappings":"AAAA,mEAAmE;AACnE,EAAE;AACF,uEAAuE;AACvE,2EAA2E;AAC3E,4EAA4E;AAC5E,yEAAyE;AACzE,yCAAyC;AACzC,EAAE;AACF,iEAAiE;AACjE,4EAA4E;AAC5E,2EAA2E;AAC3E,2EAA2E;AAE3E,OAAO,EAAmB,QAAQ,EAAE,MAAM,2BAA2B,CAAA;AAErE;;;GAGG;AACH,MAAM,SAAS,GAAG,IAAI,CAAA;AAKtB;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,cAAsB;IAI1D,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,SAAS,EAAgC,CAAA;IACnE,MAAM,QAAQ,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAG1D,CAAA;IACD,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAA;AAC/B,CAAC;AAQD;;;;;;;GAOG;AACH,MAAM,UAAU,iBAAiB,CAC/B,SAAiB,EACjB,cAAsB,EACtB,IAA8E;IAE9E,IAAI,MAAM,GAAuB,IAAI,CAAA;IACrC,IAAI,KAAK,GAAuB,EAAE,IAAI,EAAE,SAAS,EAAE,CAAA;IAEnD,OAAO;QACL,KAAK,CAAC,YAAY;YAChB,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAA;YAChD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC,KAAK,CAAA;YAC9C,IAAI,CAAC;gBACH,MAAM,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC,CAAA;gBAC1D,KAAK,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;gBACtB,OAAO,MAAM,CAAA;YACf,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,QAAQ,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;gBACpE,MAAM,OAAO,GAAG,IAAI,KAAK,CACvB,oCAAoC,SAAS,YAAY,cAAc,MAAM,QAAQ,CAAC,OAAO,EAAE,EAC/F,EAAE,KAAK,EAAE,QAAQ,EAAE,CACpB,CAAA;gBACD,KAAK,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,CAAA;gBAC1C,MAAM,OAAO,CAAA;YACf,CAAC;QACH,CAAC;KACF,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAAoB;IAC5D,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,QAAkC,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAA;IAClF,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AAChC,CAAC;AAED,4FAA4F;AAC5F,MAAM,kBAAkB,GAAG,IAAI,CAAA;AAE/B;;;GAGG;AACH,SAAS,iBAAiB,CAAC,KAAa;IACtC,IAAI,GAAG,GAAG,EAAE,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;QAChC,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACnC,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;YACf,SAAQ;QACV,CAAC;QACD,IAAI,IAAI,IAAI,IAAI;YAAE,SAAQ;QAC1B,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI;YAAE,SAAQ;QAC1C,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAA;IACjB,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAA;IAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACtC,IAAI,QAAQ,CAAC,MAAM,GAAG,kBAAkB;QAAE,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,GAAG,CAAA;IAC5F,OAAO,QAAQ,CAAA;AACjB,CAAC"}

package/dist/pdf-visual/detector.d.ts

@@ -0,0 +1,9 @@
+import type { Document as MupdfDocument } from 'mupdf';
+import type { DetectedVisualRegion } from './types.js';
+interface DetectorPage {
+    pageNum: number;
+    stextJson: unknown;
+}
+export declare function detectVisualRegions(pages: DetectorPage[], doc: MupdfDocument): DetectedVisualRegion[];
+export {};
+//# sourceMappingURL=detector.d.ts.map

package/dist/pdf-visual/detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detector.d.ts","sourceRoot":"","sources":["../../src/pdf-visual/detector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,IAAI,aAAa,EAAE,MAAM,OAAO,CAAA;AAGtD,OAAO,KAAK,EAAE,oBAAoB,EAA8B,MAAM,YAAY,CAAA;AAmBlF,UAAU,YAAY;IACpB,OAAO,EAAE,MAAM,CAAA;IACf,SAAS,EAAE,OAAO,CAAA;CACnB;AAoND,wBAAgB,mBAAmB,CACjC,KAAK,EAAE,YAAY,EAAE,EACrB,GAAG,EAAE,aAAa,GACjB,oBAAoB,EAAE,CA0BxB"}

package/dist/pdf-visual/detector.js

@@ -0,0 +1,234 @@
+import * as mupdf from 'mupdf';
+const MIN_IMAGE_BLOCK_WIDTH = 80;
+const MIN_IMAGE_BLOCK_HEIGHT = 80;
+const MIN_IMAGE_BLOCK_AREA_RATIO = 0.01;
+const MAX_EFFECTIVE_AREA_RATIO = 0.85;
+const IMAGE_MAX_AREA_RATIO_THRESHOLD = 0.1;
+const IMAGE_TOTAL_AREA_RATIO_THRESHOLD = 0.15;
+const MAX_CORNER_LOGO_AREA_RATIO = 0.03;
+const CORNER_LOGO_EDGE_BAND_RATIO = 0.15;
+const MIN_VECTOR_WIDTH = 20;
+const MIN_VECTOR_HEIGHT = 20;
+const MIN_VECTOR_AREA_RATIO = 0.0005;
+const VECTOR_STROKE_COUNT_THRESHOLD = 5;
+const CROP_PADDING_RATIO = 0.08;
+const MIN_CROP_PADDING = 12;
+const GROUP_GAP = 6;
+const GROUP_GAP_PAGE_RATIO = 0.01;
+function areaOf(rect) {
+    return Math.max(0, rect[2] - rect[0]) * Math.max(0, rect[3] - rect[1]);
+}
+function clampRect(rect, bounds) {
+    return [
+        Math.max(bounds[0], Math.min(bounds[2], rect[0])),
+        Math.max(bounds[1], Math.min(bounds[3], rect[1])),
+        Math.max(bounds[0], Math.min(bounds[2], rect[2])),
+        Math.max(bounds[1], Math.min(bounds[3], rect[3])),
+    ];
+}
+function unionRects(rects) {
+    const first = rects[0];
+    if (!first)
+        return null;
+    let [x0, y0, x1, y1] = first;
+    for (const rect of rects.slice(1)) {
+        x0 = Math.min(x0, rect[0]);
+        y0 = Math.min(y0, rect[1]);
+        x1 = Math.max(x1, rect[2]);
+        y1 = Math.max(y1, rect[3]);
+    }
+    return [x0, y0, x1, y1];
+}
+function padRect(rect, pageBounds) {
+    const xPad = Math.max(MIN_CROP_PADDING, (rect[2] - rect[0]) * CROP_PADDING_RATIO);
+    const yPad = Math.max(MIN_CROP_PADDING, (rect[3] - rect[1]) * CROP_PADDING_RATIO);
+    return clampRect([rect[0] - xPad, rect[1] - yPad, rect[2] + xPad, rect[3] + yPad], pageBounds);
+}
+function blockRect(block) {
+    if (typeof block !== 'object' || block === null)
+        return null;
+    const bbox = block.bbox;
+    if (typeof bbox !== 'object' || bbox === null)
+        return null;
+    const { x, y, w, h } = bbox;
+    if (![x, y, w, h].every((value) => typeof value === 'number' && Number.isFinite(value))) {
+        return null;
+    }
+    return [x, y, x + w, y + h];
+}
+function getBlocks(stextJson) {
+    if (typeof stextJson !== 'object' || stextJson === null)
+        return [];
+    const blocks = stextJson.blocks;
+    return Array.isArray(blocks) ? blocks : [];
+}
+function isLikelyCornerLogo(rect, pageBounds, areaRatio) {
+    if (areaRatio > MAX_CORNER_LOGO_AREA_RATIO)
+        return false;
+    const pageWidth = pageBounds[2] - pageBounds[0];
+    const pageHeight = pageBounds[3] - pageBounds[1];
+    const xBand = pageWidth * CORNER_LOGO_EDGE_BAND_RATIO;
+    const yBand = pageHeight * CORNER_LOGO_EDGE_BAND_RATIO;
+    const nearHorizontalEdge = rect[0] <= pageBounds[0] + xBand || rect[2] >= pageBounds[2] - xBand;
+    const nearVerticalEdge = rect[1] <= pageBounds[1] + yBand || rect[3] >= pageBounds[3] - yBand;
+    return nearHorizontalEdge && nearVerticalEdge;
+}
+function collectRasterRects(stextJson, pageBounds) {
+    const pageArea = areaOf(pageBounds);
+    if (pageArea <= 0)
+        return [];
+    const rects = [];
+    for (const block of getBlocks(stextJson)) {
+        if (typeof block !== 'object' || block === null)
+            continue;
+        if (block.type !== 'image')
+            continue;
+        const rawRect = blockRect(block);
+        if (!rawRect)
+            continue;
+        const rect = clampRect(rawRect, pageBounds);
+        const width = rect[2] - rect[0];
+        const height = rect[3] - rect[1];
+        const ratio = areaOf(rect) / pageArea;
+        if (width >= MIN_IMAGE_BLOCK_WIDTH &&
+            height >= MIN_IMAGE_BLOCK_HEIGHT &&
+            ratio >= MIN_IMAGE_BLOCK_AREA_RATIO &&
+            ratio <= MAX_EFFECTIVE_AREA_RATIO &&
+            !isLikelyCornerLogo(rect, pageBounds, ratio)) {
+            rects.push(rect);
+        }
+    }
+    return rects;
+}
+function rasterQualifies(rects, pageBounds) {
+    const pageArea = areaOf(pageBounds);
+    const ratios = rects.map((rect) => areaOf(rect) / pageArea);
+    return (Math.max(0, ...ratios) >= IMAGE_MAX_AREA_RATIO_THRESHOLD ||
+        ratios.reduce((sum, ratio) => sum + ratio, 0) >= IMAGE_TOTAL_AREA_RATIO_THRESHOLD);
+}
+function collectVectorStrokeRects(page, pageNum, pageBounds) {
+    const pageArea = areaOf(pageBounds);
+    const rects = [];
+    const device = new mupdf.Device({
+        strokePath(path, stroke, ctm) {
+            try {
+                const raw = path.getBounds(stroke, ctm);
+                if (!raw.every(Number.isFinite))
+                    return;
+                const rect = clampRect([raw[0], raw[1], raw[2], raw[3]], pageBounds);
+                const width = rect[2] - rect[0];
+                const height = rect[3] - rect[1];
+                const ratio = areaOf(rect) / pageArea;
+                if (width >= MIN_VECTOR_WIDTH &&
+                    height >= MIN_VECTOR_HEIGHT &&
+                    ratio >= MIN_VECTOR_AREA_RATIO &&
+                    ratio <= MAX_EFFECTIVE_AREA_RATIO) {
+                    rects.push(rect);
+                }
+            }
+            catch (error) {
+                const message = error instanceof Error ? error.message : String(error);
+                console.warn(`detector: stroke bounds failed on page ${pageNum}: ${message}`);
+            }
+        },
+    });
+    try {
+        page.run(device, mupdf.Matrix.identity);
+    }
+    catch (error) {
+        const message = error instanceof Error ? error.message : String(error);
+        console.warn(`detector: vector scan failed on page ${pageNum}: ${message}`);
+        return [];
+    }
+    finally {
+        device.close();
+    }
+    return rects;
+}
+function axisGap(a0, a1, b0, b1) {
+    if (a1 < b0)
+        return b0 - a1;
+    if (b1 < a0)
+        return a0 - b1;
+    return 0;
+}
+function groupRects(rects, pageBounds) {
+    const gap = Math.max(GROUP_GAP, Math.min(pageBounds[2] - pageBounds[0], pageBounds[3] - pageBounds[1]) * GROUP_GAP_PAGE_RATIO);
+    const remaining = new Set(rects.map((_, index) => index));
+    const groups = [];
+    while (remaining.size > 0) {
+        const seed = remaining.values().next().value;
+        remaining.delete(seed);
+        const indices = [seed];
+        for (let cursor = 0; cursor < indices.length; cursor += 1) {
+            const current = rects[indices[cursor]];
+            for (const candidateIndex of remaining) {
+                const candidate = rects[candidateIndex];
+                if (axisGap(current[0], current[2], candidate[0], candidate[2]) <= gap &&
+                    axisGap(current[1], current[3], candidate[1], candidate[3]) <= gap) {
+                    remaining.delete(candidateIndex);
+                    indices.push(candidateIndex);
+                }
+            }
+        }
+        groups.push(indices.map((index) => rects[index]));
+    }
+    return groups;
+}
+function pageRegions(pageRecord, page, pageBounds) {
+    const rasterRects = collectRasterRects(pageRecord.stextJson, pageBounds);
+    let groups;
+    let evidence;
+    if (rasterQualifies(rasterRects, pageBounds)) {
+        groups = groupRects(rasterRects, pageBounds);
+        evidence = 'raster';
+    }
+    else {
+        const vectorRects = collectVectorStrokeRects(page, pageRecord.pageNum, pageBounds);
+        if (vectorRects.length < VECTOR_STROKE_COUNT_THRESHOLD)
+            return [];
+        groups = groupRects(vectorRects, pageBounds);
+        evidence = 'vector';
+    }
+    return groups.flatMap((group) => {
+        const union = unionRects(group);
+        if (!union)
+            return [];
+        const bbox = padRect(union, pageBounds);
+        return [
+            {
+                pageNum: pageRecord.pageNum,
+                bbox,
+                evidence,
+            },
+        ];
+    });
+}
+export function detectVisualRegions(pages, doc) {
+    const pending = [];
+    for (const pageRecord of pages) {
+        let page = null;
+        try {
+            page = doc.loadPage(pageRecord.pageNum - 1);
+            const raw = page.getBounds();
+            const bounds = [raw[0], raw[1], raw[2], raw[3]];
+            if (areaOf(bounds) > 0)
+                pending.push(...pageRegions(pageRecord, page, bounds));
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            console.warn(`detector: page scan failed on page ${pageRecord.pageNum}: ${message}`);
+        }
+        finally {
+            page?.destroy?.();
+        }
+    }
+    pending.sort((left, right) => left.pageNum - right.pageNum || left.bbox[1] - right.bbox[1] || left.bbox[0] - right.bbox[0]);
+    const nextIndex = new Map();
+    return pending.map((region) => {
+        const detectionIndex = nextIndex.get(region.pageNum) ?? 0;
+        nextIndex.set(region.pageNum, detectionIndex + 1);
+        return { ...region, detectionIndex };
+    });
+}
+//# sourceMappingURL=detector.js.map

package/dist/pdf-visual/detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detector.js","sourceRoot":"","sources":["../../src/pdf-visual/detector.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,MAAM,OAAO,CAAA;AAI9B,MAAM,qBAAqB,GAAG,EAAE,CAAA;AAChC,MAAM,sBAAsB,GAAG,EAAE,CAAA;AACjC,MAAM,0BAA0B,GAAG,IAAI,CAAA;AACvC,MAAM,wBAAwB,GAAG,IAAI,CAAA;AACrC,MAAM,8BAA8B,GAAG,GAAG,CAAA;AAC1C,MAAM,gCAAgC,GAAG,IAAI,CAAA;AAC7C,MAAM,0BAA0B,GAAG,IAAI,CAAA;AACvC,MAAM,2BAA2B,GAAG,IAAI,CAAA;AACxC,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,iBAAiB,GAAG,EAAE,CAAA;AAC5B,MAAM,qBAAqB,GAAG,MAAM,CAAA;AACpC,MAAM,6BAA6B,GAAG,CAAC,CAAA;AACvC,MAAM,kBAAkB,GAAG,IAAI,CAAA;AAC/B,MAAM,gBAAgB,GAAG,EAAE,CAAA;AAC3B,MAAM,SAAS,GAAG,CAAC,CAAA;AACnB,MAAM,oBAAoB,GAAG,IAAI,CAAA;AAajC,SAAS,MAAM,CAAC,IAAgB;IAC9B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;AACxE,CAAC;AAED,SAAS,SAAS,CAAC,IAAgB,EAAE,MAAkB;IACrD,OAAO;QACL,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;KAClD,CAAA;AACH,CAAC;AAED,SAAS,UAAU,CAAC,KAA4B;IAC9C,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;IACtB,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAA;IACvB,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,KAAK,CAAA;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC1B,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC1B,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;QAC1B,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC5B,CAAC;IACD,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAA;AACzB,CAAC;AAED,SAAS,OAAO,CAAC,IAAgB,EAAE,UAAsB;IACvD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAA;IACjF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAA;IACjF,OAAO,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,EAAE,UAAU,CAAC,CAAA;AAChG,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC5D,MAAM,IAAI,GAAI,KAA4B,CAAC,IAAI,CAAA;IAC/C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,IAAI,CAAA;IAC1D,MAAM,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,IAA8C,CAAA;IACrE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACxF,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,CAAC,CAAW,EAAE,CAAW,EAAG,CAAY,GAAI,CAAY,EAAG,CAAY,GAAI,CAAY,CAAC,CAAA;AACjG,CAAC;AAED,SAAS,SAAS,CAAC,SAAkB;IACnC,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI;QAAE,OAAO,EAAE,CAAA;IAClE,MAAM,MAAM,GAAI,SAAkC,CAAC,MAAM,CAAA;IACzD,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAA;AAC5C,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAgB,EAAE,UAAsB,EAAE,SAAiB;IACrF,IAAI,SAAS,GAAG,0BAA0B;QAAE,OAAO,KAAK,CAAA;IACxD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;IAC/C,MAAM,UAAU,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAA;IAChD,MAAM,KAAK,GAAG,SAAS,GAAG,2BAA2B,CAAA;IACrD,MAAM,KAAK,GAAG,UAAU,GAAG,2BAA2B,CAAA;IACtD,MAAM,kBAAkB,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAA;IAC/F,MAAM,gBAAgB,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,GAAG,KAAK,CAAA;IAC7F,OAAO,kBAAkB,IAAI,gBAAgB,CAAA;AAC/C,CAAC;AAED,SAAS,kBAAkB,CAAC,SAAkB,EAAE,UAAsB;IACpE,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;IACnC,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,EAAE,CAAA;IAC5B,MAAM,KAAK,GAAiB,EAAE,CAAA;IAC9B,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;QACzC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;YAAE,SAAQ;QACzD,IAAK,KAA4B,CAAC,IAAI,KAAK,OAAO;YAAE,SAAQ;QAC5D,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;QAChC,IAAI,CAAC,OAAO;YAAE,SAAQ;QACtB,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;QAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAA;QACrC,IACE,KAAK,IAAI,qBAAqB;YAC9B,MAAM,IAAI,sBAAsB;YAChC,KAAK,IAAI,0BAA0B;YACnC,KAAK,IAAI,wBAAwB;YACjC,CAAC,kBAAkB,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,CAAC,EAC5C,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,eAAe,CAAC,KAA4B,EAAE,UAAsB;IAC3E,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;IACnC,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;IAC3D,OAAO,CACL,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,8BAA8B;QACxD,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,EAAE,CAAC,CAAC,IAAI,gCAAgC,CAClF,CAAA;AACH,CAAC;AAED,SAAS,wBAAwB,CAC/B,IAAgB,EAChB,OAAe,EACf,UAAsB;IAEtB,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAA;IACnC,MAAM,KAAK,GAAiB,EAAE,CAAA;IAC9B,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;QAC9B,UAAU,CAAC,IAAgB,EAAE,MAAyB,EAAE,GAAiB;YACvE,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;gBACvC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;oBAAE,OAAM;gBACvC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;gBACpE,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;gBAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;gBAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAA;gBACrC,IACE,KAAK,IAAI,gBAAgB;oBACzB,MAAM,IAAI,iBAAiB;oBAC3B,KAAK,IAAI,qBAAqB;oBAC9B,KAAK,IAAI,wBAAwB,EACjC,CAAC;oBACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;gBAClB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;gBACtE,OAAO,CAAC,IAAI,CAAC,0CAA0C,OAAO,KAAK,OAAO,EAAE,CAAC,CAAA;YAC/E,CAAC;QACH,CAAC;KACF,CAAC,CAAA;IACF,IAAI,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACtE,OAAO,CAAC,IAAI,CAAC,wCAAwC,OAAO,KAAK,OAAO,EAAE,CAAC,CAAA;QAC3E,OAAO,EAAE,CAAA;IACX,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,KAAK,EAAE,CAAA;IAChB,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,OAAO,CAAC,EAAU,EAAE,EAAU,EAAE,EAAU,EAAE,EAAU;IAC7D,IAAI,EAAE,GAAG,EAAE;QAAE,OAAO,EAAE,GAAG,EAAE,CAAA;IAC3B,IAAI,EAAE,GAAG,EAAE;QAAE,OAAO,EAAE,GAAG,EAAE,CAAA;IAC3B,OAAO,CAAC,CAAA;AACV,CAAC;AAED,SAAS,UAAU,CAAC,KAA4B,EAAE,UAAsB;IACtE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAClB,SAAS,EACT,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,oBAAoB,CAC9F,CAAA;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAA;IACzD,MAAM,MAAM,GAAmB,EAAE,CAAA;IACjC,OAAO,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,KAAe,CAAA;QACtD,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACtB,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,CAAA;QACtB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;YAC1D,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAW,CAAe,CAAA;YAC9D,KAAK,MAAM,cAAc,IAAI,SAAS,EAAE,CAAC;gBACvC,MAAM,SAAS,GAAG,KAAK,CAAC,cAAc,CAAe,CAAA;gBACrD,IACE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG;oBAClE,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAClE,CAAC;oBACD,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC,CAAA;oBAChC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAe,CAAC,CAAC,CAAA;IACjE,CAAC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,WAAW,CAClB,UAAwB,EACxB,IAAgB,EAChB,UAAsB;IAEtB,MAAM,WAAW,GAAG,kBAAkB,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;IACxE,IAAI,MAAsB,CAAA;IAC1B,IAAI,QAAwB,CAAA;IAC5B,IAAI,eAAe,CAAC,WAAW,EAAE,UAAU,CAAC,EAAE,CAAC;QAC7C,MAAM,GAAG,UAAU,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QAC5C,QAAQ,GAAG,QAAQ,CAAA;IACrB,CAAC;SAAM,CAAC;QACN,MAAM,WAAW,GAAG,wBAAwB,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,EAAE,UAAU,CAAC,CAAA;QAClF,IAAI,WAAW,CAAC,MAAM,GAAG,6BAA6B;YAAE,OAAO,EAAE,CAAA;QACjE,MAAM,GAAG,UAAU,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;QAC5C,QAAQ,GAAG,QAAQ,CAAA;IACrB,CAAC;IAED,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAC9B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;QAC/B,IAAI,CAAC,KAAK;YAAE,OAAO,EAAE,CAAA;QACrB,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACvC,OAAO;YACL;gBACE,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,IAAI;gBACJ,QAAQ;aACT;SACF,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CACjC,KAAqB,EACrB,GAAkB;IAElB,MAAM,OAAO,GAAoB,EAAE,CAAA;IACnC,KAAK,MAAM,UAAU,IAAI,KAAK,EAAE,CAAC;QAC/B,IAAI,IAAI,GAAsB,IAAI,CAAA;QAClC,IAAI,CAAC;YACH,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,GAAG,CAAC,CAAC,CAAA;YAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;YAC5B,MAAM,MAAM,GAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;YAC3D,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAA;QAChF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YACtE,OAAO,CAAC,IAAI,CAAC,sCAAsC,UAAU,CAAC,OAAO,KAAK,OAAO,EAAE,CAAC,CAAA;QACtF,CAAC;gBAAS,CAAC;YACT,IAAI,EAAE,OAAO,EAAE,EAAE,CAAA;QACnB,CAAC;IACH,CAAC;IACD,OAAO,CAAC,IAAI,CACV,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CACd,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAC/F,CAAA;IACD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAA;IAC3C,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QAC5B,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACzD,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,cAAc,GAAG,CAAC,CAAC,CAAA;QACjD,OAAO,EAAE,GAAG,MAAM,EAAE,cAAc,EAAE,CAAA;IACtC,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/pdf-visual/index.d.ts

@@ -0,0 +1,13 @@
+import type { Document as MupdfDocument } from 'mupdf';
+import type { Captioner, DetectedVisualRegion, ProcessedVisualRegion } from './types.js';
+export { createCaptioner } from './captioner.js';
+export { detectVisualRegions } from './detector.js';
+export { renderPdfPage, renderPdfRendition } from './renderer.js';
+export type { DetectedVisualRegion, ImageRendition, ProcessedVisualRegion, } from './types.js';
+export { VlmError } from './types.js';
+export interface ProcessVisualRegionsOptions {
+    captioner?: Captioner;
+    includeImages?: boolean;
+}
+export declare function processVisualRegions(regions: DetectedVisualRegion[], doc: MupdfDocument, options: ProcessVisualRegionsOptions): Promise<ProcessedVisualRegion[]>;
+//# sourceMappingURL=index.d.ts.map

package/dist/pdf-visual/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/pdf-visual/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,IAAI,aAAa,EAAE,MAAM,OAAO,CAAA;AAGtD,OAAO,KAAK,EAAE,SAAS,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAA;AAUxF,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AACjE,YAAY,EACV,oBAAoB,EACpB,cAAc,EACd,qBAAqB,GACtB,MAAM,YAAY,CAAA;AACnB,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAErC,MAAM,WAAW,2BAA2B;IAC1C,SAAS,CAAC,EAAE,SAAS,CAAA;IACrB,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,oBAAoB,EAAE,EAC/B,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,2BAA2B,GACnC,OAAO,CAAC,qBAAqB,EAAE,CAAC,CAmClC"}

package/dist/pdf-visual/index.js

@@ -0,0 +1,45 @@
+// `pdf-visual` region orchestration and public surface. Region processing
+// isolates caption and rendition failures so one crop cannot discard another.
+import { renderPdfPage, renderPdfRendition } from './renderer.js';
+// Public surface re-exports. The dispatch sites in `src/cli/ingest.ts` and
+// `src/server/index.ts` reach the visual-mode
+// implementation exclusively through `await import('../pdf-visual/index.js')`
+// so default-mode ingest does not load visual dependencies. Keeping every
+// public symbol re-exported here means those sites never need to know the
+// internal module layout.
+// Re-export ordering below is alphabetical by source module to match Biome's
+// `organizeImports` rule (`./captioner` → `./detector` → `./renderer` → `./types`).
+export { createCaptioner } from './captioner.js';
+export { detectVisualRegions } from './detector.js';
+export { renderPdfPage, renderPdfRendition } from './renderer.js';
+export { VlmError } from './types.js';
+export async function processVisualRegions(regions, doc, options) {
+    const processed = [];
+    for (const region of regions) {
+        let caption = null;
+        let rendition;
+        if (options.captioner) {
+            try {
+                const pngBytes = await renderPdfPage(doc, region.pageNum, region.bbox);
+                caption = await options.captioner.caption(pngBytes, region.pageNum);
+                if (caption === null) {
+                    console.warn(`VLM caption empty for page ${region.pageNum}, visual ${region.detectionIndex}; proceeding without caption`);
+                }
+            }
+            catch {
+                console.warn(`VLM caption failed for page ${region.pageNum}, visual ${region.detectionIndex}; proceeding without caption`);
+            }
+        }
+        if (options.includeImages) {
+            try {
+                rendition = await renderPdfRendition(doc, region.pageNum, region.bbox, region.evidence);
+            }
+            catch {
+                console.warn(`PDF rendition failed for page ${region.pageNum}, visual ${region.detectionIndex}; proceeding without image`);
+            }
+        }
+        processed.push({ ...region, caption, ...(rendition ? { rendition } : {}) });
+    }
+    return processed;
+}
+//# sourceMappingURL=index.js.map

package/dist/pdf-visual/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/pdf-visual/index.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,8EAA8E;AAI9E,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAGjE,2EAA2E;AAC3E,8CAA8C;AAC9C,8EAA8E;AAC9E,0EAA0E;AAC1E,0EAA0E;AAC1E,0BAA0B;AAC1B,6EAA6E;AAC7E,oFAAoF;AACpF,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AAChD,OAAO,EAAE,mBAAmB,EAAE,MAAM,eAAe,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,eAAe,CAAA;AAMjE,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAOrC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAA+B,EAC/B,GAAkB,EAClB,OAAoC;IAEpC,MAAM,SAAS,GAA4B,EAAE,CAAA;IAC7C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,OAAO,GAAkB,IAAI,CAAA;QACjC,IAAI,SAA6C,CAAA;QAEjD,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,CAAA;gBACtE,OAAO,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,CAAA;gBACnE,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrB,OAAO,CAAC,IAAI,CACV,8BAA8B,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,cAAc,8BAA8B,CAC5G,CAAA;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,IAAI,CACV,+BAA+B,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,cAAc,8BAA8B,CAC7G,CAAA;YACH,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YAC1B,IAAI,CAAC;gBACH,SAAS,GAAG,MAAM,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;YACzF,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,CAAC,IAAI,CACV,iCAAiC,MAAM,CAAC,OAAO,YAAY,MAAM,CAAC,cAAc,4BAA4B,CAC7G,CAAA;YACH,CAAC;QACH,CAAC;QAED,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAA;IAC7E,CAAC;IACD,OAAO,SAAS,CAAA;AAClB,CAAC"}

package/dist/pdf-visual/renderer.d.ts

@@ -0,0 +1,9 @@
+import type { Document as MupdfDocument } from 'mupdf';
+import type { ImageRendition, VisualBBox, VisualEvidence, VisualImageMimeType } from './types.js';
+import { VlmError } from './types.js';
+export { VlmError };
+export declare function renderPdfPage(doc: MupdfDocument, pageNum: number, cropRect: VisualBBox): Promise<Uint8Array>;
+export declare function renderPdfRendition(doc: MupdfDocument, pageNum: number, cropRect: VisualBBox, evidence: VisualEvidence): Promise<ImageRendition>;
+/** Bound a Mammoth-extracted PNG/JPEG using the same query payload limits as PDF crops. */
+export declare function renderImageRendition(bytes: Uint8Array, sourceMimeType: VisualImageMimeType): ImageRendition;
+//# sourceMappingURL=renderer.d.ts.map

package/dist/pdf-visual/renderer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"renderer.d.ts","sourceRoot":"","sources":["../../src/pdf-visual/renderer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,IAAI,aAAa,EAAE,MAAM,OAAO,CAAA;AAItD,OAAO,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAA;AACjG,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAA;AAErC,OAAO,EAAE,QAAQ,EAAE,CAAA;AAsFnB,wBAAsB,aAAa,CACjC,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,UAAU,GACnB,OAAO,CAAC,UAAU,CAAC,CAYrB;AA+CD,wBAAsB,kBAAkB,CACtC,GAAG,EAAE,aAAa,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,UAAU,EACpB,QAAQ,EAAE,cAAc,GACvB,OAAO,CAAC,cAAc,CAAC,CAkBzB;AA2BD,2FAA2F;AAC3F,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,UAAU,EACjB,cAAc,EAAE,mBAAmB,GAClC,cAAc,CAqBhB"}

package/dist/pdf-visual/renderer.js

@@ -0,0 +1,177 @@
+import * as mupdf from 'mupdf';
+import { MAX_VISUAL_RENDITION_BYTES } from '../utils/limits.js';
+import { VlmError } from './types.js';
+export { VlmError };
+const RENDER_DPI = 200;
+const BASE_SCALE = RENDER_DPI / 72;
+const CAPTION_LONG_EDGE_MAX = 4096;
+const CAPTION_PIXEL_MAX = 16_777_216;
+const RENDITION_LONG_EDGE_MAX = 1024;
+const RENDITION_TARGET_BYTES = 256 * 1024;
+const JPEG_QUALITIES = [82, 72, 62, 52];
+const RENDITION_EDGES = [1024, 896, 768, 640, 512, 384, 256];
+function cropDimensions(cropRect) {
+    const width = cropRect[2] - cropRect[0];
+    const height = cropRect[3] - cropRect[1];
+    if (![...cropRect, width, height].every(Number.isFinite) || width <= 0 || height <= 0) {
+        throw new Error('Invalid crop rectangle');
+    }
+    return { width, height };
+}
+function scaleForLongEdge(cropRect, longEdge) {
+    const { width, height } = cropDimensions(cropRect);
+    return Math.min(BASE_SCALE, longEdge / Math.max(width, height));
+}
+function captionScale(cropRect) {
+    const { width, height } = cropDimensions(cropRect);
+    return Math.min(BASE_SCALE, CAPTION_LONG_EDGE_MAX / Math.max(width, height), Math.sqrt(CAPTION_PIXEL_MAX / (width * height)));
+}
+function renderCrop(page, cropRect, scale, consume) {
+    const { width: sourceWidth, height: sourceHeight } = cropDimensions(cropRect);
+    const width = Math.max(1, Math.floor(sourceWidth * scale));
+    const height = Math.max(1, Math.floor(sourceHeight * scale));
+    const pixmap = new mupdf.Pixmap(mupdf.ColorSpace.DeviceRGB, [0, 0, width, height], false);
+    let device = null;
+    try {
+        const matrix = [scale, 0, 0, scale, -cropRect[0] * scale, -cropRect[1] * scale];
+        device = new mupdf.DrawDevice(matrix, pixmap);
+        pixmap.clear(255);
+        page.run(device, mupdf.Matrix.identity);
+        return consume(pixmap);
+    }
+    finally {
+        try {
+            device?.close();
+        }
+        finally {
+            pixmap.destroy?.();
+        }
+    }
+}
+function encodePixmap(pixmap, mimeType, quality = 82) {
+    const bytes = mimeType === 'image/png' ? pixmap.asPNG() : pixmap.asJPEG(quality);
+    return {
+        bytes,
+        mimeType,
+    };
+}
+function encodePixmapCandidates(pixmap, mimeType) {
+    const renditions = [];
+    const qualities = mimeType === 'image/jpeg' ? JPEG_QUALITIES : [82];
+    for (const quality of qualities) {
+        const rendition = encodePixmap(pixmap, mimeType, quality);
+        renditions.push(rendition);
+        if (rendition.bytes.byteLength <= RENDITION_TARGET_BYTES)
+            break;
+    }
+    return renditions;
+}
+export async function renderPdfPage(doc, pageNum, cropRect) {
+    let page = null;
+    try {
+        page = doc.loadPage(pageNum - 1);
+        return renderCrop(page, cropRect, captionScale(cropRect), (pixmap) => pixmap.asPNG());
+    }
+    catch (error) {
+        if (error instanceof VlmError)
+            throw error;
+        const cause = error instanceof Error ? error : new Error(String(error));
+        throw new VlmError('Failed to render PDF page', { cause, pageNum });
+    }
+    finally {
+        page?.destroy?.();
+    }
+}
+function preferredMime(evidence) {
+    return evidence === 'raster' ? 'image/jpeg' : 'image/png';
+}
+function renditionEdges(sourceLongEdge) {
+    const initialLongEdge = Math.min(RENDITION_LONG_EDGE_MAX, sourceLongEdge);
+    return [...new Set(RENDITION_EDGES.map((edge) => Math.min(edge, initialLongEdge)))].filter((edge) => edge >= 1);
+}
+function selectForMime(edges, mimeType, renderAtEdge) {
+    let withinHardLimit = null;
+    for (const edge of edges) {
+        for (const rendition of renderAtEdge(edge, mimeType)) {
+            if (rendition.bytes.byteLength <= MAX_VISUAL_RENDITION_BYTES && withinHardLimit === null) {
+                withinHardLimit = rendition;
+            }
+            if (rendition.bytes.byteLength <= RENDITION_TARGET_BYTES)
+                return rendition;
+        }
+    }
+    return withinHardLimit;
+}
+function selectBoundedRendition(sourceLongEdge, preferred, renderAtEdge) {
+    const edges = renditionEdges(sourceLongEdge);
+    const rendition = selectForMime(edges, preferred, renderAtEdge);
+    if (rendition)
+        return rendition;
+    if (preferred === 'image/png') {
+        const jpeg = selectForMime(edges, 'image/jpeg', renderAtEdge);
+        if (jpeg)
+            return jpeg;
+    }
+    throw new Error('Rendition exceeds the encoded-size limit');
+}
+export async function renderPdfRendition(doc, pageNum, cropRect, evidence) {
+    let page = null;
+    try {
+        page = doc.loadPage(pageNum - 1);
+        const { width, height } = cropDimensions(cropRect);
+        const nativeLongEdge = Math.max(1, Math.floor(Math.max(width, height) * BASE_SCALE));
+        return selectBoundedRendition(nativeLongEdge, preferredMime(evidence), (edge, mimeType) => renderCrop(page, cropRect, scaleForLongEdge(cropRect, edge), (pixmap) => encodePixmapCandidates(pixmap, mimeType)));
+    }
+    catch (error) {
+        if (error instanceof VlmError)
+            throw error;
+        const cause = error instanceof Error ? error : new Error(String(error));
+        throw new VlmError('Failed to render PDF rendition', { cause, pageNum });
+    }
+    finally {
+        page?.destroy?.();
+    }
+}
+function renderImageAtSize(image, width, height, preserveAlpha, consume) {
+    const pixmap = new mupdf.Pixmap(mupdf.ColorSpace.DeviceRGB, [0, 0, width, height], preserveAlpha);
+    let device = null;
+    try {
+        pixmap.clear(preserveAlpha ? 0 : 255);
+        device = new mupdf.DrawDevice(mupdf.Matrix.identity, pixmap);
+        device.fillImage(image, [width, 0, 0, height, 0, 0], 1);
+        device.close();
+        device = null;
+        return consume(pixmap);
+    }
+    finally {
+        try {
+            device?.close();
+        }
+        finally {
+            pixmap.destroy?.();
+        }
+    }
+}
+/** Bound a Mammoth-extracted PNG/JPEG using the same query payload limits as PDF crops. */
+export function renderImageRendition(bytes, sourceMimeType) {
+    let image = null;
+    try {
+        const loadedImage = new mupdf.Image(bytes);
+        image = loadedImage;
+        const sourceWidth = loadedImage.getWidth();
+        const sourceHeight = loadedImage.getHeight();
+        if (sourceWidth <= 0 || sourceHeight <= 0)
+            throw new Error('Image has invalid dimensions');
+        const sourceLongEdge = Math.max(sourceWidth, sourceHeight);
+        return selectBoundedRendition(sourceLongEdge, sourceMimeType, (edge, mimeType) => {
+            const scale = edge / sourceLongEdge;
+            const width = Math.max(1, Math.round(sourceWidth * scale));
+            const height = Math.max(1, Math.round(sourceHeight * scale));
+            return renderImageAtSize(loadedImage, width, height, mimeType === 'image/png', (pixmap) => encodePixmapCandidates(pixmap, mimeType));
+        });
+    }
+    finally {
+        image?.destroy?.();
+    }
+}
+//# sourceMappingURL=renderer.js.map