@ssmeo/mcp-local-rag 0.18.6

package/dist/ingest/compute.js

@@ -0,0 +1,161 @@
+// Shared chunk + embed computation for the ingest pipeline: the single
+// `chunkText -> embedBatch` call site for any ingest path.
+//
+// Persistence (delete + insert + rollback + optimize) stays in each caller,
+// because the rollback semantics differ between the MCP and CLI paths.
+import { createHash, randomUUID } from 'node:crypto';
+import { basename, extname } from 'node:path';
+import { MAX_VISUAL_RENDITION_BYTES } from '../utils/limits.js';
+/** Distance from `offset` to a chunk's source span; 0 when it falls inside. */
+function distanceToSpan(offset, chunk) {
+    if (offset < chunk.sourceStart) {
+        return chunk.sourceStart - offset;
+    }
+    if (offset > chunk.sourceEnd) {
+        return offset - chunk.sourceEnd;
+    }
+    return 0;
+}
+export function findNearestChunk(chunks, sourceOffset) {
+    let owner;
+    let bestDistance = Number.POSITIVE_INFINITY;
+    for (const chunk of chunks) {
+        const distance = distanceToSpan(sourceOffset, chunk);
+        if (!owner) {
+            owner = chunk;
+            bestDistance = distance;
+            continue;
+        }
+        const isPreceding = chunk.sourceEnd <= sourceOffset;
+        const ownerIsPreceding = owner.sourceEnd <= sourceOffset;
+        if (distance < bestDistance ||
+            (distance === bestDistance && isPreceding && !ownerIsPreceding) ||
+            (distance === bestDistance && isPreceding === ownerIsPreceding && chunk.index < owner.index)) {
+            owner = chunk;
+            bestDistance = distance;
+        }
+    }
+    return owner;
+}
+export function createVisualAttachment(imageIndex, rendition) {
+    if (!Number.isInteger(imageIndex) ||
+        imageIndex < 0 ||
+        rendition.bytes.byteLength === 0 ||
+        rendition.bytes.byteLength > MAX_VISUAL_RENDITION_BYTES) {
+        throw new Error('Invalid bounded image rendition');
+    }
+    return {
+        imageIndex,
+        mimeType: rendition.mimeType,
+        data: Buffer.from(rendition.bytes).toString('base64'),
+    };
+}
+/**
+ * Compute semantic chunks and their embeddings for already-extracted text.
+ *
+ * Does not fail fast on zero chunks — the MCP handler throws, the CLI warns
+ * and returns 0. Chunker and embedder errors propagate verbatim.
+ */
+export async function buildChunksAndEmbeddings(text, chunker, embedder, atomicRanges) {
+    const chunks = await chunker.chunkText(text, embedder, atomicRanges);
+    // F5: Skip `embedBatch` entirely on zero chunks. `embedBatch` runs
+    // `ensureInitialized()` (which triggers the ~90MB MiniLM download on a
+    // cold cache) BEFORE checking for the empty-array short-circuit, so an
+    // empty file would otherwise pay the model-load cost for no work.
+    if (chunks.length === 0) {
+        return { chunks: [], embeddings: [] };
+    }
+    const embeddings = await embedder.embedBatch(chunks.map((chunk) => chunk.text));
+    return { chunks, embeddings };
+}
+/**
+ * Preserve the parser content/range mapping at one shared boundary. Display
+ * title handling stays in each dispatch root because it does not affect chunks.
+ */
+export async function buildChunksFromParseResult(result, chunker, embedder) {
+    const computed = await buildChunksAndEmbeddings(result.content, chunker, embedder, result.atomicRanges);
+    const visualAttachments = new Map();
+    if (!result.imageAnchors?.length || computed.chunks.length === 0) {
+        return { ...computed, visualAttachments, omittedImageCount: 0 };
+    }
+    const { renderImageRendition } = await import('../pdf-visual/renderer.js');
+    let omittedCount = 0;
+    for (const anchor of [...result.imageAnchors].sort((left, right) => left.imageIndex - right.imageIndex)) {
+        const owner = findNearestChunk(computed.chunks, anchor.offset);
+        if (!owner) {
+            throw new Error(`Image ${anchor.imageIndex} has no owning chunk`);
+        }
+        try {
+            const rendition = renderImageRendition(anchor.bytes, anchor.mimeType);
+            const attachment = createVisualAttachment(anchor.imageIndex, rendition);
+            const owned = visualAttachments.get(owner.index) ?? [];
+            owned.push(attachment);
+            visualAttachments.set(owner.index, owned);
+        }
+        catch {
+            omittedCount += 1;
+        }
+    }
+    return { ...computed, visualAttachments, omittedImageCount: omittedCount };
+}
+/**
+ * Content identity of a source file: SHA-256 of its raw BYTES, not of the
+ * parsed text, so any caller that can read the file reproduces it — which is
+ * what lets a later sync decide "unchanged" without re-parsing.
+ */
+export function computeContentHash(bytes) {
+    return createHash('sha256').update(bytes).digest('hex');
+}
+/**
+ * Build persistable `VectorChunk`s from computed chunks + embeddings — the
+ * single chunk→row mapping for both the MCP handler and both CLI paths. One
+ * shared `timestamp` per call, a fresh `id`, and `fileName`/`fileType` derived
+ * with `node:path` so they hold on Windows.
+ *
+ * Throws when a chunk has no embedding; the two arrays must align 1:1.
+ *
+ * `contentHash` is `null` for a chunk set with no source file, and the key is
+ * then omitted rather than stored empty, so a hashless row is never mistaken
+ * for a real hash. Required, not optional, so a new call site cannot silently
+ * write hashless rows.
+ *
+ * `visualProfile` is the requested visual intent of this ingestion, copied to
+ * every row. It accepts `null`/`undefined` and then omits the optional property,
+ * so a caller holding a nullable value can pass it directly under
+ * `exactOptionalPropertyTypes` and a caller with no visual concept can omit it.
+ */
+export function buildVectorChunks(params) {
+    const { filePath, chunks, embeddings, fileSize, fileTitle, contentHash, visualAttachments = new Map(), visualProfile = null, } = params;
+    const timestamp = new Date().toISOString();
+    return chunks.map((chunk, index) => {
+        const embedding = embeddings[index];
+        if (!embedding) {
+            throw new Error(`Missing embedding for chunk ${index}`);
+        }
+        const attachments = [...(visualAttachments.get(chunk.index) ?? [])]
+            .sort((left, right) => left.imageIndex - right.imageIndex)
+            .map(({ imageIndex, mimeType, data }) => ({
+            imageIndex,
+            mimeType,
+            data,
+        }));
+        return {
+            id: randomUUID(),
+            filePath,
+            chunkIndex: chunk.index,
+            text: chunk.text,
+            vector: embedding,
+            metadata: {
+                fileName: basename(filePath),
+                fileSize,
+                fileType: extname(filePath).slice(1),
+            },
+            fileTitle,
+            ...(contentHash === null ? {} : { contentHash }),
+            ...(visualProfile === null || visualProfile === undefined ? {} : { visualProfile }),
+            visualAttachments: JSON.stringify(attachments),
+            timestamp,
+        };
+    });
+}
+//# sourceMappingURL=compute.js.map

package/dist/ingest/compute.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compute.js","sourceRoot":"","sources":["../../src/ingest/compute.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,2DAA2D;AAC3D,EAAE;AACF,4EAA4E;AAC5E,uEAAuE;AAEvE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AAK7C,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAA;AAG/D,+EAA+E;AAC/E,SAAS,cAAc,CAAC,MAAc,EAAE,KAAgB;IACtD,IAAI,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC,WAAW,GAAG,MAAM,CAAA;IACnC,CAAC;IACD,IAAI,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QAC7B,OAAO,MAAM,GAAG,KAAK,CAAC,SAAS,CAAA;IACjC,CAAC;IACD,OAAO,CAAC,CAAA;AACV,CAAC;AAaD,MAAM,UAAU,gBAAgB,CAC9B,MAA4B,EAC5B,YAAoB;IAEpB,IAAI,KAA4B,CAAA;IAChC,IAAI,YAAY,GAAG,MAAM,CAAC,iBAAiB,CAAA;IAC3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,cAAc,CAAC,YAAY,EAAE,KAAK,CAAC,CAAA;QACpD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,KAAK,CAAA;YACb,YAAY,GAAG,QAAQ,CAAA;YACvB,SAAQ;QACV,CAAC;QACD,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,IAAI,YAAY,CAAA;QACnD,MAAM,gBAAgB,GAAG,KAAK,CAAC,SAAS,IAAI,YAAY,CAAA;QACxD,IACE,QAAQ,GAAG,YAAY;YACvB,CAAC,QAAQ,KAAK,YAAY,IAAI,WAAW,IAAI,CAAC,gBAAgB,CAAC;YAC/D,CAAC,QAAQ,KAAK,YAAY,IAAI,WAAW,KAAK,gBAAgB,IAAI,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,EAC5F,CAAC;YACD,KAAK,GAAG,KAAK,CAAA;YACb,YAAY,GAAG,QAAQ,CAAA;QACzB,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,UAAkB,EAClB,SAAyB;IAEzB,IACE,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;QAC7B,UAAU,GAAG,CAAC;QACd,SAAS,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC;QAChC,SAAS,CAAC,KAAK,CAAC,UAAU,GAAG,0BAA0B,EACvD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;IACpD,CAAC;IACD,OAAO;QACL,UAAU;QACV,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;KACtD,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,IAAY,EACZ,OAAwB,EACxB,QAA2B,EAC3B,YAAyC;IAEzC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;IACpE,mEAAmE;IACnE,uEAAuE;IACvE,uEAAuE;IACvE,kEAAkE;IAClE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,CAAA;IACvC,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAA;IAC/E,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,CAAA;AAC/B,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,MAAmB,EACnB,OAAwB,EACxB,QAA2B;IAE3B,MAAM,QAAQ,GAAG,MAAM,wBAAwB,CAC7C,MAAM,CAAC,OAAO,EACd,OAAO,EACP,QAAQ,EACR,MAAM,CAAC,YAAY,CACpB,CAAA;IACD,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAA8B,CAAA;IAC/D,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjE,OAAO,EAAE,GAAG,QAAQ,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAA;IACjE,CAAC;IAED,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAA;IAC1E,IAAI,YAAY,GAAG,CAAC,CAAA;IACpB,KAAK,MAAM,MAAM,IAAI,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAChD,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CACpD,EAAE,CAAC;QACF,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAA;QAC9D,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,CAAC,UAAU,sBAAsB,CAAC,CAAA;QACnE,CAAC;QAED,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,oBAAoB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAA;YACrE,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;YACvE,MAAM,KAAK,GAAG,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;YACtD,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;YACtB,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,CAAA;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,YAAY,IAAI,CAAC,CAAA;QACnB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,GAAG,QAAQ,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,YAAY,EAAE,CAAA;AAC5E,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAiB;IAClD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACzD,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,iBAAiB,CAAC,MASjC;IACC,MAAM,EACJ,QAAQ,EACR,MAAM,EACN,UAAU,EACV,QAAQ,EACR,SAAS,EACT,WAAW,EACX,iBAAiB,GAAG,IAAI,GAAG,EAAE,EAC7B,aAAa,GAAG,IAAI,GACrB,GAAG,MAAM,CAAA;IACV,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAC1C,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QACjC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAA;QACnC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAA;QACzD,CAAC;QACD,MAAM,WAAW,GAAG,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;aAChE,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;aACzD,GAAG,CAAC,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;YACxC,UAAU;YACV,QAAQ;YACR,IAAI;SACL,CAAC,CAAC,CAAA;QACL,OAAO;YACL,EAAE,EAAE,UAAU,EAAE;YAChB,QAAQ;YACR,UAAU,EAAE,KAAK,CAAC,KAAK;YACvB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE;gBACR,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC;gBAC5B,QAAQ;gBACR,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;aACrC;YACD,SAAS;YACT,GAAG,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;YAChD,GAAG,CAAC,aAAa,KAAK,IAAI,IAAI,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC;YACnF,iBAAiB,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAC9C,SAAS;SACV,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC"}

package/dist/ingest/file.d.ts

@@ -0,0 +1,40 @@
+import type { SemanticChunker, TextChunk } from '../chunker/index.js';
+import type { EmbedderInterface } from '../chunker/semantic-chunker.js';
+import type { DocumentParser } from '../parser/index.js';
+import type { QualityProfile } from '../utils/visual-profile.js';
+import type { VectorChunk, VisualAttachment } from '../vectordb/index.js';
+import { type CaptionerConfig } from './visual.js';
+/** Collaborators one file ingest run needs, injected as a unit. */
+export interface FileIngestCollaborators {
+    parser: DocumentParser;
+    chunker: SemanticChunker;
+    embedder: EmbedderInterface;
+}
+export interface PrepareFileForIngestOptions {
+    images: boolean;
+    captioner?: CaptionerConfig;
+}
+export interface PreparedFileIngest {
+    filePath: string;
+    chunks: TextChunk[];
+    embeddings: number[][];
+    textLength: number;
+    title: string | null;
+    contentHash: string;
+    /** Requested visual intent of this run: a profile for a captioned PDF, `null` otherwise. */
+    visualProfile: QualityProfile | null;
+    visualAttachments: Map<number, VisualAttachment[]>;
+    omittedImageCount: number;
+}
+export declare function buildPreparedFileVectorChunks(prepared: PreparedFileIngest): VectorChunk[];
+/**
+ * Prepare one validated source file for persistence without touching storage or
+ * process output. The source hash is read before parsing so a concurrent rewrite
+ * remains visible to the next sync instead of being paired with stale chunks.
+ *
+ * The visual profile is resolved from the request before any caption outcome is
+ * known, so it records what was asked for: a run with no qualifying region or a
+ * tolerated caption failure still carries the requested profile.
+ */
+export declare function prepareFileForIngest(filePath: string, collaborators: FileIngestCollaborators, options: PrepareFileForIngestOptions): Promise<PreparedFileIngest>;
+//# sourceMappingURL=file.d.ts.map

package/dist/ingest/file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../src/ingest/file.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AACrE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAA;AACvE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACxD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAEzE,OAAO,EACL,KAAK,eAAe,EAGrB,MAAM,aAAa,CAAA;AAEpB,mEAAmE;AACnE,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,cAAc,CAAA;IACtB,OAAO,EAAE,eAAe,CAAA;IACxB,QAAQ,EAAE,iBAAiB,CAAA;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC1C,MAAM,EAAE,OAAO,CAAA;IACf,SAAS,CAAC,EAAE,eAAe,CAAA;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,EAAE,SAAS,EAAE,CAAA;IACnB,UAAU,EAAE,MAAM,EAAE,EAAE,CAAA;IACtB,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,WAAW,EAAE,MAAM,CAAA;IACnB,4FAA4F;IAC5F,aAAa,EAAE,cAAc,GAAG,IAAI,CAAA;IACpC,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAA;IAClD,iBAAiB,EAAE,MAAM,CAAA;CAC1B;AAED,wBAAgB,6BAA6B,CAAC,QAAQ,EAAE,kBAAkB,GAAG,WAAW,EAAE,CAWzF;AAQD;;;;;;;;GAQG;AACH,wBAAsB,oBAAoB,CACxC,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,uBAAuB,EACtC,OAAO,EAAE,2BAA2B,GACnC,OAAO,CAAC,kBAAkB,CAAC,CA6C7B"}

package/dist/ingest/file.js

@@ -0,0 +1,74 @@
+import { readFile } from 'node:fs/promises';
+import { buildChunksFromParseResult, buildVectorChunks, computeContentHash } from './compute.js';
+import { prepareVisualPdfChunks, } from './visual.js';
+export function buildPreparedFileVectorChunks(prepared) {
+    return buildVectorChunks({
+        filePath: prepared.filePath,
+        chunks: prepared.chunks,
+        embeddings: prepared.embeddings,
+        fileSize: prepared.textLength,
+        fileTitle: prepared.title,
+        contentHash: prepared.contentHash,
+        visualProfile: prepared.visualProfile,
+        visualAttachments: prepared.visualAttachments,
+    });
+}
+async function readPreParseContentHash(filePath, parser) {
+    await parser.validateFilePath(filePath);
+    parser.validateFileSize(filePath);
+    return computeContentHash(await readFile(filePath));
+}
+/**
+ * Prepare one validated source file for persistence without touching storage or
+ * process output. The source hash is read before parsing so a concurrent rewrite
+ * remains visible to the next sync instead of being paired with stale chunks.
+ *
+ * The visual profile is resolved from the request before any caption outcome is
+ * known, so it records what was asked for: a run with no qualifying region or a
+ * tolerated caption failure still carries the requested profile.
+ */
+export async function prepareFileForIngest(filePath, collaborators, options) {
+    const { parser, chunker, embedder } = collaborators;
+    const contentHash = await readPreParseContentHash(filePath, parser);
+    const isPdf = filePath.toLowerCase().endsWith('.pdf');
+    let text;
+    let title;
+    let chunks;
+    let embeddings;
+    let visualAttachments;
+    let omittedImageCount;
+    if (isPdf && (options.captioner !== undefined || options.images)) {
+        const visualOptions = {
+            images: options.images,
+            ...(options.captioner === undefined ? {} : { captioner: options.captioner }),
+        };
+        const result = await prepareVisualPdfChunks(filePath, collaborators, visualOptions);
+        text = result.text;
+        title = result.title;
+        chunks = result.chunks;
+        embeddings = result.embeddings;
+        visualAttachments = result.visualAttachments;
+        omittedImageCount = result.omittedImageCount;
+    }
+    else {
+        const result = isPdf
+            ? await parser.parsePdf(filePath, embedder)
+            : await parser.parseFile(filePath, { images: options.images });
+        text = result.content;
+        title = result.title || null;
+        ({ chunks, embeddings, visualAttachments, omittedImageCount } =
+            await buildChunksFromParseResult(result, chunker, embedder));
+    }
+    return {
+        filePath,
+        chunks,
+        embeddings,
+        textLength: text.length,
+        title,
+        contentHash,
+        visualProfile: isPdf ? (options.captioner?.profile ?? null) : null,
+        visualAttachments,
+        omittedImageCount,
+    };
+}
+//# sourceMappingURL=file.js.map

package/dist/ingest/file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file.js","sourceRoot":"","sources":["../../src/ingest/file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAA;AAO3C,OAAO,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAA;AAChG,OAAO,EAGL,sBAAsB,GACvB,MAAM,aAAa,CAAA;AA2BpB,MAAM,UAAU,6BAA6B,CAAC,QAA4B;IACxE,OAAO,iBAAiB,CAAC;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;QAC/B,QAAQ,EAAE,QAAQ,CAAC,UAAU;QAC7B,SAAS,EAAE,QAAQ,CAAC,KAAK;QACzB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,aAAa,EAAE,QAAQ,CAAC,aAAa;QACrC,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;KAC9C,CAAC,CAAA;AACJ,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,QAAgB,EAAE,MAAsB;IAC7E,MAAM,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IACjC,OAAO,kBAAkB,CAAC,MAAM,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAA;AACrD,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAgB,EAChB,aAAsC,EACtC,OAAoC;IAEpC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,aAAa,CAAA;IACnD,MAAM,WAAW,GAAG,MAAM,uBAAuB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACnE,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;IAErD,IAAI,IAAY,CAAA;IAChB,IAAI,KAAoB,CAAA;IACxB,IAAI,MAAwE,CAAA;IAC5E,IAAI,UAAgF,CAAA;IACpF,IAAI,iBAA8F,CAAA;IAClG,IAAI,iBAAyB,CAAA;IAE7B,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjE,MAAM,aAAa,GAAkC;YACnD,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,GAAG,CAAC,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;SAC7E,CAAA;QACD,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,QAAQ,EAAE,aAAa,EAAE,aAAa,CAAC,CAAA;QACnF,IAAI,GAAG,MAAM,CAAC,IAAI,CAAA;QAClB,KAAK,GAAG,MAAM,CAAC,KAAK,CAAA;QACpB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAA;QACtB,UAAU,GAAG,MAAM,CAAC,UAAU,CAAA;QAC9B,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAA;QAC5C,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAA;IAC9C,CAAC;SAAM,CAAC;QACN,MAAM,MAAM,GAAG,KAAK;YAClB,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;YAC3C,CAAC,CAAC,MAAM,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;QAChE,IAAI,GAAG,MAAM,CAAC,OAAO,CAAA;QACrB,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,IAAI,CAC3B;QAAA,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,iBAAiB,EAAE,iBAAiB,EAAE;YAC5D,MAAM,0BAA0B,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAA;IAChE,CAAC;IAED,OAAO;QACL,QAAQ;QACR,MAAM;QACN,UAAU;QACV,UAAU,EAAE,IAAI,CAAC,MAAM;QACvB,KAAK;QACL,WAAW;QACX,aAAa,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;QAClE,iBAAiB;QACjB,iBAAiB;KAClB,CAAA;AACH,CAAC"}

package/dist/ingest/visual.d.ts

@@ -0,0 +1,52 @@
+import type { AtomicTextRange, SemanticChunker, TextChunk } from '../chunker/index.js';
+import type { EmbedderInterface } from '../chunker/semantic-chunker.js';
+import type { DocumentParser } from '../parser/index.js';
+import type { FilteredTextFragment } from '../parser/pdf-filter.js';
+import type { ProcessedVisualRegion } from '../pdf-visual/types.js';
+import type { QualityProfile } from '../utils/visual-profile.js';
+import type { VisualAttachment } from '../vectordb/types.js';
+export interface VisualPdfParser {
+    parsePdfPages: DocumentParser['parsePdfPages'];
+}
+export interface CaptionerConfig {
+    profile: QualityProfile;
+    cacheDir: string;
+    device?: string | undefined;
+}
+/** Collaborators one visual PDF ingest run needs, injected as a unit. */
+export interface VisualIngestCollaborators {
+    parser: VisualPdfParser;
+    chunker: SemanticChunker;
+    embedder: EmbedderInterface;
+}
+export interface PrepareVisualPdfChunksOptions {
+    images: boolean;
+    captioner?: CaptionerConfig;
+}
+export interface PrepareVisualPdfChunksResult {
+    chunks: TextChunk[];
+    embeddings: number[][];
+    title: string | null;
+    text: string;
+    atomicRanges: AtomicTextRange[];
+    visualAttachments: Map<number, VisualAttachment[]>;
+    omittedImageCount: number;
+}
+export interface OrderedVisualPage {
+    pageNum: number;
+    text: string;
+    textFragments: readonly FilteredTextFragment[];
+}
+export interface OrderedVisualRegion extends ProcessedVisualRegion {
+    visualIndex: number;
+    anchorOffset: number;
+    captionRange?: AtomicTextRange;
+}
+export interface OrderedVisualDocument {
+    text: string;
+    atomicRanges: AtomicTextRange[];
+    regions: OrderedVisualRegion[];
+}
+export declare function buildOrderedVisualDocument(pages: readonly OrderedVisualPage[], processedRegions: readonly ProcessedVisualRegion[]): OrderedVisualDocument;
+export declare function prepareVisualPdfChunks(filePath: string, collaborators: VisualIngestCollaborators, options: PrepareVisualPdfChunksOptions): Promise<PrepareVisualPdfChunksResult>;
+//# sourceMappingURL=visual.d.ts.map

package/dist/ingest/visual.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"visual.d.ts","sourceRoot":"","sources":["../../src/ingest/visual.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAA;AACtF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAA;AACvE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AACxD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAA;AACnE,OAAO,KAAK,EAAwB,qBAAqB,EAAE,MAAM,wBAAwB,CAAA;AACzF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAA;AAChE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAG5D,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,cAAc,CAAC,eAAe,CAAC,CAAA;CAC/C;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,cAAc,CAAA;IACvB,QAAQ,EAAE,MAAM,CAAA;IAChB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;CAC5B;AAED,yEAAyE;AACzE,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,eAAe,CAAA;IACvB,OAAO,EAAE,eAAe,CAAA;IACxB,QAAQ,EAAE,iBAAiB,CAAA;CAC5B;AAED,MAAM,WAAW,6BAA6B;IAC5C,MAAM,EAAE,OAAO,CAAA;IACf,SAAS,CAAC,EAAE,eAAe,CAAA;CAC5B;AAED,MAAM,WAAW,4BAA4B;IAC3C,MAAM,EAAE,SAAS,EAAE,CAAA;IACnB,UAAU,EAAE,MAAM,EAAE,EAAE,CAAA;IACtB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,eAAe,EAAE,CAAA;IAC/B,iBAAiB,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,EAAE,CAAC,CAAA;IAClD,iBAAiB,EAAE,MAAM,CAAA;CAC1B;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;IACZ,aAAa,EAAE,SAAS,oBAAoB,EAAE,CAAA;CAC/C;AAED,MAAM,WAAW,mBAAoB,SAAQ,qBAAqB;IAChE,WAAW,EAAE,MAAM,CAAA;IACnB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,CAAC,EAAE,eAAe,CAAA;CAC/B;AAED,MAAM,WAAW,qBAAqB;IACpC,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,eAAe,EAAE,CAAA;IAC/B,OAAO,EAAE,mBAAmB,EAAE,CAAA;CAC/B;AAiND,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,SAAS,iBAAiB,EAAE,EACnC,gBAAgB,EAAE,SAAS,qBAAqB,EAAE,GACjD,qBAAqB,CAmCvB;AAoHD,wBAAsB,sBAAsB,CAC1C,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,yBAAyB,EACxC,OAAO,EAAE,6BAA6B,GACrC,OAAO,CAAC,4BAA4B,CAAC,CAyCvC"}

package/dist/ingest/visual.js

@@ -0,0 +1,294 @@
+import { buildChunksAndEmbeddings, createVisualAttachment, findNearestChunk } from './compute.js';
+function horizontalOverlap(left, right) {
+    return Math.min(left[2] ?? 0, right[2] ?? 0) >= Math.max(left[0] ?? 0, right[0] ?? 0);
+}
+function xCenter(bbox) {
+    return ((bbox[0] ?? 0) + (bbox[2] ?? 0)) / 2;
+}
+function yCenter(bbox) {
+    return ((bbox[1] ?? 0) + (bbox[3] ?? 0)) / 2;
+}
+function findInsertionIndex(fragments, region) {
+    if (fragments.length === 0) {
+        return 0;
+    }
+    let candidates = fragments
+        .map((fragment, index) => ({ fragment, index }))
+        .filter(({ fragment }) => horizontalOverlap(fragment.bbox, region.bbox));
+    if (candidates.length === 0) {
+        const regionCenter = xCenter(region.bbox);
+        const minimumDistance = Math.min(...fragments.map((fragment) => Math.abs(xCenter(fragment.bbox) - regionCenter)));
+        candidates = fragments
+            .map((fragment, index) => ({ fragment, index }))
+            .filter(({ fragment }) => Math.abs(xCenter(fragment.bbox) - regionCenter) === minimumDistance);
+    }
+    const regionMidpoint = yCenter(region.bbox);
+    const preceding = candidates.filter(({ fragment }) => yCenter(fragment.bbox) <= regionMidpoint);
+    if (preceding.length > 0) {
+        return Math.max(...preceding.map(({ index }) => index + 1));
+    }
+    return Math.min(...candidates.map(({ index }) => index));
+}
+function fallbackFragments(page) {
+    if (page.textFragments.length > 0 || page.text.length === 0) {
+        return page.textFragments;
+    }
+    return [
+        {
+            pageNum: page.pageNum,
+            blockOrdinal: 0,
+            lineOrdinal: 0,
+            fragmentOrdinal: 0,
+            bbox: [0, 0, 0, 0],
+            text: page.text,
+            pageTextStart: 0,
+            pageTextEnd: page.text.length,
+        },
+    ];
+}
+/** Regions on one page, ordered by insertion slot then detection order. */
+function positionRegions(page, pageFragments, processedRegions) {
+    return processedRegions
+        .filter((region) => region.pageNum === page.pageNum)
+        .map((region) => ({ region, insertionIndex: findInsertionIndex(pageFragments, region) }))
+        .sort((left, right) => left.insertionIndex - right.insertionIndex ||
+        left.region.detectionIndex - right.region.detectionIndex);
+}
+/**
+ * Group regions by the character offset in the page text they are inserted at,
+ * so regions landing in the same gap are emitted together.
+ */
+function groupByInsertionOffset(page, pageFragments, positioned) {
+    const groups = new Map();
+    for (const item of positioned) {
+        const preceding = pageFragments[item.insertionIndex - 1];
+        const following = pageFragments[item.insertionIndex];
+        const offset = Math.max(0, Math.min(page.text.length, preceding?.pageTextEnd ?? following?.pageTextStart ?? 0));
+        const group = groups.get(offset) ?? [];
+        group.push(item.region);
+        groups.set(offset, group);
+    }
+    return groups;
+}
+/** Newlines needed so `adjacent` is separated by a blank line. */
+function blankLinePadding(adjacent) {
+    const present = adjacent.match(/^\n*/)?.[0].length ?? 0;
+    return '\n'.repeat(Math.max(0, 2 - present));
+}
+/**
+ * Append one insertion group's captions to `pageText`, recording each region's
+ * caption range and anchor offset. Uncaptioned regions only get an anchor.
+ */
+function appendGroupCaptions(pageText, group, context) {
+    const { page, pageVisualIndices, ...into } = context;
+    let text = pageText;
+    let captionIndex = 0;
+    for (const region of group) {
+        if (region.caption === null) {
+            into.anchorOffsets.set(region, text.length);
+            continue;
+        }
+        if (captionIndex > 0) {
+            text += '\n\n';
+        }
+        const start = text.length;
+        text += `[Visual content on page ${page.pageNum}, visual ${pageVisualIndices.get(region)}: ${region.caption}]`;
+        into.captionRanges.set(region, { start, end: text.length });
+        into.anchorOffsets.set(region, start);
+        captionIndex += 1;
+    }
+    return text;
+}
+function renderPageWithCaptions(page, insertionGroups, pageVisualIndices) {
+    let pageText = '';
+    let pageCursor = 0;
+    const captionRanges = new Map();
+    const anchorOffsets = new Map();
+    for (const [offset, group] of [...insertionGroups].sort((left, right) => left[0] - right[0])) {
+        pageText += page.text.slice(pageCursor, offset);
+        const hasCaption = group.some((region) => region.caption !== null);
+        if (hasCaption && pageText.length > 0) {
+            pageText += blankLinePadding(pageText.match(/\n*$/)?.[0] ?? '');
+        }
+        pageText = appendGroupCaptions(pageText, group, {
+            page,
+            pageVisualIndices,
+            captionRanges,
+            anchorOffsets,
+        });
+        if (hasCaption && offset < page.text.length) {
+            pageText += blankLinePadding(page.text.slice(offset));
+        }
+        pageCursor = offset;
+    }
+    pageText += page.text.slice(pageCursor);
+    return { pageText, captionRanges, anchorOffsets };
+}
+/** Rebase one page-relative region onto the whole-document text. */
+function toOrderedRegion(region, rendered, pageStart, visualIndex) {
+    const relative = rendered.captionRanges.get(region);
+    const captionRange = relative
+        ? { start: pageStart + relative.start, end: pageStart + relative.end }
+        : undefined;
+    const anchorOffset = rendered.anchorOffsets.get(region);
+    if (anchorOffset === undefined) {
+        throw new Error('Visual region has no anchor offset');
+    }
+    return {
+        ...region,
+        visualIndex,
+        anchorOffset: pageStart + anchorOffset,
+        ...(captionRange ? { captionRange } : {}),
+    };
+}
+export function buildOrderedVisualDocument(pages, processedRegions) {
+    let text = '';
+    let visualIndex = 0;
+    const atomicRanges = [];
+    const regions = [];
+    const consumedRegions = new Set();
+    for (const page of pages) {
+        const pageFragments = fallbackFragments(page);
+        const positioned = positionRegions(page, pageFragments, processedRegions);
+        const pageVisualIndices = new Map(positioned.map((item, index) => [item.region, visualIndex + index]));
+        const insertionGroups = groupByInsertionOffset(page, pageFragments, positioned);
+        const rendered = renderPageWithCaptions(page, insertionGroups, pageVisualIndices);
+        const pageSeparator = text.length > 0 && rendered.pageText.length > 0 ? '\n\n' : '';
+        const pageStart = text.length + pageSeparator.length;
+        text += pageSeparator + rendered.pageText;
+        for (const positionedRegion of positioned) {
+            const record = toOrderedRegion(positionedRegion.region, rendered, pageStart, visualIndex++);
+            if (record.captionRange) {
+                atomicRanges.push(record.captionRange);
+            }
+            regions.push(record);
+            consumedRegions.add(positionedRegion.region);
+        }
+    }
+    if (consumedRegions.size !== processedRegions.length) {
+        throw new Error('A processed visual region has no matching PDF page');
+    }
+    return { text, atomicRanges, regions };
+}
+function assignVisualAttachments(document, chunks, attachments) {
+    const attachmentsByChunkIndex = new Map();
+    if (chunks.length === 0) {
+        return attachmentsByChunkIndex;
+    }
+    const regionByVisualIndex = new Map(document.regions.map((region) => [region.visualIndex, region]));
+    const seenVisualIndices = new Set();
+    for (const attachment of [...attachments].sort((left, right) => left.imageIndex - right.imageIndex)) {
+        if (seenVisualIndices.has(attachment.imageIndex)) {
+            throw new Error(`Duplicate visual attachment index: ${attachment.imageIndex}`);
+        }
+        seenVisualIndices.add(attachment.imageIndex);
+        const region = regionByVisualIndex.get(attachment.imageIndex);
+        if (!region) {
+            throw new Error(`Visual attachment has no ordered region: ${attachment.imageIndex}`);
+        }
+        const owner = findNearestChunk(chunks, region.anchorOffset);
+        if (!owner) {
+            throw new Error(`Visual ${attachment.imageIndex} has no owning chunk`);
+        }
+        const current = attachmentsByChunkIndex.get(owner.index) ?? [];
+        current.push(attachment);
+        attachmentsByChunkIndex.set(owner.index, current);
+    }
+    return attachmentsByChunkIndex;
+}
+async function processImageOnlyRegions(regions, doc) {
+    const renderer = await import('../pdf-visual/renderer.js');
+    const processed = [];
+    let omittedImageCount = 0;
+    for (const region of regions) {
+        try {
+            const image = await renderer.renderPdfRendition(doc, region.pageNum, region.bbox, region.evidence);
+            processed.push({ ...region, caption: null, rendition: image });
+        }
+        catch {
+            omittedImageCount += 1;
+            processed.push({ ...region, caption: null });
+        }
+    }
+    return { processed, omittedImageCount };
+}
+/**
+ * Detect visual regions and turn them into processed ones. With a captioner
+ * configured the VLM barrel is loaded and every region is captioned; without
+ * one only the lighter detector is loaded and regions carry images alone.
+ */
+async function detectAndProcessRegions(pages, doc, captionerConfig, includeImages) {
+    const pageRefs = pages.map((page) => ({ pageNum: page.pageNum, stextJson: page.stextJson }));
+    if (captionerConfig === undefined) {
+        const detector = await import('../pdf-visual/detector.js');
+        return processImageOnlyRegions(detector.detectVisualRegions(pageRefs, doc), doc);
+    }
+    const pdfVisual = await import('../pdf-visual/index.js');
+    const regions = pdfVisual.detectVisualRegions(pageRefs, doc);
+    const captioner = pdfVisual.createCaptioner(captionerConfig);
+    try {
+        const processed = await pdfVisual.processVisualRegions(regions, doc, {
+            captioner,
+            includeImages,
+        });
+        return { processed, omittedImageCount: 0 };
+    }
+    finally {
+        await captioner.dispose();
+    }
+}
+/** Encode every rendered region; one that cannot be encoded is omitted, not fatal. */
+function collectAttachments(regions) {
+    const attachments = [];
+    let omittedImageCount = 0;
+    for (const region of regions) {
+        if (!region.rendition) {
+            continue;
+        }
+        try {
+            attachments.push(createVisualAttachment(region.visualIndex, region.rendition));
+        }
+        catch {
+            omittedImageCount += 1;
+        }
+    }
+    return { attachments, omittedImageCount };
+}
+export async function prepareVisualPdfChunks(filePath, collaborators, options) {
+    const { parser, chunker, embedder } = collaborators;
+    const captionerConfig = options.captioner;
+    const { doc, title, pages } = await parser.parsePdfPages(filePath, embedder);
+    try {
+        let omittedImageCount = 0;
+        const detected = await detectAndProcessRegions(pages, doc, captionerConfig, options.images);
+        const processed = detected.processed;
+        omittedImageCount += detected.omittedImageCount;
+        const ordered = buildOrderedVisualDocument(pages, processed);
+        const { chunks, embeddings } = await buildChunksAndEmbeddings(ordered.text, chunker, embedder, ordered.atomicRanges);
+        const collected = options.images
+            ? collectAttachments(ordered.regions)
+            : { attachments: [], omittedImageCount: 0 };
+        const attachments = collected.attachments;
+        omittedImageCount += collected.omittedImageCount;
+        const visualAttachments = assignVisualAttachments(ordered, chunks, attachments);
+        return {
+            chunks,
+            embeddings,
+            title,
+            text: ordered.text,
+            atomicRanges: ordered.atomicRanges,
+            visualAttachments,
+            omittedImageCount,
+        };
+    }
+    finally {
+        try {
+            doc.destroy();
+        }
+        catch (destroyError) {
+            const message = destroyError instanceof Error ? destroyError.message : String(destroyError);
+            console.warn(`prepareVisualPdfChunks: doc.destroy() failed: ${message}`);
+        }
+    }
+}
+//# sourceMappingURL=visual.js.map