libre-webui 0.25.0 → 0.26.0

package/backend/dist/utils/chatDocumentContext.js

@@ -4,7 +4,7 @@
  *
  * Licensed under the Apache License, Version 2.0 (the "License");
  * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at:
+ * You may obtain a copy of the License at
  *
  *     http://www.apache.org/licenses/LICENSE-2.0
  *
@@ -15,48 +15,115 @@
  * limitations under the License.
  */
 import documentService from '../services/documentService.js';
+import { estimateTextTokens } from '../services/contextCompactionService.js';
 import storageService from '../storage.js';
 import { throwIfChatGenerationCancelled } from './chatCancellation.js';
+/**
+ * Full-document mode sends entire extracted sources instead of retrieved
+ * excerpts, so it needs a hard token guard. Deliberately conservative:
+ * most local models run 8k-128k contexts.
+ */
+export const fullDocumentContextMaxTokens = () => {
+    const raw = process.env.FULL_DOCUMENT_CONTEXT_MAX_TOKENS;
+    if (raw === undefined)
+        return 32000;
+    const value = Number.parseInt(raw, 10);
+    if (!Number.isSafeInteger(value) || value < 1000 || value > 2000000) {
+        throw new Error('FULL_DOCUMENT_CONTEXT_MAX_TOKENS must be between 1000 and 2000000');
+    }
+    return value;
+};
 export const EMPTY_CHAT_DOCUMENT_CONTEXT = (message) => ({
     documentContext: '',
     enhancedContent: message,
     hasRelevantContext: false,
     sources: [],
+    mode: 'retrieval',
 });
+const buildFullDocumentContext = async (message, sessionId, userId, knowledgeCollectionIds, signal) => {
+    const documents = (await documentService.getDocumentsInScope(userId, sessionId, knowledgeCollectionIds)).filter(document => (document.content ?? '').trim().length > 0);
+    throwIfChatGenerationCancelled(signal);
+    if (documents.length === 0) {
+        return { context: EMPTY_CHAT_DOCUMENT_CONTEXT(message) };
+    }
+    const maxTokens = fullDocumentContextMaxTokens();
+    const estimatedTokens = documents.reduce((total, document) => total + estimateTextTokens(document.content ?? ''), 0);
+    if (estimatedTokens > maxTokens) {
+        // Too large to send whole: fall back to retrieval, but tell the caller
+        // so the client can explain why full mode did not apply.
+        return { skipped: { estimatedTokens, maxTokens } };
+    }
+    const documentContext = '\n\n--- ATTACHED DOCUMENTS (full content) ---\n' +
+        documents
+            .map(document => `Document: ${document.filename}\n${document.content ?? ''}\n`)
+            .join('\n---\n') +
+        '\n--- END DOCUMENTS ---\n\n';
+    return {
+        context: {
+            documentContext,
+            enhancedContent: `${documentContext}User question: ${message}`,
+            hasRelevantContext: true,
+            sources: documents.map(document => ({
+                id: document.id,
+                filename: document.filename,
+                full: true,
+            })),
+            mode: 'full',
+        },
+    };
+};
 export async function buildChatDocumentContext(message, sessionId, userId, signal) {
     throwIfChatGenerationCancelled(signal);
     // Documents from knowledge collections attached to this chat join the
     // session's own uploads and the user's standing uploads in the
-    // searchable scope. searchDocuments picks semantic or keyword retrieval
+    // searchable scope. searchDocuments picks hybrid or keyword retrieval
     // by the embedding settings, so retrieval works either way.
-    const knowledgeCollectionIds = (await storageService.getSession(sessionId, userId))?.settings?.knowledgeCollectionIds;
+    const settings = (await storageService.getSession(sessionId, userId))
+        ?.settings;
+    const knowledgeCollectionIds = settings?.knowledgeCollectionIds;
+    throwIfChatGenerationCancelled(signal);
+    let fullContextSkipped;
+    if (settings?.fullDocumentContext === true) {
+        const outcome = await buildFullDocumentContext(message, sessionId, userId, knowledgeCollectionIds, signal);
+        if (outcome.context)
+            return outcome.context;
+        fullContextSkipped = outcome.skipped;
+    }
     throwIfChatGenerationCancelled(signal);
     const relevantDocuments = await documentService.searchDocuments(message, userId, sessionId, 5, knowledgeCollectionIds, signal);
     throwIfChatGenerationCancelled(signal);
     if (relevantDocuments.length === 0) {
-        return EMPTY_CHAT_DOCUMENT_CONTEXT(message);
+        return {
+            ...EMPTY_CHAT_DOCUMENT_CONTEXT(message),
+            ...(fullContextSkipped ? { fullContextSkipped } : {}),
+        };
     }
-    const documentsMap = new Map();
-    const sources = [];
+    const sourcesById = new Map();
     for (const chunk of relevantDocuments) {
         throwIfChatGenerationCancelled(signal);
-        if (!documentsMap.has(chunk.documentId)) {
-            const document = await documentService.getDocument(chunk.documentId, userId);
-            throwIfChatGenerationCancelled(signal);
-            documentsMap.set(chunk.documentId, document);
-            sources.push({
+        let source = sourcesById.get(chunk.documentId);
+        if (!source) {
+            source = {
                 id: chunk.documentId,
-                filename: document?.filename || 'Unknown Document',
-            });
+                filename: chunk.filename || 'Unknown Document',
+                citations: [],
+            };
+            sourcesById.set(chunk.documentId, source);
         }
+        source.citations.push({
+            chunkIndex: chunk.chunkIndex,
+            ...(chunk.location ? { location: chunk.location } : {}),
+            ...(chunk.score !== undefined ? { score: chunk.score } : {}),
+        });
     }
-    throwIfChatGenerationCancelled(signal);
     const documentContext = '\n\n--- RELEVANT DOCUMENTS ---\n' +
         relevantDocuments
             .map((chunk, index) => {
-            const doc = documentsMap.get(chunk.documentId);
-            const docTitle = doc ? doc.filename : 'Unknown Document';
-            return `Document ${index + 1}: ${docTitle} (chunk ${chunk.chunkIndex + 1})\n${chunk.content}\n`;
+            const docTitle = chunk.filename || 'Unknown Document';
+            const where = chunk.location
+                ? `chunk ${chunk.chunkIndex + 1}, ${chunk.location}`
+                : `chunk ${chunk.chunkIndex + 1}`;
+            return `Document ${index + 1}: ${docTitle} (${where})\n${chunk.content}\n`;
         })
             .join('\n---\n') +
         '\n--- END DOCUMENTS ---\n\n';
@@ -64,7 +131,9 @@ export async function buildChatDocumentContext(message, sessionId, userId, signa
         documentContext,
         enhancedContent: `${documentContext}User question: ${message}`,
         hasRelevantContext: true,
-        sources,
+        sources: [...sourcesById.values()],
+        mode: 'retrieval',
+        ...(fullContextSkipped ? { fullContextSkipped } : {}),
     };
 }
 //# sourceMappingURL=chatDocumentContext.js.map

package/backend/dist/utils/chatDocumentContext.js.map

@@ -1 +1 @@
-{"version":3,"file":"chatDocumentContext.js","sourceRoot":"","sources":["../../src/utils/chatDocumentContext.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,eAAe,MAAM,gCAAgC,CAAC;AAC7D,OAAO,cAAc,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AAevE,MAAM,CAAC,MAAM,2BAA2B,GAAG,CACzC,OAAe,EACM,EAAE,CAAC,CAAC;IACzB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,OAAO;IACxB,kBAAkB,EAAE,KAAK;IACzB,OAAO,EAAE,EAAE;CACZ,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAe,EACf,SAAiB,EACjB,MAAc,EACd,MAAoB;IAEpB,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACvC,sEAAsE;IACtE,+DAA+D;IAC/D,wEAAwE;IACxE,4DAA4D;IAC5D,MAAM,sBAAsB,GAAG,CAC7B,MAAM,cAAc,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CACnD,EAAE,QAAQ,EAAE,sBAAsB,CAAC;IACpC,8BAA8B,CAAC,MAAM,CAAC,CAAC;IAEvC,MAAM,iBAAiB,GAAG,MAAM,eAAe,CAAC,eAAe,CAC7D,OAAO,EACP,MAAM,EACN,SAAS,EACT,CAAC,EACD,sBAAsB,EACtB,MAAM,CACP,CAAC;IACF,8BAA8B,CAAC,MAAM,CAAC,CAAC;IAEvC,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,2BAA2B,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAyB,EAAE,CAAC;IACzC,KAAK,MAAM,KAAK,IAAI,iBAAiB,EAAE,CAAC;QACtC,8BAA8B,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,WAAW,CAChD,KAAK,CAAC,UAAU,EAChB,MAAM,CACP,CAAC;YACF,8BAA8B,CAAC,MAAM,CAAC,CAAC;YACvC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,KAAK,CAAC,UAAU;gBACpB,QAAQ,EAAE,QAAQ,EAAE,QAAQ,IAAI,kBAAkB;aACnD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,8BAA8B,CAAC,MAAM,CAAC,CAAC;IAEvC,MAAM,eAAe,GACnB,kCAAkC;QAClC,iBAAiB;aACd,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACpB,MAAM,GAAG,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC/C,MAAM,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,kBAAkB,CAAC;YACzD,OAAO,YAAY,KAAK,GAAG,CAAC,KAAK,QAAQ,WAAW,KAAK,CAAC,UAAU,GAAG,CAAC,MAAM,KAAK,CAAC,OAAO,IAAI,CAAC;QAClG,CAAC,CAAC;aACD,IAAI,CAAC,SAAS,CAAC;QAClB,6BAA6B,CAAC;IAEhC,OAAO;QACL,eAAe;QACf,eAAe,EAAE,GAAG,eAAe,kBAAkB,OAAO,EAAE;QAC9D,kBAAkB,EAAE,IAAI;QACxB,OAAO;KACR,CAAC;AACJ,CAAC"}
+{"version":3,"file":"chatDocumentContext.js","sourceRoot":"","sources":["../../src/utils/chatDocumentContext.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,eAAe,MAAM,gCAAgC,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,yCAAyC,CAAC;AAC7E,OAAO,cAAc,MAAM,eAAe,CAAC;AAC3C,OAAO,EAAE,8BAA8B,EAAE,MAAM,uBAAuB,CAAC;AAgCvE;;;;GAIG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,GAAW,EAAE;IACvD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC;IACzD,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,KAAM,CAAC;IACrC,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACvC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,IAAK,IAAI,KAAK,GAAG,OAAS,EAAE,CAAC;QACvE,MAAM,IAAI,KAAK,CACb,mEAAmE,CACpE,CAAC;IACJ,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAG,CACzC,OAAe,EACM,EAAE,CAAC,CAAC;IACzB,eAAe,EAAE,EAAE;IACnB,eAAe,EAAE,OAAO;IACxB,kBAAkB,EAAE,KAAK;IACzB,OAAO,EAAE,EAAE;IACX,IAAI,EAAE,WAAW;CAClB,CAAC,CAAC;AAOH,MAAM,wBAAwB,GAAG,KAAK,EACpC,OAAe,EACf,SAAiB,EACjB,MAAc,EACd,sBAA4C,EAC5C,MAAoB,EACiB,EAAE;IACvC,MAAM,SAAS,GAAG,CAChB,MAAM,eAAe,CAAC,mBAAmB,CACvC,MAAM,EACN,SAAS,EACT,sBAAsB,CACvB,CACF,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACjE,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,OAAO,EAAE,2BAA2B,CAAC,OAAO,CAAC,EAAE,CAAC;IAC3D,CAAC;IAED,MAAM,SAAS,GAAG,4BAA4B,EAAE,CAAC;IACjD,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,CACtC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,GAAG,kBAAkB,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,EACvE,CAAC,CACF,CAAC;IACF,IAAI,eAAe,GAAG,SAAS,EAAE,CAAC;QAChC,uEAAuE;QACvE,yDAAyD;QACzD,OAAO,EAAE,OAAO,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE,EAAE,CAAC;IACrD,CAAC;IAED,MAAM,eAAe,GACnB,iDAAiD;QACjD,SAAS;aACN,GAAG,CACF,QAAQ,CAAC,EAAE,CACT,aAAa,QAAQ,CAAC,QAAQ,KAAK,QAAQ,CAAC,OAAO,IAAI,EAAE,IAAI,CAChE;aACA,IAAI,CAAC,SAAS,CAAC;QAClB,6BAA6B,CAAC;IAChC,OAAO;QACL,OAAO,EAAE;YACP,eAAe;YACf,eAAe,EAAE,GAAG,eAAe,kBAAkB,OAAO,EAAE;YAC9D,kBAAkB,EAAE,IAAI;YACxB,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAClC,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,IAAI,EAAE,IAAI;aACX,CAAC,CAAC;YACH,IAAI,EAAE,MAAM;SACb;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAe,EACf,SAAiB,EACjB,MAAc,EACd,MAAoB;IAEpB,8BAA8B,CAAC,MAAM,CAAC,CAAC;IACvC,sEAAsE;IACtE,+DAA+D;IAC/D,sEAAsE;IACtE,4DAA4D;IAC5D,MAAM,QAAQ,GAAG,CAAC,MAAM,cAAc,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACnE,EAAE,QAAQ,CAAC;IACb,MAAM,sBAAsB,GAAG,QAAQ,EAAE,sBAAsB,CAAC;IAChE,8BAA8B,CAAC,MAAM,CAAC,CAAC;IAEvC,IAAI,kBAA6D,CAAC;IAClE,IAAI,QAAQ,EAAE,mBAAmB,KAAK,IAAI,EAAE,CAAC;QAC3C,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAC5C,OAAO,EACP,SAAS,EACT,MAAM,EACN,sBAAsB,EACtB,MAAM,CACP,CAAC;QACF,IAAI,OAAO,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC;QAC5C,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC;IACvC,CAAC;IACD,8BAA8B,CAAC,MAAM,CAAC,CAAC;IAEvC,MAAM,iBAAiB,GAAG,MAAM,eAAe,CAAC,eAAe,CAC7D,OAAO,EACP,MAAM,EACN,SAAS,EACT,CAAC,EACD,sBAAsB,EACtB,MAAM,CACP,CAAC;IACF,8BAA8B,CAAC,MAAM,CAAC,CAAC;IAEvC,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO;YACL,GAAG,2BAA2B,CAAC,OAAO,CAAC;YACvC,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtD,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,GAAG,EAA8B,CAAC;IAC1D,KAAK,MAAM,KAAK,IAAI,iBAAiB,EAAE,CAAC;QACtC,8BAA8B,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG;gBACP,EAAE,EAAE,KAAK,CAAC,UAAU;gBACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,kBAAkB;gBAC9C,SAAS,EAAE,EAAE;aACd,CAAC;YACF,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC5C,CAAC;QACD,MAAM,CAAC,SAAU,CAAC,IAAI,CAAC;YACrB,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvD,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC7D,CAAC,CAAC;IACL,CAAC;IAED,MAAM,eAAe,GACnB,kCAAkC;QAClC,iBAAiB;aACd,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;YACpB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,kBAAkB,CAAC;YACtD,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ;gBAC1B,CAAC,CAAC,SAAS,KAAK,CAAC,UAAU,GAAG,CAAC,KAAK,KAAK,CAAC,QAAQ,EAAE;gBACpD,CAAC,CAAC,SAAS,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YACpC,OAAO,YAAY,KAAK,GAAG,CAAC,KAAK,QAAQ,KAAK,KAAK,MAAM,KAAK,CAAC,OAAO,IAAI,CAAC;QAC7E,CAAC,CAAC;aACD,IAAI,CAAC,SAAS,CAAC;QAClB,6BAA6B,CAAC;IAEhC,OAAO;QACL,eAAe;QACf,eAAe,EAAE,GAAG,eAAe,kBAAkB,OAAO,EAAE;QAC9D,kBAAkB,EAAE,IAAI;QACxB,OAAO,EAAE,CAAC,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;QAClC,IAAI,EAAE,WAAW;QACjB,GAAG,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC;AACJ,CAAC"}

package/backend/dist/utils/documentExtraction.d.ts

@@ -0,0 +1,69 @@
+import type { DocumentFileType } from '../types/index.js';
+/**
+ * Document extraction for knowledge ingestion.
+ *
+ * Every supported upload type resolves to one canonical `DocumentFileType`
+ * and one extractor that returns plain text plus an optional segment map.
+ * Segments record where pages, slides, sheets, and Markdown sections start
+ * and end inside the extracted text, so retrieval can cite an exact source
+ * location without a second parse of the original file.
+ *
+ * OOXML formats are unpacked with the in-repo bounded ZIP reader and a
+ * narrow text-run scan of the document XML; the goal is faithful text for
+ * retrieval, not layout fidelity. Images/OCR and audio transcription are
+ * deliberately not extracted here — they are documented boundaries until an
+ * OCR engine and a default speech-to-text route exist.
+ */
+export type { DocumentFileType } from '../types/index.js';
+export interface DocumentSegment {
+    kind: 'page' | 'slide' | 'sheet' | 'section';
+    label: string;
+    startChar: number;
+    endChar: number;
+}
+export interface ExtractedDocumentContent {
+    content: string;
+    segments: DocumentSegment[];
+}
+export declare class DocumentExtractionError extends Error {
+    constructor(message: string);
+}
+export declare const SUPPORTED_DOCUMENT_EXTENSIONS: readonly string[];
+export declare const SUPPORTED_DOCUMENT_MIME_TYPES: readonly string[];
+/**
+ * Resolves the canonical file type for an upload. The extension decides
+ * first because browsers report unreliable MIME types for Markdown, code,
+ * and OOXML files; the declared MIME type is the fallback for extensionless
+ * names. Returns null when neither identifies a supported type.
+ */
+export declare const resolveDocumentFileType: (fileName: string, mimeType: string) => DocumentFileType | null;
+/** Validates a stored document metadata segment map. */
+export declare const readDocumentSegments: (metadata: Record<string, unknown> | undefined) => DocumentSegment[];
+/**
+ * Human-readable location of a chunk inside its source, chosen as the
+ * segment with the greatest overlap of the chunk's character range.
+ * Offsets are approximate (chunking trims whitespace), so overlap rather
+ * than containment decides.
+ */
+export declare const resolveSegmentLabel: (segments: readonly DocumentSegment[], startChar: number, endChar: number) => string | undefined;
+export interface PdfExtractionApi {
+    getDocument(options: {
+        data: Uint8Array;
+    }): {
+        promise: Promise<{
+            numPages: number;
+            getPage(pageNumber: number): Promise<{
+                getTextContent(): Promise<{
+                    items: unknown[];
+                }>;
+            }>;
+        }>;
+    };
+}
+export interface DocumentExtractionOptions {
+    signal?: AbortSignal;
+    /** Lazily loaded pdfjs module; required only for PDF extraction. */
+    pdfLib?: PdfExtractionApi;
+}
+export declare const extractDocumentContentByType: (buffer: Buffer, fileType: DocumentFileType, options?: DocumentExtractionOptions) => Promise<ExtractedDocumentContent>;
+//# sourceMappingURL=documentExtraction.d.ts.map

package/backend/dist/utils/documentExtraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"documentExtraction.d.ts","sourceRoot":"","sources":["../../src/utils/documentExtraction.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAI1D;;;;;;;;;;;;;;GAcG;AAEH,YAAY,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,SAAS,CAAC;IAC7C,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,eAAe,EAAE,CAAC;CAC7B;AAED,qBAAa,uBAAwB,SAAQ,KAAK;IAChD,YAAY,OAAO,EAAE,MAAM,EAG1B;CACF;AA0GD,eAAO,MAAM,6BAA6B,EAAE,SAAS,MAAM,EAE1D,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,SAAS,MAAM,EAEzD,CAAC;AASH;;;;;GAKG;AACH,eAAO,MAAM,uBAAuB,aACxB,MAAM,YACN,MAAM,KACf,gBAAgB,GAAG,IAerB,CAAC;AAIF,wDAAwD;AACxD,eAAO,MAAM,oBAAoB,aACrB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,KAC5C,eAAe,EA0BjB,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,mBAAmB,aACpB,SAAS,eAAe,EAAE,aACzB,MAAM,WACR,MAAM,KACd,MAAM,GAAG,SAqBX,CAAC;AAsSF,MAAM,WAAW,gBAAgB;IAC/B,WAAW,CAAC,OAAO,EAAE;QAAE,IAAI,EAAE,UAAU,CAAA;KAAE,GAAG;QAC1C,OAAO,EAAE,OAAO,CAAC;YACf,QAAQ,EAAE,MAAM,CAAC;YACjB,OAAO,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;gBACnC,cAAc,IAAI,OAAO,CAAC;oBAAE,KAAK,EAAE,OAAO,EAAE,CAAA;iBAAE,CAAC,CAAC;aACjD,CAAC,CAAC;SACJ,CAAC,CAAC;KACJ,CAAC;CACH;AAgDD,MAAM,WAAW,yBAAyB;IACxC,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,oEAAoE;IACpE,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,eAAO,MAAM,4BAA4B,WAC/B,MAAM,YACJ,gBAAgB,YACjB,yBAAyB,KACjC,OAAO,CAAC,wBAAwB,CA4BlC,CAAC"}