@dcyfr/ai-rag 0.2.0 → 1.1.0

package/LICENSE

@@ -1,6 +1,6 @@
 MIT License
 
-Copyright (c) 2026 DCYFR
+Copyright (c) 2025-2026 DCYFR Labs (https://www.dcyfr.ai)
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
  of this software and associated documentation files (the "Software"), to deal

package/README.md

@@ -1,13 +1,135 @@
 # @dcyfr/ai-rag
 
+[![Ask DeepWiki](https://deepwiki.com/badge.svg)](https://deepwiki.com/dcyfr/dcyfr-ai-rag)
+
 > **RAG (Retrieval-Augmented Generation) framework for Node.js and TypeScript**
 
 Build production-ready RAG systems with document loading, embedding, vector stores, and semantic search.
 
 [![npm version](https://img.shields.io/npm/v/@dcyfr/ai-rag.svg)](https://www.npmjs.com/package/@dcyfr/ai-rag)
-[![TypeScript](https://img.shields.io/badge/TypeScript-5.3+-blue.svg)](https://www.typescriptlang.org/)
+[![TypeScript](https://img.shields.io/badge/TypeScript-5.7+-blue.svg)](https://www.typescriptlang.org/)
 [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
 
+---
+- [Document Conversion](#-document-conversion-markitdown)
+- **Document Conversion** - Convert 15+ file formats (PDF, DOCX, PPTX, XLSX, images, etc.) to Markdown via MarkItDown Python library
+---
+
+## 📄 Document Conversion (MarkItDown)
+
+Convert diverse document formats to LLM-optimized Markdown:
+
+```typescript
+import { convertToMarkdown, convertBatch } from '@dcyfr/ai-rag/ingestion';
+
+// Single document conversion
+const result = await convertToMarkdown('/path/to/document.pdf', {
+  timeout: 45000, // 45 seconds
+  maxFileSize: 50 * 1024 * 1024, // 50 MB
+  enableLLMDescriptions: true, // Use GPT-4 Vision for image descriptions
+});
+
+console.log(result.markdown); // Converted markdown content
+console.log(result.metadata); // File size, duration, page count, etc.
+
+// Batch conversion (parallel, concurrency-controlled)
+const files = ['/docs/report.pdf', '/slides/deck.pptx', '/data/sheet.xlsx'];
+const results = await convertBatch(files, { timeout: 60000 });
+
+results.forEach((r, i) => {
+  if (r.success) {
+    console.log(`✅ ${files[i]}: ${r.markdown.length} chars`);
+  } else {
+    console.error(`❌ ${files[i]}: ${r.error}`);
+  }
+});
+```
+
+**Supported Formats:**
+- **Documents:** PDF, DOCX, PPTX, XLSX, CSV, TXT, Markdown
+- **Web:** HTML, XML, JSON
+- **Images:** PNG, JPG, JPEG, GIF, WEBP (with optional LLM-powered OCR)
+- **Audio:** MP3, WAV, M4A (transcription)
+- **Archives:** EPUB, ZIP
+
+**Installation:**
+```bash
+# Python environment required (workspace already configured)
+pip install markitdown>=0.1.5
+
+# Or use workspace .venv (pre-configured)
+source /path/to/workspace/.venv/bin/activate
+```
+
+**Performance:**
+- **Latency:** 200-500ms per document (PDF/Office), <100ms (text/HTML)
+- **Concurrency:** Max 3 parallel conversions (configurable)
+- **Memory:** ~50-200 MB per conversion (temp files auto-cleaned)
+
+**Error Handling:**
+```typescript
+import { ConversionError, ConversionErrorType } from '@dcyfr/ai-rag/ingestion';
+
+try {
+  const result = await convertToMarkdown('/path/to/file.pdf');
+} catch (error) {
+  if (error instanceof ConversionError) {
+    switch (error.type) {
+      case ConversionErrorType.TIMEOUT:
+        console.error('Conversion timed out - file too large?');
+        break;
+      case ConversionErrorType.FILE_TOO_LARGE:
+        console.error(`File exceeds ${error.details?.maxFileSize} bytes`);
+        break;
+      case ConversionErrorType.UNSUPPORTED_FORMAT:
+        console.error('File format not supported by MarkItDown');
+        break;
+      default:
+        console.error(`Conversion failed: ${error.message}`);
+    }
+  }
+}
+```
+
+**LLM Integration (Optional):**
+```typescript
+// Enable GPT-4 Vision or Claude for image descriptions
+const result = await convertToMarkdown('/path/to/presentation.pptx', {
+  enableLLMDescriptions: true,
+  llmModel: 'gpt-4-vision-preview', // or 'claude-3-opus-20240229'
+});
+
+// Requires environment variables:
+// OPENAI_API_KEY=sk-...
+// ANTHROPIC_API_KEY=sk-ant-...
+```
+
+
+## ⚡ 30-Second Quick Start
+
+```bash
+# Install package
+npm install @dcyfr/ai-rag
+
+# Basic usage
+import { TextLoader, InMemoryVectorStore } from '@dcyfr/ai-rag';
+
+const loader = new TextLoader();
+const store = new InMemoryVectorStore();
+# ✅ RAG system ready for document ingestion
+```
+
+---
+
+## 🧭 Related Packages
+
+| Package | Purpose | Type |
+|---------|---------|------|
+| [@dcyfr/ai](../dcyfr-ai) | Core AI harness | npm package |
+| [@dcyfr/ai-agents](../dcyfr-ai-agents) | Autonomous agents | Template |
+| [@dcyfr/ai-chatbot](../dcyfr-ai-chatbot) | Chatbot template | Template |
+| [dcyfr-labs](../dcyfr-labs) | Production Next.js app | Application |
+
 ---
 
 ## ✨ Features
@@ -57,7 +179,7 @@ import {
 // 1. Setup components
 const loader = new TextLoader();
 const embedder = new SimpleEmbeddingGenerator({ dimensions: 384 });
-const store = new InMemory VectorStore({
+const store = new InMemoryVectorStore({
   collectionName: 'my-docs',
   embeddingDimensions: 384,
 });

package/dist/index.d.ts

@@ -5,4 +5,5 @@ export type * from './types/index.js';
 export * from './loaders/index.js';
 export * from './stores/index.js';
 export * from './pipeline/index.js';
+export * from './ingestion/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,mBAAmB,kBAAkB,CAAC;AAGtC,cAAc,oBAAoB,CAAC;AAGnC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,qBAAqB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,mBAAmB,kBAAkB,CAAC;AAGtC,cAAc,oBAAoB,CAAC;AAGnC,cAAc,mBAAmB,CAAC;AAGlC,cAAc,qBAAqB,CAAC;AAGpC,cAAc,sBAAsB,CAAC"}

package/dist/index.js

@@ -7,4 +7,6 @@ export * from './loaders/index.js';
 export * from './stores/index.js';
 // Pipelines
 export * from './pipeline/index.js';
+// Document ingestion / conversion
+export * from './ingestion/index.js';
 //# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH,UAAU;AACV,cAAc,oBAAoB,CAAC;AAEnC,SAAS;AACT,cAAc,mBAAmB,CAAC;AAElC,YAAY;AACZ,cAAc,qBAAqB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH,UAAU;AACV,cAAc,oBAAoB,CAAC;AAEnC,SAAS;AACT,cAAc,mBAAmB,CAAC;AAElC,YAAY;AACZ,cAAc,qBAAqB,CAAC;AAEpC,kCAAkC;AAClC,cAAc,sBAAsB,CAAC"}

package/dist/ingestion/index.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Document ingestion module for MarkItDown integration
+ * @module @dcyfr/ai-rag/ingestion
+ */
+export { convertToMarkdown, convertBatch, checkMarkItDownInstalled } from './markitdown-bridge.js';
+export type { ConversionOptions, ConversionResult, SupportedFormat, SubprocessMessage, } from './types.js';
+export { ConversionError, ConversionErrorType } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/ingestion/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/ingestion/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AACnG,YAAY,EACV,iBAAiB,EACjB,gBAAgB,EAChB,eAAe,EACf,iBAAiB,GAClB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC"}

package/dist/ingestion/index.js

@@ -0,0 +1,7 @@
+/**
+ * Document ingestion module for MarkItDown integration
+ * @module @dcyfr/ai-rag/ingestion
+ */
+export { convertToMarkdown, convertBatch, checkMarkItDownInstalled } from './markitdown-bridge.js';
+export { ConversionError, ConversionErrorType } from './types.js';
+//# sourceMappingURL=index.js.map

package/dist/ingestion/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/ingestion/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,iBAAiB,EAAE,YAAY,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAOnG,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC"}

package/dist/ingestion/markitdown-bridge.d.ts

@@ -0,0 +1,37 @@
+/**
+ * TypeScript bridge to Python MarkItDown document converter
+ * @module @dcyfr/ai-rag/ingestion/markitdown-bridge
+ */
+import type { ConversionOptions, ConversionResult } from './types.js';
+/**
+ * Convert document to Markdown using Python MarkItDown subprocess
+ *
+ * @param filePath - Absolute path to file to convert
+ * @param options - Conversion options
+ * @returns Conversion result with markdown and metadata
+ *
+ * @throws {ConversionError} If conversion fails
+ *
+ * @example
+ * ```typescript
+ * const result = await convertToMarkdown('/path/to/document.pdf', {
+ *   timeout: 45000,
+ *   enableLLMDescriptions: true
+ * });
+ * console.log(result.markdown);
+ * ```
+ */
+export declare function convertToMarkdown(filePath: string, options?: ConversionOptions): Promise<ConversionResult>;
+/**
+ * Batch convert multiple documents
+ *
+ * @param filePaths - Array of file paths to convert
+ * @param options - Shared conversion options
+ * @returns Array of conversion results (same order as input)
+ */
+export declare function convertBatch(filePaths: string[], options?: ConversionOptions): Promise<ConversionResult[]>;
+/**
+ * Check if Python MarkItDown is installed and accessible
+ */
+export declare function checkMarkItDownInstalled(): Promise<boolean>;
+//# sourceMappingURL=markitdown-bridge.d.ts.map

package/dist/ingestion/markitdown-bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markitdown-bridge.d.ts","sourceRoot":"","sources":["../../src/ingestion/markitdown-bridge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH,OAAO,KAAK,EACV,iBAAiB,EACjB,gBAAgB,EAGjB,MAAM,YAAY,CAAC;AAwRpB;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,gBAAgB,CAAC,CAoE3B;AAED;;;;;;GAMG;AACH,wBAAsB,YAAY,CAChC,SAAS,EAAE,MAAM,EAAE,EACnB,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,gBAAgB,EAAE,CAAC,CAkC7B;AAED;;GAEG;AACH,wBAAsB,wBAAwB,IAAI,OAAO,CAAC,OAAO,CAAC,CAmBjE"}

package/dist/ingestion/markitdown-bridge.js

@@ -0,0 +1,325 @@
+/**
+ * TypeScript bridge to Python MarkItDown document converter
+ * @module @dcyfr/ai-rag/ingestion/markitdown-bridge
+ */
+import { spawn } from 'node:child_process';
+import { existsSync, promises as fs } from 'node:fs';
+import { tmpdir } from 'node:os';
+import { join, resolve, basename, extname, dirname } from 'node:path';
+import { fileURLToPath } from 'node:url';
+import { ConversionError, ConversionErrorType } from './types.js';
+// ES module __dirname equivalent
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = dirname(__filename);
+/**
+ * Default conversion options
+ */
+const DEFAULT_OPTIONS = {
+    timeout: 30000, // 30 seconds
+    maxFileSize: 52428800, // 50MB
+    enableLLMDescriptions: false,
+    preserveMetadata: true,
+};
+/**
+ * Supported file extensions mapping to format types
+ */
+const EXTENSION_MAP = {
+    '.pdf': 'pdf',
+    '.docx': 'docx',
+    '.pptx': 'pptx',
+    '.xlsx': 'xlsx',
+    '.csv': 'csv',
+    '.html': 'html',
+    '.htm': 'htm',
+    '.xml': 'xml',
+    '.json': 'json',
+    '.png': 'png',
+    '.jpg': 'jpg',
+    '.jpeg': 'jpeg',
+    '.gif': 'gif',
+    '.webp': 'webp',
+    '.mp3': 'mp3',
+    '.wav': 'wav',
+    '.m4a': 'm4a',
+    '.epub': 'epub',
+    '.zip': 'zip',
+};
+/**
+ * Detect file format from extension
+ */
+function detectFormat(filePath) {
+    const ext = extname(filePath).toLowerCase();
+    const format = EXTENSION_MAP[ext];
+    if (!format) {
+        throw new ConversionError(ConversionErrorType.UNSUPPORTED_FORMAT, `Unsupported file format: ${ext}`, { filePath, extension: ext });
+    }
+    return format;
+}
+/**
+ * Create temporary directory for conversion workspace
+ */
+async function createTempDir() {
+    try {
+        const tempDir = join(tmpdir(), `markitdown-${Date.now()}-${Math.random().toString(36).slice(2, 9)}`);
+        await fs.mkdir(tempDir, { recursive: true });
+        return tempDir;
+    }
+    catch (error) {
+        throw new ConversionError(ConversionErrorType.TEMP_DIR_ERROR, 'Failed to create temporary directory', { error: error instanceof Error ? error.message : String(error) });
+    }
+}
+/**
+ * Clean up temporary directory
+ */
+async function cleanupTempDir(tempDir) {
+    try {
+        await fs.rm(tempDir, { recursive: true, force: true });
+    }
+    catch (error) {
+        // Log warning but don't throw - cleanup failure shouldn't break the flow
+        console.warn(`Failed to cleanup temp directory ${tempDir}:`, error);
+    }
+}
+/**
+ * Validate file accessibility and size
+ */
+async function validateFile(filePath, maxFileSize) {
+    try {
+        const stats = await fs.stat(filePath);
+        if (!stats.isFile()) {
+            throw new ConversionError(ConversionErrorType.FILE_NOT_FOUND, 'Path is not a file', { filePath });
+        }
+        if (stats.size > maxFileSize) {
+            throw new ConversionError(ConversionErrorType.FILE_TOO_LARGE, `File size ${stats.size} bytes exceeds limit ${maxFileSize} bytes`, { filePath, fileSize: stats.size, maxFileSize });
+        }
+    }
+    catch (error) {
+        if (error instanceof ConversionError) {
+            throw error;
+        }
+        throw new ConversionError(ConversionErrorType.FILE_NOT_FOUND, `File not found or inaccessible: ${filePath}`, { error: error instanceof Error ? error.message : String(error) });
+    }
+}
+/**
+ * Find Python executable with worktree-aware fallback order
+ */
+function getPythonExecutable() {
+    const explicitPython = process.env.PYTHON_EXECUTABLE;
+    if (explicitPython && existsSync(explicitPython)) {
+        return explicitPython;
+    }
+    const activeVenv = process.env.VIRTUAL_ENV;
+    if (activeVenv) {
+        const activeVenvPython = join(activeVenv, 'bin', 'python');
+        if (existsSync(activeVenvPython)) {
+            return activeVenvPython;
+        }
+    }
+    const workspaceRoot = resolve(__dirname, '../../../..');
+    const candidatePaths = [
+        join(workspaceRoot, '.venv', 'bin', 'python'),
+        join(workspaceRoot, '..', 'dcyfr-workspace', '.venv', 'bin', 'python'),
+        '/usr/bin/python3',
+    ];
+    for (const candidate of candidatePaths) {
+        if (existsSync(candidate)) {
+            return candidate;
+        }
+    }
+    return 'python3';
+}
+/**
+ * Execute Python subprocess with timeout handling
+ */
+async function executeSubprocess(python, args, options) {
+    const child = spawn(python, args, {
+        cwd: options.cwd,
+        timeout: options.timeout,
+        env: options.env,
+    });
+    let stdout = '';
+    let stderr = '';
+    child.stdout?.on('data', (data) => {
+        stdout += data.toString();
+    });
+    child.stderr?.on('data', (data) => {
+        stderr += data.toString();
+    });
+    const exitCode = await new Promise((resolve, reject) => {
+        const timeoutId = setTimeout(() => {
+            child.kill('SIGTERM');
+            setTimeout(() => child.kill('SIGKILL'), 1000);
+            reject(new ConversionError(ConversionErrorType.TIMEOUT, `Conversion exceeded timeout of ${options.timeout}ms`, { filePath: options.filePath, timeout: options.timeout }));
+        }, options.timeout);
+        child.on('exit', (code) => {
+            clearTimeout(timeoutId);
+            resolve(code);
+        });
+        child.on('error', (error) => {
+            clearTimeout(timeoutId);
+            reject(new ConversionError(ConversionErrorType.SUBPROCESS_ERROR, `Python subprocess failed: ${error.message}`, { error: error.message, python }));
+        });
+    });
+    return { stdout, stderr, exitCode };
+}
+/**
+ * Build conversion result metadata
+ */
+async function buildMetadata(fileName, resolvedPath, format, durationMs, stderr, opts) {
+    const stats = await fs.stat(resolvedPath);
+    const metadata = {
+        fileName,
+        fileSize: stats.size,
+        format,
+        convertedAt: new Date().toISOString(),
+        durationMs,
+        usedLLMDescriptions: opts.enableLLMDescriptions,
+    };
+    const pageRegex = /(\p{N}+)\s+pages?/iu;
+    const pageMatch = pageRegex.exec(stderr);
+    if (pageMatch) {
+        metadata.pageCount = Number.parseInt(pageMatch[1], 10);
+    }
+    return metadata;
+}
+/**
+ * Validate subprocess execution result
+ */
+function validateSubprocessResult(output, resolvedPath) {
+    if (output.exitCode !== 0) {
+        throw new ConversionError(ConversionErrorType.SUBPROCESS_ERROR, `MarkItDown conversion failed with exit code ${output.exitCode}`, { exitCode: output.exitCode, stderr: output.stderr, stdout: output.stdout, filePath: resolvedPath });
+    }
+    const markdown = output.stdout.trim();
+    if (!markdown) {
+        throw new ConversionError(ConversionErrorType.SUBPROCESS_ERROR, 'MarkItDown returned empty output', { stderr: output.stderr, filePath: resolvedPath });
+    }
+    return markdown;
+}
+/**
+ * Convert document to Markdown using Python MarkItDown subprocess
+ *
+ * @param filePath - Absolute path to file to convert
+ * @param options - Conversion options
+ * @returns Conversion result with markdown and metadata
+ *
+ * @throws {ConversionError} If conversion fails
+ *
+ * @example
+ * ```typescript
+ * const result = await convertToMarkdown('/path/to/document.pdf', {
+ *   timeout: 45000,
+ *   enableLLMDescriptions: true
+ * });
+ * console.log(result.markdown);
+ * ```
+ */
+export async function convertToMarkdown(filePath, options = {}) {
+    const resolvedPath = resolve(filePath);
+    const opts = {
+        ...DEFAULT_OPTIONS,
+        ...options,
+    };
+    await validateFile(resolvedPath, opts.maxFileSize);
+    const format = detectFormat(resolvedPath);
+    const fileName = basename(resolvedPath);
+    let tempDir = null;
+    try {
+        tempDir = await createTempDir();
+        const python = getPythonExecutable();
+        const startMs = Date.now();
+        const output = await executeSubprocess(python, ['-m', 'markitdown', resolvedPath], {
+            cwd: tempDir,
+            timeout: opts.timeout,
+            env: {
+                ...process.env,
+                ...(opts.enableLLMDescriptions && {
+                    OPENAI_API_KEY: process.env.OPENAI_API_KEY,
+                    ANTHROPIC_API_KEY: process.env.ANTHROPIC_API_KEY,
+                    LLM_MODEL: opts.llmModel || 'gpt-4-vision-preview',
+                }),
+            },
+            filePath: resolvedPath,
+        });
+        const markdown = validateSubprocessResult(output, resolvedPath);
+        const durationMs = Date.now() - startMs;
+        const metadata = await buildMetadata(fileName, resolvedPath, format, durationMs, output.stderr, opts);
+        return {
+            markdown,
+            metadata,
+            success: true,
+            warnings: output.stderr ? [output.stderr] : undefined,
+        };
+    }
+    catch (error) {
+        if (error instanceof ConversionError) {
+            throw error;
+        }
+        throw new ConversionError(ConversionErrorType.SUBPROCESS_ERROR, `Unexpected error during conversion: ${error instanceof Error ? error.message : String(error)}`, { error: error instanceof Error ? error.message : String(error), filePath: resolvedPath });
+    }
+    finally {
+        if (tempDir) {
+            await cleanupTempDir(tempDir);
+        }
+    }
+}
+/**
+ * Batch convert multiple documents
+ *
+ * @param filePaths - Array of file paths to convert
+ * @param options - Shared conversion options
+ * @returns Array of conversion results (same order as input)
+ */
+export async function convertBatch(filePaths, options = {}) {
+    // Process conversions in parallel with concurrency limit
+    const MAX_CONCURRENT = 3;
+    const results = [];
+    for (let i = 0; i < filePaths.length; i += MAX_CONCURRENT) {
+        const batch = filePaths.slice(i, i + MAX_CONCURRENT);
+        const batchResults = await Promise.allSettled(batch.map((path) => convertToMarkdown(path, options)));
+        for (const result of batchResults) {
+            if (result.status === 'fulfilled') {
+                results.push(result.value);
+            }
+            else {
+                // Convert rejected promise to failed ConversionResult
+                const error = result.reason;
+                results.push({
+                    markdown: '',
+                    metadata: {
+                        fileName: '',
+                        fileSize: 0,
+                        format: 'pdf',
+                        convertedAt: new Date().toISOString(),
+                        durationMs: 0,
+                    },
+                    success: false,
+                    error: error instanceof Error ? error.message : String(error),
+                });
+            }
+        }
+    }
+    return results;
+}
+/**
+ * Check if Python MarkItDown is installed and accessible
+ */
+export async function checkMarkItDownInstalled() {
+    try {
+        const python = getPythonExecutable();
+        const child = spawn(python, ['-c', 'import markitdown; print("ok")'], {
+            timeout: 5000,
+        });
+        return new Promise((resolve) => {
+            child.on('exit', (code) => {
+                resolve(code === 0);
+            });
+            child.on('error', () => {
+                resolve(false);
+            });
+        });
+    }
+    catch {
+        return false;
+    }
+}
+//# sourceMappingURL=markitdown-bridge.js.map

package/dist/ingestion/markitdown-bridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markitdown-bridge.js","sourceRoot":"","sources":["../../src/ingestion/markitdown-bridge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACrD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAOzC,OAAO,EAAE,eAAe,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAElE,iCAAiC;AACjC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;AAEtC;;GAEG;AACH,MAAM,eAAe,GAA+G;IAClI,OAAO,EAAE,KAAK,EAAE,aAAa;IAC7B,WAAW,EAAE,QAAQ,EAAE,OAAO;IAC9B,qBAAqB,EAAE,KAAK;IAC5B,gBAAgB,EAAE,IAAI;CACvB,CAAC;AAEF;;GAEG;AACH,MAAM,aAAa,GAAoC;IACrD,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,MAAM,EAAE,KAAK;IACb,OAAO,EAAE,MAAM;IACf,MAAM,EAAE,KAAK;CACd,CAAC;AAEF;;GAEG;AACH,SAAS,YAAY,CAAC,QAAgB;IACpC,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IAClC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC,kBAAkB,EACtC,4BAA4B,GAAG,EAAE,EACjC,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,EAAE,CAC7B,CAAC;IACJ,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa;IAC1B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QACrG,MAAM,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7C,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC,cAAc,EAClC,sCAAsC,EACtC,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClE,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAAC,OAAe;IAC3C,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACzD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,yEAAyE;QACzE,OAAO,CAAC,IAAI,CAAC,oCAAoC,OAAO,GAAG,EAAE,KAAK,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CAAC,QAAgB,EAAE,WAAmB;IAC/D,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEtC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;YACpB,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC,cAAc,EAClC,oBAAoB,EACpB,EAAE,QAAQ,EAAE,CACb,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,GAAG,WAAW,EAAE,CAAC;YAC7B,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC,cAAc,EAClC,aAAa,KAAK,CAAC,IAAI,wBAAwB,WAAW,QAAQ,EAClE,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAChD,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;YACrC,MAAM,KAAK,CAAC;QACd,CAAC;QACD,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC,cAAc,EAClC,mCAAmC,QAAQ,EAAE,EAC7C,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAClE,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,mBAAmB;IAC1B,MAAM,cAAc,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IACrD,IAAI,cAAc,IAAI,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACjD,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;IAC3C,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,gBAAgB,GAAG,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC3D,IAAI,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACjC,OAAO,gBAAgB,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IACxD,MAAM,cAAc,GAAG;QACrB,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC;QAC7C,IAAI,CAAC,aAAa,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC;QACtE,kBAAkB;KACnB,CAAC;IAEF,KAAK,MAAM,SAAS,IAAI,cAAc,EAAE,CAAC;QACvC,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1B,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAWD;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAC9B,MAAc,EACd,IAAc,EACd,OAKC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,EAAE;QAChC,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,GAAG,EAAE,OAAO,CAAC,GAAG;KACjB,CAAC,CAAC;IAEH,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,MAAM,GAAG,EAAE,CAAC;IAEhB,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QAChC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;QAChC,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,IAAI,OAAO,CAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACpE,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtB,UAAU,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,IAAI,eAAe,CACxB,mBAAmB,CAAC,OAAO,EAC3B,kCAAkC,OAAO,CAAC,OAAO,IAAI,EACrD,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CACzD,CAAC,CAAC;QACL,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAEpB,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YACxB,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAC1B,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,CAAC,IAAI,eAAe,CACxB,mBAAmB,CAAC,gBAAgB,EACpC,6BAA6B,KAAK,CAAC,OAAO,EAAE,EAC5C,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,CACjC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;AACtC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,aAAa,CAC1B,QAAgB,EAChB,YAAoB,EACpB,MAAuB,EACvB,UAAkB,EAClB,MAAc,EACd,IAAgE;IAEhE,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAqB;QACjC,QAAQ;QACR,QAAQ,EAAE,KAAK,CAAC,IAAI;QACpB,MAAM;QACN,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,UAAU;QACV,mBAAmB,EAAE,IAAI,CAAC,qBAAqB;KAChD,CAAC;IAEF,MAAM,SAAS,GAAG,qBAAqB,CAAC;IACxC,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,SAAS,EAAE,CAAC;QACd,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACzD,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,wBAAwB,CAC/B,MAAwB,EACxB,YAAoB;IAEpB,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC,gBAAgB,EACpC,+CAA+C,MAAM,CAAC,QAAQ,EAAE,EAChE,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CACpG,CAAC;IACJ,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IACtC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC,gBAAgB,EACpC,kCAAkC,EAClC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,CAClD,CAAC;IACJ,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,QAAgB,EAChB,UAA6B,EAAE;IAE/B,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG;QACX,GAAG,eAAe;QAClB,GAAG,OAAO;KACX,CAAC;IAEF,MAAM,YAAY,CAAC,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,YAAY,CAAC,CAAC;IAExC,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,aAAa,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,mBAAmB,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE3B,MAAM,MAAM,GAAG,MAAM,iBAAiB,CACpC,MAAM,EACN,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAC,EAClC;YACE,GAAG,EAAE,OAAO;YACZ,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,GAAG,EAAE;gBACH,GAAG,OAAO,CAAC,GAAG;gBACd,GAAG,CAAC,IAAI,CAAC,qBAAqB,IAAI;oBAChC,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc;oBAC1C,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;oBAChD,SAAS,EAAE,IAAI,CAAC,QAAQ,IAAI,sBAAsB;iBACnD,CAAC;aACH;YACD,QAAQ,EAAE,YAAY;SACvB,CACF,CAAC;QAEF,MAAM,QAAQ,GAAG,wBAAwB,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAChE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,CAAC;QACxC,MAAM,QAAQ,GAAG,MAAM,aAAa,CAClC,QAAQ,EACR,YAAY,EACZ,MAAM,EACN,UAAU,EACV,MAAM,CAAC,MAAM,EACb,IAAI,CACL,CAAC;QAEF,OAAO;YACL,QAAQ;YACR,QAAQ;YACR,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;SACtD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,eAAe,EAAE,CAAC;YACrC,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,IAAI,eAAe,CACvB,mBAAmB,CAAC,gBAAgB,EACpC,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAC/F,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,CAC1F,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAmB,EACnB,UAA6B,EAAE;IAE/B,yDAAyD;IACzD,MAAM,cAAc,GAAG,CAAC,CAAC;IACzB,MAAM,OAAO,GAAuB,EAAE,CAAC;IAEvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,cAAc,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,CAAC;QACrD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CACtD,CAAC;QAEF,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;YAClC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;gBAClC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC7B,CAAC;iBAAM,CAAC;gBACN,sDAAsD;gBACtD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC5B,OAAO,CAAC,IAAI,CAAC;oBACX,QAAQ,EAAE,EAAE;oBACZ,QAAQ,EAAE;wBACR,QAAQ,EAAE,EAAE;wBACZ,QAAQ,EAAE,CAAC;wBACX,MAAM,EAAE,KAAK;wBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;wBACrC,UAAU,EAAE,CAAC;qBACd;oBACD,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB;IAC5C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,mBAAmB,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,gCAAgC,CAAC,EAAE;YACpE,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;QAEH,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACrB,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}