ocr-provenance-mcp 1.0.0

package/dist/services/ocr/file-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-manager.d.ts","sourceRoot":"","sources":["../../../src/services/ocr/file-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,UAAU,gBAAgB;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,UAAU,GAAG,QAAQ,CAAC;IAC9B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAED,UAAU,QAAQ;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED,UAAU,cAAc;IACtB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;CACf;AAmCD,UAAU,uBAAuB;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,GAAE,uBAA4B;IAOhD;;;;OAIG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAgB7D;;OAEG;IACG,SAAS,CAAC,KAAK,GAAE,MAAW,EAAE,MAAM,GAAE,MAAU,GAAG,OAAO,CAAC,cAAc,CAAC;IAShF;;OAEG;IACG,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAchD;;;;;OAKG;IACG,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,GAAE,MAAa,GAAG,OAAO,CAAC;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAUnI;;OAEG;IACG,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAMlD;;OAEG;IACH,OAAO,CAAC,SAAS;IAwKjB,OAAO,CAAC,eAAe;CAQxB"}

package/dist/services/ocr/file-manager.js

@@ -0,0 +1,238 @@
+/**
+ * Datalab File Manager Bridge
+ *
+ * Invokes python/file_manager_worker.py via python-shell.
+ * NO MOCKS, NO FALLBACKS - real API calls only.
+ */
+import { PythonShell } from 'python-shell';
+import { resolve, dirname } from 'path';
+import { fileURLToPath } from 'url';
+import { OCRError, mapPythonError } from './errors.js';
+const __dirname = dirname(fileURLToPath(import.meta.url));
+/** Max stderr accumulation: 10KB (matches datalab.ts pattern) */
+const MAX_STDERR_LENGTH = 10_240;
+export class FileManagerClient {
+    pythonPath;
+    workerPath;
+    timeout;
+    constructor(config = {}) {
+        this.pythonPath = config.pythonPath;
+        this.workerPath = resolve(__dirname, '../../../python/file_manager_worker.py');
+        const parsedTimeout = parseInt(process.env.DATALAB_TIMEOUT || '330000');
+        this.timeout = config.timeout ?? (Number.isNaN(parsedTimeout) ? 330000 : parsedTimeout);
+    }
+    /**
+     * Upload a file to Datalab cloud storage
+     *
+     * FAIL-FAST: Throws on any error, no fallbacks
+     */
+    async uploadFile(filePath) {
+        const args = ['--action', 'upload', '--file', filePath];
+        const response = await this.runWorker(args);
+        return {
+            fileId: String(response.file_id),
+            reference: response.reference,
+            fileName: response.file_name,
+            fileHash: response.file_hash,
+            fileSize: response.file_size,
+            contentType: response.content_type,
+            status: response.status,
+            error: response.error,
+            processingDurationMs: response.processing_duration_ms ?? 0,
+        };
+    }
+    /**
+     * List files in Datalab cloud storage
+     */
+    async listFiles(limit = 50, offset = 0) {
+        const args = ['--action', 'list', '--limit', String(limit), '--offset', String(offset)];
+        const response = await this.runWorker(args);
+        return {
+            files: response.files ?? [],
+            total: response.total ?? 0,
+        };
+    }
+    /**
+     * Get file metadata by ID
+     */
+    async getFile(fileId) {
+        const args = ['--action', 'get', '--file-id', fileId];
+        const response = await this.runWorker(args);
+        return {
+            fileId: String(response.file_id),
+            fileName: response.file_name,
+            fileSize: response.file_size,
+            contentType: response.content_type,
+            createdAt: response.created_at,
+            reference: response.reference,
+            status: response.status,
+        };
+    }
+    /**
+     * Get download URL for a file
+     *
+     * @param fileId - Datalab file ID
+     * @param expiresIn - URL expiry time in seconds (default: 3600, min: 60, max: 86400)
+     */
+    async getDownloadUrl(fileId, expiresIn = 3600) {
+        const args = ['--action', 'download-url', '--file-id', fileId, '--expires-in', String(expiresIn)];
+        const response = await this.runWorker(args);
+        return {
+            downloadUrl: response.download_url,
+            expiresIn: response.expires_in,
+            fileId: String(response.file_id),
+        };
+    }
+    /**
+     * Delete a file from Datalab cloud storage
+     */
+    async deleteFile(fileId) {
+        const args = ['--action', 'delete', '--file-id', fileId];
+        const response = await this.runWorker(args);
+        return response.deleted;
+    }
+    /**
+     * Run the Python worker with given args and parse JSON output
+     */
+    runWorker(args) {
+        const shellOptions = {
+            mode: 'text',
+            pythonPath: this.pythonPath,
+            pythonOptions: ['-u'],
+            args,
+        };
+        return new Promise((promiseResolve, reject) => {
+            let settled = false;
+            const shell = new PythonShell(this.workerPath, shellOptions);
+            const outputChunks = [];
+            let stderr = '';
+            let sigkillTimer = null;
+            const cleanup = () => {
+                if (sigkillTimer) {
+                    clearTimeout(sigkillTimer);
+                    sigkillTimer = null;
+                }
+            };
+            const timer = setTimeout(() => {
+                if (settled)
+                    return;
+                try {
+                    shell.kill();
+                }
+                catch (error) {
+                    console.error('[FileManager] Failed to kill shell on timeout:', error instanceof Error ? error.message : String(error));
+                    /* ignore */
+                }
+                // M-6: SIGKILL escalation if SIGTERM doesn't exit within 5s
+                sigkillTimer = setTimeout(() => {
+                    if (!settled) {
+                        console.error(`[FileManager] Process did not exit after SIGTERM, sending SIGKILL (pid: ${shell.childProcess?.pid})`);
+                        try {
+                            shell.childProcess?.kill('SIGKILL');
+                        }
+                        catch (error) {
+                            console.error('[FileManager] Failed to SIGKILL process (may already be gone):', error instanceof Error ? error.message : String(error));
+                        }
+                    }
+                    if (!settled) {
+                        settled = true;
+                        reject(new OCRError(`File manager timeout after ${this.timeout}ms (SIGKILL after 5s grace)`, 'OCR_TIMEOUT'));
+                    }
+                }, 5000);
+            }, this.timeout);
+            shell.on('message', (msg) => {
+                outputChunks.push(msg);
+            });
+            shell.on('stderr', (err) => {
+                if (stderr.length < MAX_STDERR_LENGTH) {
+                    stderr += err + '\n';
+                }
+            });
+            shell.end((err) => {
+                clearTimeout(timer);
+                cleanup();
+                if (settled)
+                    return;
+                settled = true;
+                // Capture exit code/signal for diagnostics
+                const exitCode = shell.exitCode ?? null;
+                const exitSignal = shell.exitSignal ?? null;
+                const output = outputChunks.join('\n');
+                outputChunks.length = 0;
+                // python-shell bug: when process is killed by signal (SIGTERM/SIGKILL),
+                // exitCode is null and exitSignal is set, but err is NOT provided.
+                if (!err && exitSignal) {
+                    const signalDetail = stderr.trim()
+                        ? `Process killed by ${exitSignal}. Python stderr:\n${stderr.trim()}`
+                        : `Process killed by ${exitSignal} with no stderr output.`;
+                    reject(new OCRError(`File manager worker killed by signal ${exitSignal}. ${signalDetail}`, exitSignal === 'SIGTERM' || exitSignal === 'SIGALRM' ? 'OCR_TIMEOUT' : 'FILE_MANAGER_API_ERROR'));
+                    return;
+                }
+                if (err) {
+                    const lines = output
+                        .trim()
+                        .split('\n')
+                        .filter((l) => l.trim());
+                    for (let i = lines.length - 1; i >= 0; i--) {
+                        try {
+                            const parsed = JSON.parse(lines[i].trim());
+                            if (this.isErrorResponse(parsed)) {
+                                reject(mapPythonError(parsed.category, parsed.error, parsed.details ?? {}));
+                                return;
+                            }
+                        }
+                        catch (error) {
+                            console.error('[FileManager] JSON parse failed for error output line, skipping:', error instanceof Error ? error.message : String(error));
+                            /* not JSON, skip */
+                        }
+                    }
+                    const detail = stderr ? `${err.message}\nPython stderr:\n${stderr}` : err.message;
+                    reject(new OCRError(`File manager worker failed: ${detail}`, 'OCR_API_ERROR'));
+                    return;
+                }
+                const lines = output
+                    .trim()
+                    .split('\n')
+                    .filter((l) => l.trim());
+                if (lines.length === 0) {
+                    const diagnostics = [
+                        'No output from file manager worker.',
+                        `Exit code: ${exitCode}, signal: ${exitSignal}.`,
+                    ];
+                    if (stderr.trim()) {
+                        diagnostics.push(`Python stderr: ${stderr.trim().substring(0, 500)}`);
+                    }
+                    reject(new OCRError(diagnostics.join(' '), 'FILE_MANAGER_API_ERROR'));
+                    return;
+                }
+                let response;
+                for (let i = lines.length - 1; i >= 0; i--) {
+                    try {
+                        response = JSON.parse(lines[i].trim());
+                        break;
+                    }
+                    catch (error) {
+                        console.error('[FileManager] JSON parse failed for output line, trying previous:', error instanceof Error ? error.message : String(error));
+                        /* not JSON, try previous line */
+                    }
+                }
+                if (!response) {
+                    reject(new OCRError(`Failed to parse file manager output as JSON. Last line: ${lines[lines.length - 1]?.substring(0, 200)}`, 'OCR_API_ERROR'));
+                    return;
+                }
+                if (this.isErrorResponse(response)) {
+                    reject(mapPythonError(response.category, response.error, response.details ?? {}));
+                    return;
+                }
+                promiseResolve(response);
+            });
+        });
+    }
+    isErrorResponse(response) {
+        return (typeof response === 'object' &&
+            response !== null &&
+            'error' in response &&
+            'category' in response);
+    }
+}
+//# sourceMappingURL=file-manager.js.map

package/dist/services/ocr/file-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-manager.js","sourceRoot":"","sources":["../../../src/services/ocr/file-manager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAW,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAEvD,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE1D,iEAAiE;AACjE,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAmEjC,MAAM,OAAO,iBAAiB;IACX,UAAU,CAAqB;IAC/B,UAAU,CAAS;IACnB,OAAO,CAAS;IAEjC,YAAY,SAAkC,EAAE;QAC9C,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,EAAE,wCAAwC,CAAC,CAAC;QAC/E,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,QAAQ,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC1F,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,QAAgB;QAC/B,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAuB,IAAI,CAAC,CAAC;QAClE,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YAChC,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,QAAQ,EAAE,QAAQ,CAAC,SAAS;YAC5B,QAAQ,EAAE,QAAQ,CAAC,SAAS;YAC5B,QAAQ,EAAE,QAAQ,CAAC,SAAS;YAC5B,WAAW,EAAE,QAAQ,CAAC,YAAY;YAClC,MAAM,EAAE,QAAQ,CAAC,MAA+B;YAChD,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,oBAAoB,EAAE,QAAQ,CAAC,sBAAsB,IAAI,CAAC;SAC3D,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,SAAS,CAAC,QAAgB,EAAE,EAAE,SAAiB,CAAC;QACpD,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QACxF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAyB,IAAI,CAAC,CAAC;QACpE,OAAO;YACL,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,EAAE;YAC3B,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,CAAC;SAC3B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAyB,IAAI,CAAC,CAAC;QACpE,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;YAChC,QAAQ,EAAE,QAAQ,CAAC,SAAS;YAC5B,QAAQ,EAAE,QAAQ,CAAC,SAAS;YAC5B,WAAW,EAAE,QAAQ,CAAC,YAAY;YAClC,SAAS,EAAE,QAAQ,CAAC,UAAU;YAC9B,SAAS,EAAE,QAAQ,CAAC,SAAS;YAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM;SACxB,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,YAAoB,IAAI;QAC3D,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QAClG,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAgE,IAAI,CAAC,CAAC;QAC3G,OAAO;YACL,WAAW,EAAE,QAAQ,CAAC,YAAY;YAClC,SAAS,EAAE,QAAQ,CAAC,UAAU;YAC9B,MAAM,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;SACjC,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,MAAc;QAC7B,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAuB,IAAI,CAAC,CAAC;QAClE,OAAO,QAAQ,CAAC,OAAO,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,SAAS,CAAI,IAAc;QACjC,MAAM,YAAY,GAAY;YAC5B,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,CAAC,IAAI,CAAC;YACrB,IAAI;SACL,CAAC;QAEF,OAAO,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;YAC5C,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;YAC7D,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,YAAY,GAAyC,IAAI,CAAC;YAE9D,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,IAAI,YAAY,EAAE,CAAC;oBACjB,YAAY,CAAC,YAAY,CAAC,CAAC;oBAC3B,YAAY,GAAG,IAAI,CAAC;gBACtB,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,IAAI,OAAO;oBAAE,OAAO;gBACpB,IAAI,CAAC;oBACH,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CACX,gDAAgD,EAChD,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;oBACF,YAAY;gBACd,CAAC;gBACD,4DAA4D;gBAC5D,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CACX,2EAA2E,KAAK,CAAC,YAAY,EAAE,GAAG,GAAG,CACtG,CAAC;wBACF,IAAI,CAAC;4BACH,KAAK,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;wBACtC,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CACX,gEAAgE,EAChE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;wBACJ,CAAC;oBACH,CAAC;oBACD,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,CAAC,IAAI,QAAQ,CAAC,8BAA8B,IAAI,CAAC,OAAO,6BAA6B,EAAE,aAAa,CAAC,CAAC,CAAC;oBAC/G,CAAC;gBACH,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAEjB,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAW,EAAE,EAAE;gBAClC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;YAEH,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAW,EAAE,EAAE;gBACjC,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;oBACtC,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,KAAK,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;gBACxB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,EAAE,CAAC;gBACV,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBAEf,2CAA2C;gBAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC;gBACxC,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC;gBAE5C,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;gBAExB,wEAAwE;gBACxE,mEAAmE;gBACnE,IAAI,CAAC,GAAG,IAAI,UAAU,EAAE,CAAC;oBACvB,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,EAAE;wBAChC,CAAC,CAAC,qBAAqB,UAAU,qBAAqB,MAAM,CAAC,IAAI,EAAE,EAAE;wBACrE,CAAC,CAAC,qBAAqB,UAAU,yBAAyB,CAAC;oBAC7D,MAAM,CACJ,IAAI,QAAQ,CACV,wCAAwC,UAAU,KAAK,YAAY,EAAE,EACrE,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,wBAAwB,CAChG,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBAED,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,KAAK,GAAG,MAAM;yBACjB,IAAI,EAAE;yBACN,KAAK,CAAC,IAAI,CAAC;yBACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC3B,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC3C,IAAI,CAAC;4BACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAY,CAAC;4BACtD,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;gCACjC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;gCAC5E,OAAO;4BACT,CAAC;wBACH,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CACX,kEAAkE,EAClE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;4BACF,oBAAoB;wBACtB,CAAC;oBACH,CAAC;oBACD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,qBAAqB,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;oBAClF,MAAM,CAAC,IAAI,QAAQ,CAAC,+BAA+B,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;oBAC/E,OAAO;gBACT,CAAC;gBAED,MAAM,KAAK,GAAG,MAAM;qBACjB,IAAI,EAAE;qBACN,KAAK,CAAC,IAAI,CAAC;qBACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,WAAW,GAAG;wBAClB,qCAAqC;wBACrC,cAAc,QAAQ,aAAa,UAAU,GAAG;qBACjD,CAAC;oBACF,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;wBAClB,WAAW,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBACxE,CAAC;oBACD,MAAM,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,wBAAwB,CAAC,CAAC,CAAC;oBACtE,OAAO;gBACT,CAAC;gBAED,IAAI,QAAiB,CAAC;gBACtB,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3C,IAAI,CAAC;wBACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;wBACvC,MAAM;oBACR,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CACX,mEAAmE,EACnE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;wBACF,iCAAiC;oBACnC,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,CACJ,IAAI,QAAQ,CACV,2DAA2D,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EACvG,eAAe,CAChB,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBAED,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACnC,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;oBAClF,OAAO;gBACT,CAAC;gBAED,cAAc,CAAC,QAAa,CAAC,CAAC;YAChC,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,eAAe,CAAC,QAAiB;QACvC,OAAO,CACL,OAAO,QAAQ,KAAK,QAAQ;YAC5B,QAAQ,KAAK,IAAI;YACjB,OAAO,IAAI,QAAQ;YACnB,UAAU,IAAI,QAAQ,CACvB,CAAC;IACJ,CAAC;CACF"}

package/dist/services/ocr/form-fill.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Datalab Form Fill Bridge
+ *
+ * Invokes python/form_fill_worker.py via python-shell.
+ * NO MOCKS, NO FALLBACKS - real API calls only.
+ */
+interface FormFillOptions {
+    fieldData: Record<string, {
+        value: string;
+        description?: string;
+    }>;
+    context?: string;
+    confidenceThreshold?: number;
+    pageRange?: string;
+}
+interface FormFillResult {
+    id: string;
+    sourceFilePath: string;
+    sourceFileHash: string;
+    outputBase64: string | null;
+    fieldsFilled: string[];
+    fieldsNotFound: string[];
+    pageCount: number | null;
+    costCents: number | null;
+    status: 'complete' | 'failed';
+    error: string | null;
+    processingDurationMs: number;
+}
+interface FormFillClientConfig {
+    pythonPath?: string;
+    timeout?: number;
+}
+export declare class FormFillClient {
+    private readonly pythonPath;
+    private readonly workerPath;
+    private readonly timeout;
+    constructor(config?: FormFillClientConfig);
+    /**
+     * Fill a form document through Datalab API
+     *
+     * FAIL-FAST: Throws on any error, no fallbacks
+     */
+    fillForm(filePath: string, options: FormFillOptions): Promise<FormFillResult>;
+    private isErrorResponse;
+    private toFormFillResult;
+}
+export {};
+//# sourceMappingURL=form-fill.d.ts.map

package/dist/services/ocr/form-fill.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"form-fill.d.ts","sourceRoot":"","sources":["../../../src/services/ocr/form-fill.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAYH,UAAU,eAAe;IACvB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,cAAc;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,UAAU,GAAG,QAAQ,CAAC;IAC9B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,oBAAoB,EAAE,MAAM,CAAC;CAC9B;AAsBD,UAAU,oBAAoB;IAC5B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,MAAM,GAAE,oBAAyB;IAO7C;;;;OAIG;IACG,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe,GAAG,OAAO,CAAC,cAAc,CAAC;IAsMnF,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,gBAAgB;CAezB"}

package/dist/services/ocr/form-fill.js

@@ -0,0 +1,213 @@
+/**
+ * Datalab Form Fill Bridge
+ *
+ * Invokes python/form_fill_worker.py via python-shell.
+ * NO MOCKS, NO FALLBACKS - real API calls only.
+ */
+import { PythonShell } from 'python-shell';
+import { resolve, dirname } from 'path';
+import { fileURLToPath } from 'url';
+import { OCRError, mapPythonError } from './errors.js';
+const __dirname = dirname(fileURLToPath(import.meta.url));
+/** Max stderr accumulation: 10KB (matches datalab.ts pattern) */
+const MAX_STDERR_LENGTH = 10_240;
+export class FormFillClient {
+    pythonPath;
+    workerPath;
+    timeout;
+    constructor(config = {}) {
+        this.pythonPath = config.pythonPath;
+        this.workerPath = resolve(__dirname, '../../../python/form_fill_worker.py');
+        const parsedTimeout = parseInt(process.env.DATALAB_TIMEOUT || '330000');
+        this.timeout = config.timeout ?? (Number.isNaN(parsedTimeout) ? 330000 : parsedTimeout);
+    }
+    /**
+     * Fill a form document through Datalab API
+     *
+     * FAIL-FAST: Throws on any error, no fallbacks
+     */
+    async fillForm(filePath, options) {
+        const args = ['--file', filePath, '--field-data', JSON.stringify(options.fieldData), '--json'];
+        if (options.context)
+            args.push('--context', options.context);
+        if (options.confidenceThreshold !== undefined)
+            args.push('--confidence-threshold', String(options.confidenceThreshold));
+        if (options.pageRange)
+            args.push('--page-range', options.pageRange);
+        const shellOptions = {
+            mode: 'text',
+            pythonPath: this.pythonPath,
+            pythonOptions: ['-u'],
+            args,
+        };
+        return new Promise((promiseResolve, reject) => {
+            let settled = false;
+            const shell = new PythonShell(this.workerPath, shellOptions);
+            const outputChunks = [];
+            let stderr = '';
+            let sigkillTimer = null;
+            const cleanup = () => {
+                if (sigkillTimer) {
+                    clearTimeout(sigkillTimer);
+                    sigkillTimer = null;
+                }
+            };
+            const timer = setTimeout(() => {
+                if (settled)
+                    return;
+                try {
+                    shell.kill();
+                }
+                catch (error) {
+                    console.error('[FormFill] Failed to kill shell on timeout:', error instanceof Error ? error.message : String(error));
+                    /* ignore */
+                }
+                // M-6: SIGKILL escalation if SIGTERM doesn't exit within 5s
+                sigkillTimer = setTimeout(() => {
+                    if (!settled) {
+                        console.error(`[FormFill] Process did not exit after SIGTERM, sending SIGKILL (pid: ${shell.childProcess?.pid})`);
+                        try {
+                            shell.childProcess?.kill('SIGKILL');
+                        }
+                        catch (error) {
+                            console.error('[FormFill] Failed to SIGKILL process (may already be gone):', error instanceof Error ? error.message : String(error));
+                        }
+                    }
+                    if (!settled) {
+                        settled = true;
+                        reject(new OCRError(`Form fill timeout after ${this.timeout}ms (SIGKILL after 5s grace)`, 'FORM_FILL_TIMEOUT'));
+                    }
+                }, 5000);
+            }, this.timeout);
+            shell.on('message', (msg) => {
+                outputChunks.push(msg);
+            });
+            shell.on('stderr', (err) => {
+                if (stderr.length < MAX_STDERR_LENGTH) {
+                    stderr += err + '\n';
+                }
+            });
+            shell.end((err) => {
+                clearTimeout(timer);
+                cleanup();
+                if (settled)
+                    return;
+                settled = true;
+                // Capture exit code/signal for diagnostics
+                const exitCode = shell.exitCode ?? null;
+                const exitSignal = shell.exitSignal ?? null;
+                // Join chunks once instead of repeated string concatenation
+                const output = outputChunks.join('\n');
+                // Allow early GC of chunk array
+                outputChunks.length = 0;
+                // python-shell bug: when process is killed by signal (SIGTERM/SIGKILL),
+                // exitCode is null and exitSignal is set, but err is NOT provided.
+                if (!err && exitSignal) {
+                    const signalDetail = stderr.trim()
+                        ? `Process killed by ${exitSignal}. Python stderr:\n${stderr.trim()}`
+                        : `Process killed by ${exitSignal} with no stderr output.`;
+                    reject(new OCRError(`Form fill worker killed by signal ${exitSignal} (file: ${filePath}). ${signalDetail}`, exitSignal === 'SIGTERM' || exitSignal === 'SIGALRM' ? 'FORM_FILL_TIMEOUT' : 'FORM_FILL_API_ERROR'));
+                    return;
+                }
+                if (err) {
+                    // Try to parse JSON from output for structured error
+                    const lines = output
+                        .trim()
+                        .split('\n')
+                        .filter((l) => l.trim());
+                    for (let i = lines.length - 1; i >= 0; i--) {
+                        try {
+                            const parsed = JSON.parse(lines[i].trim());
+                            if (this.isErrorResponse(parsed)) {
+                                reject(mapPythonError(parsed.category, parsed.error, parsed.details ?? {}));
+                                return;
+                            }
+                        }
+                        catch (error) {
+                            console.error('[FormFill] JSON parse failed for error output line, skipping:', error instanceof Error ? error.message : String(error));
+                            /* not JSON, skip */
+                        }
+                    }
+                    const detail = stderr ? `${err.message}\nPython stderr:\n${stderr}` : err.message;
+                    reject(new OCRError(`Form fill worker failed: ${detail}`, 'FORM_FILL_API_ERROR'));
+                    return;
+                }
+                // Parse the last JSON line from stdout (Python may output non-JSON logging)
+                const lines = output
+                    .trim()
+                    .split('\n')
+                    .filter((l) => l.trim());
+                if (lines.length === 0) {
+                    const diagnostics = [
+                        'No output from form fill worker.',
+                        `Exit code: ${exitCode}, signal: ${exitSignal}.`,
+                        `File: ${filePath}.`,
+                    ];
+                    if (stderr.trim()) {
+                        diagnostics.push(`Python stderr: ${stderr.trim().substring(0, 500)}`);
+                    }
+                    reject(new OCRError(diagnostics.join(' '), 'FORM_FILL_API_ERROR'));
+                    return;
+                }
+                let response;
+                for (let i = lines.length - 1; i >= 0; i--) {
+                    try {
+                        response = JSON.parse(lines[i].trim());
+                        break;
+                    }
+                    catch (error) {
+                        console.error('[FormFill] JSON parse failed for output line, trying previous:', error instanceof Error ? error.message : String(error));
+                        /* not JSON, try previous line */
+                    }
+                }
+                if (!response) {
+                    reject(new OCRError(`Failed to parse form fill output as JSON. Last line: ${lines[lines.length - 1]?.substring(0, 200)}`, 'FORM_FILL_API_ERROR'));
+                    return;
+                }
+                // Check for error response
+                if (this.isErrorResponse(response)) {
+                    const resp = response;
+                    const category = resp.category ?? 'FORM_FILL_API_ERROR';
+                    const error = resp.error ?? 'Form fill failed';
+                    reject(mapPythonError(category, error, resp.details ?? {}));
+                    return;
+                }
+                // Validate required fields before casting
+                const resp = response;
+                if (typeof resp.id !== 'string' ||
+                    typeof resp.source_file_path !== 'string' ||
+                    typeof resp.status !== 'string') {
+                    reject(new OCRError(`Form fill worker response missing required fields (id, source_file_path, status). Got keys: ${Object.keys(resp).join(', ')}`, 'FORM_FILL_API_ERROR'));
+                    return;
+                }
+                promiseResolve(this.toFormFillResult(response));
+            });
+        });
+    }
+    isErrorResponse(response) {
+        if (typeof response !== 'object' || response === null)
+            return false;
+        // Standard error response with error + category (from Python worker error paths)
+        if ('error' in response && 'category' in response)
+            return true;
+        // NOTE: Do NOT treat status='failed' FormFillResult as an error — it is a valid
+        // partial-failure response containing fields_filled/fields_not_found data.
+        return false;
+    }
+    toFormFillResult(r) {
+        return {
+            id: r.id,
+            sourceFilePath: r.source_file_path,
+            sourceFileHash: r.source_file_hash,
+            outputBase64: r.output_base64,
+            fieldsFilled: r.fields_filled ?? [],
+            fieldsNotFound: r.fields_not_found ?? [],
+            pageCount: r.page_count,
+            costCents: r.cost_cents,
+            status: r.status,
+            error: r.error,
+            processingDurationMs: r.processing_duration_ms ?? 0,
+        };
+    }
+}
+//# sourceMappingURL=form-fill.js.map

package/dist/services/ocr/form-fill.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"form-fill.js","sourceRoot":"","sources":["../../../src/services/ocr/form-fill.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,WAAW,EAAW,MAAM,cAAc,CAAC;AACpD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAEvD,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE1D,iEAAiE;AACjE,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAgDjC,MAAM,OAAO,cAAc;IACR,UAAU,CAAqB;IAC/B,UAAU,CAAS;IACnB,OAAO,CAAS;IAEjC,YAAY,SAA+B,EAAE;QAC3C,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,SAAS,EAAE,qCAAqC,CAAC,CAAC;QAC5E,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,QAAQ,CAAC,CAAC;QACxE,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;IAC1F,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,OAAwB;QACvD,MAAM,IAAI,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC/F,IAAI,OAAO,CAAC,OAAO;YAAE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QAC7D,IAAI,OAAO,CAAC,mBAAmB,KAAK,SAAS;YAC3C,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC3E,IAAI,OAAO,CAAC,SAAS;YAAE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAEpE,MAAM,YAAY,GAAY;YAC5B,IAAI,EAAE,MAAM;YACZ,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,CAAC,IAAI,CAAC;YACrB,IAAI;SACL,CAAC;QAEF,OAAO,IAAI,OAAO,CAAC,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE;YAC5C,IAAI,OAAO,GAAG,KAAK,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC;YAC7D,MAAM,YAAY,GAAa,EAAE,CAAC;YAClC,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,YAAY,GAAyC,IAAI,CAAC;YAE9D,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,IAAI,YAAY,EAAE,CAAC;oBACjB,YAAY,CAAC,YAAY,CAAC,CAAC;oBAC3B,YAAY,GAAG,IAAI,CAAC;gBACtB,CAAC;YACH,CAAC,CAAC;YAEF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,IAAI,OAAO;oBAAE,OAAO;gBACpB,IAAI,CAAC;oBACH,KAAK,CAAC,IAAI,EAAE,CAAC;gBACf,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CACX,6CAA6C,EAC7C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;oBACF,YAAY;gBACd,CAAC;gBACD,4DAA4D;gBAC5D,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;oBAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,OAAO,CAAC,KAAK,CACX,wEAAwE,KAAK,CAAC,YAAY,EAAE,GAAG,GAAG,CACnG,CAAC;wBACF,IAAI,CAAC;4BACH,KAAK,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;wBACtC,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CACX,6DAA6D,EAC7D,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;wBACJ,CAAC;oBACH,CAAC;oBACD,IAAI,CAAC,OAAO,EAAE,CAAC;wBACb,OAAO,GAAG,IAAI,CAAC;wBACf,MAAM,CAAC,IAAI,QAAQ,CAAC,2BAA2B,IAAI,CAAC,OAAO,6BAA6B,EAAE,mBAAmB,CAAC,CAAC,CAAC;oBAClH,CAAC;gBACH,CAAC,EAAE,IAAI,CAAC,CAAC;YACX,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;YAEjB,KAAK,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAW,EAAE,EAAE;gBAClC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzB,CAAC,CAAC,CAAC;YAEH,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAW,EAAE,EAAE;gBACjC,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;oBACtC,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC;gBACvB,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,KAAK,CAAC,GAAG,CAAC,CAAC,GAAW,EAAE,EAAE;gBACxB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,OAAO,EAAE,CAAC;gBACV,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBAEf,2CAA2C;gBAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC;gBACxC,MAAM,UAAU,GAAG,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC;gBAE5C,4DAA4D;gBAC5D,MAAM,MAAM,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvC,gCAAgC;gBAChC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC;gBAExB,wEAAwE;gBACxE,mEAAmE;gBACnE,IAAI,CAAC,GAAG,IAAI,UAAU,EAAE,CAAC;oBACvB,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,EAAE;wBAChC,CAAC,CAAC,qBAAqB,UAAU,qBAAqB,MAAM,CAAC,IAAI,EAAE,EAAE;wBACrE,CAAC,CAAC,qBAAqB,UAAU,yBAAyB,CAAC;oBAC7D,MAAM,CACJ,IAAI,QAAQ,CACV,qCAAqC,UAAU,WAAW,QAAQ,MAAM,YAAY,EAAE,EACtF,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,qBAAqB,CACnG,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBAED,IAAI,GAAG,EAAE,CAAC;oBACR,qDAAqD;oBACrD,MAAM,KAAK,GAAG,MAAM;yBACjB,IAAI,EAAE;yBACN,KAAK,CAAC,IAAI,CAAC;yBACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC3B,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC3C,IAAI,CAAC;4BACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAY,CAAC;4BACtD,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,EAAE,CAAC;gCACjC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC;gCAC5E,OAAO;4BACT,CAAC;wBACH,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,OAAO,CAAC,KAAK,CACX,+DAA+D,EAC/D,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;4BACF,oBAAoB;wBACtB,CAAC;oBACH,CAAC;oBACD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,qBAAqB,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;oBAClF,MAAM,CAAC,IAAI,QAAQ,CAAC,4BAA4B,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC,CAAC;oBAClF,OAAO;gBACT,CAAC;gBAED,4EAA4E;gBAC5E,MAAM,KAAK,GAAG,MAAM;qBACjB,IAAI,EAAE;qBACN,KAAK,CAAC,IAAI,CAAC;qBACX,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3B,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,WAAW,GAAG;wBAClB,kCAAkC;wBAClC,cAAc,QAAQ,aAAa,UAAU,GAAG;wBAChD,SAAS,QAAQ,GAAG;qBACrB,CAAC;oBACF,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;wBAClB,WAAW,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;oBACxE,CAAC;oBACD,MAAM,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC;oBACnE,OAAO;gBACT,CAAC;gBAED,IAAI,QAAiB,CAAC;gBACtB,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC3C,IAAI,CAAC;wBACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;wBACvC,MAAM;oBACR,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CACX,gEAAgE,EAChE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CACvD,CAAC;wBACF,iCAAiC;oBACnC,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,CACJ,IAAI,QAAQ,CACV,wDAAwD,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,EACpG,qBAAqB,CACtB,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBAED,2BAA2B;gBAC3B,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACnC,MAAM,IAAI,GAAG,QAA8C,CAAC;oBAC5D,MAAM,QAAQ,GAAI,IAAI,CAAC,QAAmB,IAAI,qBAAqB,CAAC;oBACpE,MAAM,KAAK,GAAI,IAAI,CAAC,KAAgB,IAAI,kBAAkB,CAAC;oBAC3D,MAAM,CAAC,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAG,IAAI,CAAC,OAAmC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACzF,OAAO;gBACT,CAAC;gBAED,0CAA0C;gBAC1C,MAAM,IAAI,GAAG,QAAmC,CAAC;gBACjD,IACE,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ;oBAC3B,OAAO,IAAI,CAAC,gBAAgB,KAAK,QAAQ;oBACzC,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAC/B,CAAC;oBACD,MAAM,CACJ,IAAI,QAAQ,CACV,+FAA+F,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAC7H,qBAAqB,CACtB,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBACD,cAAc,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAkC,CAAC,CAAC,CAAC;YAC5E,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,eAAe,CAAC,QAAiB;QACvC,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,KAAK,IAAI;YAAE,OAAO,KAAK,CAAC;QACpE,iFAAiF;QACjF,IAAI,OAAO,IAAI,QAAQ,IAAI,UAAU,IAAI,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC/D,gFAAgF;QAChF,2EAA2E;QAC3E,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,gBAAgB,CAAC,CAAyB;QAChD,OAAO;YACL,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,cAAc,EAAE,CAAC,CAAC,gBAAgB;YAClC,cAAc,EAAE,CAAC,CAAC,gBAAgB;YAClC,YAAY,EAAE,CAAC,CAAC,aAAa;YAC7B,YAAY,EAAE,CAAC,CAAC,aAAa,IAAI,EAAE;YACnC,cAAc,EAAE,CAAC,CAAC,gBAAgB,IAAI,EAAE;YACxC,SAAS,EAAE,CAAC,CAAC,UAAU;YACvB,SAAS,EAAE,CAAC,CAAC,UAAU;YACvB,MAAM,EAAE,CAAC,CAAC,MAA+B;YACzC,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,oBAAoB,EAAE,CAAC,CAAC,sBAAsB,IAAI,CAAC;SACpD,CAAC;IACJ,CAAC;CACF"}

package/dist/services/ocr/processor.d.ts

@@ -0,0 +1,95 @@
+/**
+ * OCR Processing Orchestrator
+ *
+ * Complete pipeline: Document -> OCR -> Provenance -> Store -> Status Update
+ * FAIL-FAST: No fallbacks, errors propagate immediately
+ */
+import { type DatalabClientConfig } from './datalab.js';
+import { DatabaseService } from '../storage/database/index.js';
+import type { PageOffset } from '../../models/document.js';
+interface ProcessorConfig extends DatalabClientConfig {
+    maxConcurrent?: number;
+    defaultMode?: 'fast' | 'balanced' | 'accurate';
+}
+export interface ProcessResult {
+    success: boolean;
+    documentId: string;
+    ocrResultId?: string;
+    provenanceId?: string;
+    pageCount?: number;
+    textLength?: number;
+    durationMs?: number;
+    error?: string;
+    /** Images extracted by Datalab: {filename: base64_data} */
+    images?: Record<string, string>;
+    /** JSON block hierarchy from Datalab (when output_format includes 'json') */
+    jsonBlocks?: Record<string, unknown> | null;
+    /** Datalab metadata (page_stats, block_counts, etc.) */
+    metadata?: Record<string, unknown> | null;
+    /** Page character offsets from Datalab for page-aware chunking */
+    pageOffsets?: PageOffset[];
+    /** Structured extraction result from page_schema */
+    extractionJson?: Record<string, unknown> | unknown[] | null;
+    /** Document title from metadata */
+    docTitle?: string | null;
+    /** Document author from metadata */
+    docAuthor?: string | null;
+    /** Document subject from metadata */
+    docSubject?: string | null;
+}
+export interface BatchResult {
+    processed: number;
+    failed: number;
+    remaining: number;
+    totalDurationMs: number;
+    results: ProcessResult[];
+}
+export declare class OCRProcessor {
+    private readonly client;
+    private readonly db;
+    private readonly maxConcurrent;
+    private readonly defaultMode;
+    constructor(db: DatabaseService, config?: ProcessorConfig);
+    /**
+     * Process single document through OCR
+     *
+     * Pipeline:
+     * 1. Get document from database (FAIL if not found)
+     * 2. Update status to 'processing'
+     * 3. Call Datalab OCR via Python worker
+     * 4. Create OCR_RESULT provenance record
+     * 5. Store OCR result in database
+     * 6. Update document status to 'complete'
+     *
+     * On failure: Update status to 'failed' with error message
+     */
+    processDocument(documentId: string, mode?: 'fast' | 'balanced' | 'accurate', ocrOptions?: {
+        maxPages?: number;
+        pageRange?: string;
+        skipCache?: boolean;
+        disableImageExtraction?: boolean;
+        extras?: string[];
+        pageSchema?: string;
+        additionalConfig?: Record<string, unknown>;
+    }): Promise<ProcessResult>;
+    /**
+     * Process all pending documents.
+     *
+     * H-2 fix: Before processing, recover any documents stuck in 'processing'
+     * status for longer than 30 minutes (indicates a prior server crash).
+     * These are reset to 'pending' so they get re-processed.
+     */
+    processPending(mode?: 'fast' | 'balanced' | 'accurate'): Promise<BatchResult>;
+    /**
+     * H-2: Recover documents stuck in 'processing' status after a server crash.
+     * Any document that has been 'processing' for longer than 30 minutes is
+     * assumed to be orphaned from a crash and is reset to 'pending'.
+     */
+    private recoverStaleProcessingDocuments;
+    /**
+     * Create OCR_RESULT provenance record
+     */
+    private createOCRProvenance;
+}
+export {};
+//# sourceMappingURL=processor.d.ts.map

package/dist/services/ocr/processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"processor.d.ts","sourceRoot":"","sources":["../../../src/services/ocr/processor.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EAAiB,KAAK,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAGvE,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,KAAK,EAAuB,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAGhF,UAAU,eAAgB,SAAQ,mBAAmB;IACnD,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,CAAC;CAChD;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,2DAA2D;IAC3D,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAChC,6EAA6E;IAC7E,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC5C,wDAAwD;IACxD,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IAC1C,kEAAkE;IAClE,WAAW,CAAC,EAAE,UAAU,EAAE,CAAC;IAC3B,oDAAoD;IACpD,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,EAAE,GAAG,IAAI,CAAC;IAC5D,mCAAmC;IACnC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,oCAAoC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,qCAAqC;IACrC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,aAAa,EAAE,CAAC;CAC1B;AAiBD,qBAAa,YAAY;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAkB;IACrC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAmC;gBAEnD,EAAE,EAAE,eAAe,EAAE,MAAM,GAAE,eAAoB;IAO7D;;;;;;;;;;;;OAYG;IACG,eAAe,CACnB,UAAU,EAAE,MAAM,EAClB,IAAI,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,EACvC,UAAU,CAAC,EAAE;QACX,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,sBAAsB,CAAC,EAAE,OAAO,CAAC;QACjC,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAC5C,GACA,OAAO,CAAC,aAAa,CAAC;IA2HzB;;;;;;OAMG;IACG,cAAc,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC;IAwDnF;;;;OAIG;IACH,OAAO,CAAC,+BAA+B;IAuBvC;;OAEG;IACH,OAAO,CAAC,mBAAmB;CAuC5B"}