@elizaos/plugin-vision 1.2.1 → 2.0.0-alpha.2

package/dist/ocr-service-real.js

@@ -1,396 +0,0 @@
-"use strict";
-var __assign = (this && this.__assign) || function () {
-    __assign = Object.assign || function(t) {
-        for (var s, i = 1, n = arguments.length; i < n; i++) {
-            s = arguments[i];
-            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
-                t[p] = s[p];
-        }
-        return t;
-    };
-    return __assign.apply(this, arguments);
-};
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
-    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
-    function verb(n) { return function (v) { return step([n, v]); }; }
-    function step(op) {
-        if (f) throw new TypeError("Generator is already executing.");
-        while (g && (g = 0, op[0] && (_ = 0)), _) try {
-            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
-            if (y = 0, t) op = [op[0] & 2, t.value];
-            switch (op[0]) {
-                case 0: case 1: t = op; break;
-                case 4: _.label++; return { value: op[1], done: false };
-                case 5: _.label++; y = op[1]; op = [0]; continue;
-                case 7: op = _.ops.pop(); _.trys.pop(); continue;
-                default:
-                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
-                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
-                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
-                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
-                    if (t[2]) _.ops.pop();
-                    _.trys.pop(); continue;
-            }
-            op = body.call(thisArg, _);
-        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
-        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
-    }
-};
-var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
-    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
-        if (ar || !(i in from)) {
-            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
-            ar[i] = from[i];
-        }
-    }
-    return to.concat(ar || Array.prototype.slice.call(from));
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RealOCRService = void 0;
-var core_1 = require("@elizaos/core");
-var tesseract_js_1 = require("tesseract.js");
-var sharp_1 = require("sharp");
-var RealOCRService = /** @class */ (function () {
-    function RealOCRService() {
-        this.worker = null;
-        this.initialized = false;
-        this.initPromise = null;
-    }
-    RealOCRService.prototype.initialize = function () {
-        return __awaiter(this, void 0, void 0, function () {
-            return __generator(this, function (_a) {
-                if (this.initialized) {
-                    return [2 /*return*/];
-                }
-                // Prevent multiple initializations
-                if (this.initPromise) {
-                    return [2 /*return*/, this.initPromise];
-                }
-                this.initPromise = this._initialize();
-                return [2 /*return*/, this.initPromise];
-            });
-        });
-    };
-    RealOCRService.prototype._initialize = function () {
-        return __awaiter(this, void 0, void 0, function () {
-            var _a, error_1;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        _b.trys.push([0, 2, , 3]);
-                        core_1.logger.info('[RealOCR] Initializing Tesseract.js...');
-                        // Create worker
-                        _a = this;
-                        return [4 /*yield*/, tesseract_js_1.default.createWorker('eng', 1, {
-                                logger: function (m) {
-                                    if (m.status === 'recognizing text') {
-                                        core_1.logger.debug("[RealOCR] Progress: ".concat((m.progress * 100).toFixed(1), "%"));
-                                    }
-                                },
-                            })];
-                    case 1:
-                        // Create worker
-                        _a.worker = _b.sent();
-                        this.initialized = true;
-                        core_1.logger.info('[RealOCR] Tesseract.js initialized successfully');
-                        return [3 /*break*/, 3];
-                    case 2:
-                        error_1 = _b.sent();
-                        core_1.logger.error('[RealOCR] Failed to initialize:', error_1);
-                        throw error_1;
-                    case 3: return [2 /*return*/];
-                }
-            });
-        });
-    };
-    RealOCRService.prototype.extractText = function (imageBuffer) {
-        return __awaiter(this, void 0, void 0, function () {
-            var processedBuffer, result, error_2;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        if (!!this.initialized) return [3 /*break*/, 2];
-                        return [4 /*yield*/, this.initialize()];
-                    case 1:
-                        _a.sent();
-                        _a.label = 2;
-                    case 2:
-                        if (!this.worker) {
-                            throw new Error('OCR worker not initialized');
-                        }
-                        _a.label = 3;
-                    case 3:
-                        _a.trys.push([3, 6, , 7]);
-                        return [4 /*yield*/, this.preprocessImage(imageBuffer)];
-                    case 4:
-                        processedBuffer = _a.sent();
-                        return [4 /*yield*/, this.worker.recognize(processedBuffer)];
-                    case 5:
-                        result = _a.sent();
-                        // Convert Tesseract result to our format
-                        return [2 /*return*/, this.convertTesseractResult(result)];
-                    case 6:
-                        error_2 = _a.sent();
-                        core_1.logger.error('[RealOCR] Text extraction failed:', error_2);
-                        throw error_2;
-                    case 7: return [2 /*return*/];
-                }
-            });
-        });
-    };
-    RealOCRService.prototype.extractFromTile = function (tile) {
-        return __awaiter(this, void 0, void 0, function () {
-            return __generator(this, function (_a) {
-                if (!tile.data) {
-                    return [2 /*return*/, {
-                            text: '',
-                            blocks: [],
-                            fullText: '',
-                        }];
-                }
-                return [2 /*return*/, this.extractText(tile.data)];
-            });
-        });
-    };
-    RealOCRService.prototype.preprocessImage = function (imageBuffer) {
-        return __awaiter(this, void 0, void 0, function () {
-            var processed, error_3;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        _a.trys.push([0, 2, , 3]);
-                        return [4 /*yield*/, (0, sharp_1.default)(imageBuffer)
-                                .grayscale() // Convert to grayscale
-                                .normalize() // Normalize contrast
-                                .sharpen() // Sharpen text
-                                .toBuffer()];
-                    case 1:
-                        processed = _a.sent();
-                        return [2 /*return*/, processed];
-                    case 2:
-                        error_3 = _a.sent();
-                        core_1.logger.warn('[RealOCR] Image preprocessing failed, using original:', error_3);
-                        return [2 /*return*/, imageBuffer];
-                    case 3: return [2 /*return*/];
-                }
-            });
-        });
-    };
-    RealOCRService.prototype.convertTesseractResult = function (result) {
-        var blocks = [];
-        // Process lines as blocks
-        var lines = result.data.lines || [];
-        for (var _i = 0, lines_1 = lines; _i < lines_1.length; _i++) {
-            var line = lines_1[_i];
-            if (line.confidence > 30) {
-                // Filter low confidence
-                blocks.push({
-                    text: line.text.trim(),
-                    bbox: {
-                        x: line.bbox.x0,
-                        y: line.bbox.y0,
-                        width: line.bbox.x1 - line.bbox.x0,
-                        height: line.bbox.y1 - line.bbox.y0,
-                    },
-                    confidence: line.confidence / 100,
-                    words: line.words.map(function (word) { return ({
-                        text: word.text,
-                        bbox: {
-                            x: word.bbox.x0,
-                            y: word.bbox.y0,
-                            width: word.bbox.x1 - word.bbox.x0,
-                            height: word.bbox.y1 - word.bbox.y0,
-                        },
-                        confidence: word.confidence / 100,
-                    }); }),
-                });
-            }
-        }
-        var fullText = result.data.text.trim();
-        return {
-            text: fullText,
-            blocks: blocks,
-            fullText: fullText,
-        };
-    };
-    RealOCRService.prototype.extractStructuredData = function (imageBuffer) {
-        return __awaiter(this, void 0, void 0, function () {
-            var ocrResult;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.extractText(imageBuffer)];
-                    case 1:
-                        ocrResult = _a.sent();
-                        return [2 /*return*/, {
-                                tables: this.detectTables(ocrResult),
-                                forms: this.detectForms(ocrResult),
-                                lists: this.detectLists(ocrResult),
-                            }];
-                }
-            });
-        });
-    };
-    RealOCRService.prototype.detectTables = function (ocrResult) {
-        var tables = [];
-        // Group blocks by vertical alignment to detect table rows
-        var rows = new Map();
-        for (var _i = 0, _a = ocrResult.blocks; _i < _a.length; _i++) {
-            var block = _a[_i];
-            // Round Y position to group nearby blocks
-            var rowY = Math.round(block.bbox.y / 20) * 20;
-            if (!rows.has(rowY)) {
-                rows.set(rowY, []);
-            }
-            rows.get(rowY).push(block);
-        }
-        // Find potential tables (multiple aligned rows)
-        var sortedRows = Array.from(rows.entries()).sort(function (a, b) { return a[0] - b[0]; });
-        var tableRows = [];
-        var tableBounds = null;
-        for (var _b = 0, sortedRows_1 = sortedRows; _b < sortedRows_1.length; _b++) {
-            var _c = sortedRows_1[_b], y = _c[0], rowBlocks = _c[1];
-            if (rowBlocks.length > 1) {
-                // Sort blocks by X position
-                rowBlocks.sort(function (a, b) { return a.bbox.x - b.bbox.x; });
-                var rowTexts = rowBlocks.map(function (b) { return b.text; });
-                tableRows.push(rowTexts);
-                // Update table bounds
-                if (!tableBounds) {
-                    tableBounds = __assign({}, rowBlocks[0].bbox);
-                }
-                else {
-                    tableBounds.x = Math.min(tableBounds.x, rowBlocks[0].bbox.x);
-                    tableBounds.width =
-                        Math.max.apply(Math, rowBlocks.map(function (b) { return b.bbox.x + b.bbox.width; })) - tableBounds.x;
-                    tableBounds.height = y + rowBlocks[0].bbox.height - tableBounds.y;
-                }
-            }
-            else if (tableRows.length > 1 && tableBounds) {
-                // End of table
-                tables.push({
-                    rows: __spreadArray([], tableRows, true),
-                    bbox: __assign({}, tableBounds),
-                });
-                tableRows = [];
-                tableBounds = null;
-            }
-        }
-        // Add final table if exists
-        if (tableRows.length > 1 && tableBounds) {
-            tables.push({
-                rows: tableRows,
-                bbox: tableBounds,
-            });
-        }
-        return tables;
-    };
-    RealOCRService.prototype.detectForms = function (ocrResult) {
-        var forms = [];
-        // Look for label-value patterns
-        var blocks = ocrResult.blocks;
-        for (var i = 0; i < blocks.length; i++) {
-            var current = blocks[i];
-            // Check if this looks like a label
-            if (current.text.match(/[:：]\s*$/)) {
-                var label = current.text.replace(/[:：]\s*$/, '').trim();
-                // Look for value in nearby blocks
-                for (var j = i + 1; j < blocks.length && j < i + 3; j++) {
-                    var next = blocks[j];
-                    // Check if horizontally aligned or just below
-                    var isAligned = Math.abs(current.bbox.y - next.bbox.y) < 10;
-                    var isBelow = next.bbox.y > current.bbox.y && next.bbox.y < current.bbox.y + current.bbox.height + 30;
-                    if (isAligned || isBelow) {
-                        forms.push({
-                            label: label,
-                            value: next.text.trim(),
-                            bbox: {
-                                x: Math.min(current.bbox.x, next.bbox.x),
-                                y: current.bbox.y,
-                                width: Math.max(current.bbox.x + current.bbox.width, next.bbox.x + next.bbox.width) -
-                                    Math.min(current.bbox.x, next.bbox.x),
-                                height: next.bbox.y + next.bbox.height - current.bbox.y,
-                            },
-                        });
-                        break;
-                    }
-                }
-            }
-        }
-        return forms;
-    };
-    RealOCRService.prototype.detectLists = function (ocrResult) {
-        var lists = [];
-        var currentList = [];
-        var listBounds = null;
-        for (var _i = 0, _a = ocrResult.blocks; _i < _a.length; _i++) {
-            var block = _a[_i];
-            // Check for list markers
-            var listMatch = block.text.match(/^[\u2022\u2023\u25E6\u2043\u2219•·‣⁃◦▪▫◆◇○●\-\*]\s+(.+)$/);
-            var numberedMatch = block.text.match(/^(\d+\.|\d+\)|\(\d+\)|[a-zA-Z]\.)\s+(.+)$/);
-            if (listMatch || numberedMatch) {
-                var itemText = listMatch ? listMatch[1] : numberedMatch[2];
-                currentList.push(itemText.trim());
-                if (!listBounds) {
-                    listBounds = __assign({}, block.bbox);
-                }
-                else {
-                    listBounds.width = Math.max(listBounds.width, block.bbox.x + block.bbox.width - listBounds.x);
-                    listBounds.height = block.bbox.y + block.bbox.height - listBounds.y;
-                }
-            }
-            else if (currentList.length > 0 && listBounds) {
-                // End of list
-                lists.push({
-                    items: __spreadArray([], currentList, true),
-                    bbox: __assign({}, listBounds),
-                });
-                currentList = [];
-                listBounds = null;
-            }
-        }
-        // Add final list if exists
-        if (currentList.length > 0 && listBounds) {
-            lists.push({
-                items: currentList,
-                bbox: listBounds,
-            });
-        }
-        return lists;
-    };
-    RealOCRService.prototype.isInitialized = function () {
-        return this.initialized;
-    };
-    RealOCRService.prototype.dispose = function () {
-        return __awaiter(this, void 0, void 0, function () {
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        if (!this.worker) return [3 /*break*/, 2];
-                        return [4 /*yield*/, this.worker.terminate()];
-                    case 1:
-                        _a.sent();
-                        this.worker = null;
-                        _a.label = 2;
-                    case 2:
-                        this.initialized = false;
-                        this.initPromise = null;
-                        core_1.logger.info('[RealOCR] Disposed');
-                        return [2 /*return*/];
-                }
-            });
-        });
-    };
-    return RealOCRService;
-}());
-exports.RealOCRService = RealOCRService;
-//# sourceMappingURL=ocr-service-real.js.map

package/dist/ocr-service-real.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ocr-service-real.js","sourceRoot":"","sources":["../src/ocr-service-real.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,sCAAuC;AACvC,6CAAqC;AAErC,+BAA0B;AAE1B;IAAA;QACU,WAAM,GAA4B,IAAI,CAAC;QACvC,gBAAW,GAAG,KAAK,CAAC;QACpB,gBAAW,GAAyB,IAAI,CAAC;IAuTnD,CAAC;IArTO,mCAAU,GAAhB;;;gBACE,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACrB,sBAAO;gBACT,CAAC;gBAED,mCAAmC;gBACnC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;oBACrB,sBAAO,IAAI,CAAC,WAAW,EAAC;gBAC1B,CAAC;gBAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBACtC,sBAAO,IAAI,CAAC,WAAW,EAAC;;;KACzB;IAEa,oCAAW,GAAzB;;;;;;;wBAEI,aAAM,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;wBAEtD,gBAAgB;wBAChB,KAAA,IAAI,CAAA;wBAAU,qBAAM,sBAAS,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,EAAE;gCACnD,MAAM,EAAE,UAAC,CAAC;oCACR,IAAI,CAAC,CAAC,MAAM,KAAK,kBAAkB,EAAE,CAAC;wCACpC,aAAM,CAAC,KAAK,CAAC,8BAAuB,CAAC,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAG,CAAC,CAAC;oCACxE,CAAC;gCACH,CAAC;6BACF,CAAC,EAAA;;wBAPF,gBAAgB;wBAChB,GAAK,MAAM,GAAG,SAMZ,CAAC;wBAEH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;wBACxB,aAAM,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;;;;wBAE/D,aAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,OAAK,CAAC,CAAC;wBACvD,MAAM,OAAK,CAAC;;;;;KAEf;IAEK,oCAAW,GAAjB,UAAkB,WAAmB;;;;;;6BAC/B,CAAC,IAAI,CAAC,WAAW,EAAjB,wBAAiB;wBACnB,qBAAM,IAAI,CAAC,UAAU,EAAE,EAAA;;wBAAvB,SAAuB,CAAC;;;wBAG1B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;4BACjB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;wBAChD,CAAC;;;;wBAIyB,qBAAM,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC,EAAA;;wBAAzD,eAAe,GAAG,SAAuC;wBAGhD,qBAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC,EAAA;;wBAArD,MAAM,GAAG,SAA4C;wBAE3D,yCAAyC;wBACzC,sBAAO,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,EAAC;;;wBAE3C,aAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,OAAK,CAAC,CAAC;wBACzD,MAAM,OAAK,CAAC;;;;;KAEf;IAEK,wCAAe,GAArB,UAAsB,IAAgB;;;gBACpC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;oBACf,sBAAO;4BACL,IAAI,EAAE,EAAE;4BACR,MAAM,EAAE,EAAE;4BACV,QAAQ,EAAE,EAAE;yBACb,EAAC;gBACJ,CAAC;gBAED,sBAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAC;;;KACpC;IAEa,wCAAe,GAA7B,UAA8B,WAAmB;;;;;;;wBAG3B,qBAAM,IAAA,eAAK,EAAC,WAAW,CAAC;iCACvC,SAAS,EAAE,CAAC,uBAAuB;iCACnC,SAAS,EAAE,CAAC,qBAAqB;iCACjC,OAAO,EAAE,CAAC,eAAe;iCACzB,QAAQ,EAAE,EAAA;;wBAJP,SAAS,GAAG,SAIL;wBAEb,sBAAO,SAAS,EAAC;;;wBAEjB,aAAM,CAAC,IAAI,CAAC,uDAAuD,EAAE,OAAK,CAAC,CAAC;wBAC5E,sBAAO,WAAW,EAAC;;;;;KAEtB;IAEO,+CAAsB,GAA9B,UAA+B,MAAiC;QAC9D,IAAM,MAAM,GAAwB,EAAE,CAAC;QAEvC,0BAA0B;QAC1B,IAAM,KAAK,GAAI,MAAM,CAAC,IAAY,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/C,KAAmB,UAAK,EAAL,eAAK,EAAL,mBAAK,EAAL,IAAK,EAAE,CAAC;YAAtB,IAAM,IAAI,cAAA;YACb,IAAI,IAAI,CAAC,UAAU,GAAG,EAAE,EAAE,CAAC;gBACzB,wBAAwB;gBACxB,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;oBACtB,IAAI,EAAE;wBACJ,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;wBACf,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;wBACf,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE;wBAClC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE;qBACpC;oBACD,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,GAAG;oBACjC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAC,IAAS,IAAK,OAAA,CAAC;wBACpC,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,IAAI,EAAE;4BACJ,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;4BACf,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;4BACf,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE;4BAClC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE;yBACpC;wBACD,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,GAAG;qBAClC,CAAC,EATmC,CASnC,CAAC;iBACJ,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;QAEzC,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,MAAM,QAAA;YACN,QAAQ,UAAA;SACT,CAAC;IACJ,CAAC;IAEK,8CAAqB,GAA3B,UAA4B,WAAmB;;;;;4BAK3B,qBAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,EAAA;;wBAA/C,SAAS,GAAG,SAAmC;wBAErD,sBAAO;gCACL,MAAM,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC;gCACpC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;gCAClC,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC;6BACnC,EAAC;;;;KACH;IAEO,qCAAY,GAApB,UAAqB,SAAoB;QACvC,IAAM,MAAM,GAAmD,EAAE,CAAC;QAElE,0DAA0D;QAC1D,IAAM,IAAI,GAAyC,IAAI,GAAG,EAAE,CAAC;QAE7D,KAAoB,UAAgB,EAAhB,KAAA,SAAS,CAAC,MAAM,EAAhB,cAAgB,EAAhB,IAAgB,EAAE,CAAC;YAAlC,IAAM,KAAK,SAAA;YACd,0CAA0C;YAC1C,IAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC;YAEhD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACrB,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,gDAAgD;QAChD,IAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,UAAC,CAAC,EAAE,CAAC,IAAK,OAAA,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAX,CAAW,CAAC,CAAC;QAE1E,IAAI,SAAS,GAAe,EAAE,CAAC;QAC/B,IAAI,WAAW,GAAuB,IAAI,CAAC;QAE3C,KAA6B,UAAU,EAAV,yBAAU,EAAV,wBAAU,EAAV,IAAU,EAAE,CAAC;YAA/B,IAAA,qBAAc,EAAb,CAAC,QAAA,EAAE,SAAS,QAAA;YACtB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,4BAA4B;gBAC5B,SAAS,CAAC,IAAI,CAAC,UAAC,CAAC,EAAE,CAAC,IAAK,OAAA,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,EAAnB,CAAmB,CAAC,CAAC;gBAE9C,IAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,UAAC,CAAC,IAAK,OAAA,CAAC,CAAC,IAAI,EAAN,CAAM,CAAC,CAAC;gBAC9C,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAEzB,sBAAsB;gBACtB,IAAI,CAAC,WAAW,EAAE,CAAC;oBACjB,WAAW,gBAAQ,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAE,CAAC;gBACzC,CAAC;qBAAM,CAAC;oBACN,WAAW,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBAC7D,WAAW,CAAC,KAAK;wBACf,IAAI,CAAC,GAAG,OAAR,IAAI,EAAQ,SAAS,CAAC,GAAG,CAAC,UAAC,CAAC,IAAK,OAAA,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,EAAvB,CAAuB,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC;oBAC7E,WAAW,CAAC,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC;gBACpE,CAAC;YACH,CAAC;iBAAM,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;gBAC/C,eAAe;gBACf,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,oBAAM,SAAS,OAAC;oBACpB,IAAI,eAAO,WAAW,CAAE;iBACzB,CAAC,CAAC;gBACH,SAAS,GAAG,EAAE,CAAC;gBACf,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,SAAS;gBACf,IAAI,EAAE,WAAW;aAClB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,oCAAW,GAAnB,UACE,SAAoB;QAEpB,IAAM,KAAK,GAA+D,EAAE,CAAC;QAE7E,gCAAgC;QAChC,IAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QAEhC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,IAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAE1B,mCAAmC;YACnC,IAAI,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;gBACnC,IAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAE1D,kCAAkC;gBAClC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxD,IAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;oBAEvB,8CAA8C;oBAC9C,IAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;oBAC9D,IAAM,OAAO,GACX,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;oBAE1F,IAAI,SAAS,IAAI,OAAO,EAAE,CAAC;wBACzB,KAAK,CAAC,IAAI,CAAC;4BACT,KAAK,OAAA;4BACL,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;4BACvB,IAAI,EAAE;gCACJ,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gCACxC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;gCACjB,KAAK,EACH,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;oCAC5E,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gCACvC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;6BACxD;yBACF,CAAC,CAAC;wBACH,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,oCAAW,GAAnB,UAAoB,SAAoB;QACtC,IAAM,KAAK,GAAkD,EAAE,CAAC;QAEhE,IAAI,WAAW,GAAa,EAAE,CAAC;QAC/B,IAAI,UAAU,GAAuB,IAAI,CAAC;QAE1C,KAAoB,UAAgB,EAAhB,KAAA,SAAS,CAAC,MAAM,EAAhB,cAAgB,EAAhB,IAAgB,EAAE,CAAC;YAAlC,IAAM,KAAK,SAAA;YACd,yBAAyB;YACzB,IAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAChC,0DAA0D,CAC3D,CAAC;YACF,IAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;YAEpF,IAAI,SAAS,IAAI,aAAa,EAAE,CAAC;gBAC/B,IAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAc,CAAC,CAAC,CAAC,CAAC;gBAC9D,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;gBAElC,IAAI,CAAC,UAAU,EAAE,CAAC;oBAChB,UAAU,gBAAQ,KAAK,CAAC,IAAI,CAAE,CAAC;gBACjC,CAAC;qBAAM,CAAC;oBACN,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CACzB,UAAU,CAAC,KAAK,EAChB,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAC/C,CAAC;oBACF,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;iBAAM,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,EAAE,CAAC;gBAChD,cAAc;gBACd,KAAK,CAAC,IAAI,CAAC;oBACT,KAAK,oBAAM,WAAW,OAAC;oBACvB,IAAI,eAAO,UAAU,CAAE;iBACxB,CAAC,CAAC;gBACH,WAAW,GAAG,EAAE,CAAC;gBACjB,UAAU,GAAG,IAAI,CAAC;YACpB,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,EAAE,CAAC;YACzC,KAAK,CAAC,IAAI,CAAC;gBACT,KAAK,EAAE,WAAW;gBAClB,IAAI,EAAE,UAAU;aACjB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED,sCAAa,GAAb;QACE,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEK,gCAAO,GAAb;;;;;6BACM,IAAI,CAAC,MAAM,EAAX,wBAAW;wBACb,qBAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAA;;wBAA7B,SAA6B,CAAC;wBAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;;;wBAErB,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;wBACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;wBACxB,aAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;;;;;KACnC;IACH,qBAAC;AAAD,CAAC,AA1TD,IA0TC;AA1TY,wCAAc","sourcesContent":["import { logger } from '@elizaos/core';\nimport Tesseract from 'tesseract.js';\nimport type { OCRResult, ScreenTile, BoundingBox } from './types';\nimport sharp from 'sharp';\n\nexport class RealOCRService {\n  private worker: Tesseract.Worker | null = null;\n  private initialized = false;\n  private initPromise: Promise<void> | null = null;\n\n  async initialize(): Promise<void> {\n    if (this.initialized) {\n      return;\n    }\n\n    // Prevent multiple initializations\n    if (this.initPromise) {\n      return this.initPromise;\n    }\n\n    this.initPromise = this._initialize();\n    return this.initPromise;\n  }\n\n  private async _initialize(): Promise<void> {\n    try {\n      logger.info('[RealOCR] Initializing Tesseract.js...');\n\n      // Create worker\n      this.worker = await Tesseract.createWorker('eng', 1, {\n        logger: (m) => {\n          if (m.status === 'recognizing text') {\n            logger.debug(`[RealOCR] Progress: ${(m.progress * 100).toFixed(1)}%`);\n          }\n        },\n      });\n\n      this.initialized = true;\n      logger.info('[RealOCR] Tesseract.js initialized successfully');\n    } catch (error) {\n      logger.error('[RealOCR] Failed to initialize:', error);\n      throw error;\n    }\n  }\n\n  async extractText(imageBuffer: Buffer): Promise<OCRResult> {\n    if (!this.initialized) {\n      await this.initialize();\n    }\n\n    if (!this.worker) {\n      throw new Error('OCR worker not initialized');\n    }\n\n    try {\n      // Preprocess image for better OCR\n      const processedBuffer = await this.preprocessImage(imageBuffer);\n\n      // Perform OCR\n      const result = await this.worker.recognize(processedBuffer);\n\n      // Convert Tesseract result to our format\n      return this.convertTesseractResult(result);\n    } catch (error) {\n      logger.error('[RealOCR] Text extraction failed:', error);\n      throw error;\n    }\n  }\n\n  async extractFromTile(tile: ScreenTile): Promise<OCRResult> {\n    if (!tile.data) {\n      return {\n        text: '',\n        blocks: [],\n        fullText: '',\n      };\n    }\n\n    return this.extractText(tile.data);\n  }\n\n  private async preprocessImage(imageBuffer: Buffer): Promise<Buffer> {\n    try {\n      // Enhance image for better OCR results\n      const processed = await sharp(imageBuffer)\n        .grayscale() // Convert to grayscale\n        .normalize() // Normalize contrast\n        .sharpen() // Sharpen text\n        .toBuffer();\n\n      return processed;\n    } catch (error) {\n      logger.warn('[RealOCR] Image preprocessing failed, using original:', error);\n      return imageBuffer;\n    }\n  }\n\n  private convertTesseractResult(result: Tesseract.RecognizeResult): OCRResult {\n    const blocks: OCRResult['blocks'] = [];\n\n    // Process lines as blocks\n    const lines = (result.data as any).lines || [];\n    for (const line of lines) {\n      if (line.confidence > 30) {\n        // Filter low confidence\n        blocks.push({\n          text: line.text.trim(),\n          bbox: {\n            x: line.bbox.x0,\n            y: line.bbox.y0,\n            width: line.bbox.x1 - line.bbox.x0,\n            height: line.bbox.y1 - line.bbox.y0,\n          },\n          confidence: line.confidence / 100,\n          words: line.words.map((word: any) => ({\n            text: word.text,\n            bbox: {\n              x: word.bbox.x0,\n              y: word.bbox.y0,\n              width: word.bbox.x1 - word.bbox.x0,\n              height: word.bbox.y1 - word.bbox.y0,\n            },\n            confidence: word.confidence / 100,\n          })),\n        });\n      }\n    }\n\n    const fullText = result.data.text.trim();\n\n    return {\n      text: fullText,\n      blocks,\n      fullText,\n    };\n  }\n\n  async extractStructuredData(imageBuffer: Buffer): Promise<{\n    tables?: Array<{ rows: string[][]; bbox: BoundingBox }>;\n    forms?: Array<{ label: string; value: string; bbox: BoundingBox }>;\n    lists?: Array<{ items: string[]; bbox: BoundingBox }>;\n  }> {\n    const ocrResult = await this.extractText(imageBuffer);\n\n    return {\n      tables: this.detectTables(ocrResult),\n      forms: this.detectForms(ocrResult),\n      lists: this.detectLists(ocrResult),\n    };\n  }\n\n  private detectTables(ocrResult: OCRResult): Array<{ rows: string[][]; bbox: BoundingBox }> {\n    const tables: Array<{ rows: string[][]; bbox: BoundingBox }> = [];\n\n    // Group blocks by vertical alignment to detect table rows\n    const rows: Map<number, typeof ocrResult.blocks> = new Map();\n\n    for (const block of ocrResult.blocks) {\n      // Round Y position to group nearby blocks\n      const rowY = Math.round(block.bbox.y / 20) * 20;\n\n      if (!rows.has(rowY)) {\n        rows.set(rowY, []);\n      }\n      rows.get(rowY)!.push(block);\n    }\n\n    // Find potential tables (multiple aligned rows)\n    const sortedRows = Array.from(rows.entries()).sort((a, b) => a[0] - b[0]);\n\n    let tableRows: string[][] = [];\n    let tableBounds: BoundingBox | null = null;\n\n    for (const [y, rowBlocks] of sortedRows) {\n      if (rowBlocks.length > 1) {\n        // Sort blocks by X position\n        rowBlocks.sort((a, b) => a.bbox.x - b.bbox.x);\n\n        const rowTexts = rowBlocks.map((b) => b.text);\n        tableRows.push(rowTexts);\n\n        // Update table bounds\n        if (!tableBounds) {\n          tableBounds = { ...rowBlocks[0].bbox };\n        } else {\n          tableBounds.x = Math.min(tableBounds.x, rowBlocks[0].bbox.x);\n          tableBounds.width =\n            Math.max(...rowBlocks.map((b) => b.bbox.x + b.bbox.width)) - tableBounds.x;\n          tableBounds.height = y + rowBlocks[0].bbox.height - tableBounds.y;\n        }\n      } else if (tableRows.length > 1 && tableBounds) {\n        // End of table\n        tables.push({\n          rows: [...tableRows],\n          bbox: { ...tableBounds },\n        });\n        tableRows = [];\n        tableBounds = null;\n      }\n    }\n\n    // Add final table if exists\n    if (tableRows.length > 1 && tableBounds) {\n      tables.push({\n        rows: tableRows,\n        bbox: tableBounds,\n      });\n    }\n\n    return tables;\n  }\n\n  private detectForms(\n    ocrResult: OCRResult\n  ): Array<{ label: string; value: string; bbox: BoundingBox }> {\n    const forms: Array<{ label: string; value: string; bbox: BoundingBox }> = [];\n\n    // Look for label-value patterns\n    const blocks = ocrResult.blocks;\n\n    for (let i = 0; i < blocks.length; i++) {\n      const current = blocks[i];\n\n      // Check if this looks like a label\n      if (current.text.match(/[:：]\\s*$/)) {\n        const label = current.text.replace(/[:：]\\s*$/, '').trim();\n\n        // Look for value in nearby blocks\n        for (let j = i + 1; j < blocks.length && j < i + 3; j++) {\n          const next = blocks[j];\n\n          // Check if horizontally aligned or just below\n          const isAligned = Math.abs(current.bbox.y - next.bbox.y) < 10;\n          const isBelow =\n            next.bbox.y > current.bbox.y && next.bbox.y < current.bbox.y + current.bbox.height + 30;\n\n          if (isAligned || isBelow) {\n            forms.push({\n              label,\n              value: next.text.trim(),\n              bbox: {\n                x: Math.min(current.bbox.x, next.bbox.x),\n                y: current.bbox.y,\n                width:\n                  Math.max(current.bbox.x + current.bbox.width, next.bbox.x + next.bbox.width) -\n                  Math.min(current.bbox.x, next.bbox.x),\n                height: next.bbox.y + next.bbox.height - current.bbox.y,\n              },\n            });\n            break;\n          }\n        }\n      }\n    }\n\n    return forms;\n  }\n\n  private detectLists(ocrResult: OCRResult): Array<{ items: string[]; bbox: BoundingBox }> {\n    const lists: Array<{ items: string[]; bbox: BoundingBox }> = [];\n\n    let currentList: string[] = [];\n    let listBounds: BoundingBox | null = null;\n\n    for (const block of ocrResult.blocks) {\n      // Check for list markers\n      const listMatch = block.text.match(\n        /^[\\u2022\\u2023\\u25E6\\u2043\\u2219•·‣⁃◦▪▫◆◇○●\\-\\*]\\s+(.+)$/\n      );\n      const numberedMatch = block.text.match(/^(\\d+\\.|\\d+\\)|\\(\\d+\\)|[a-zA-Z]\\.)\\s+(.+)$/);\n\n      if (listMatch || numberedMatch) {\n        const itemText = listMatch ? listMatch[1] : numberedMatch![2];\n        currentList.push(itemText.trim());\n\n        if (!listBounds) {\n          listBounds = { ...block.bbox };\n        } else {\n          listBounds.width = Math.max(\n            listBounds.width,\n            block.bbox.x + block.bbox.width - listBounds.x\n          );\n          listBounds.height = block.bbox.y + block.bbox.height - listBounds.y;\n        }\n      } else if (currentList.length > 0 && listBounds) {\n        // End of list\n        lists.push({\n          items: [...currentList],\n          bbox: { ...listBounds },\n        });\n        currentList = [];\n        listBounds = null;\n      }\n    }\n\n    // Add final list if exists\n    if (currentList.length > 0 && listBounds) {\n      lists.push({\n        items: currentList,\n        bbox: listBounds,\n      });\n    }\n\n    return lists;\n  }\n\n  isInitialized(): boolean {\n    return this.initialized;\n  }\n\n  async dispose(): Promise<void> {\n    if (this.worker) {\n      await this.worker.terminate();\n      this.worker = null;\n    }\n    this.initialized = false;\n    this.initPromise = null;\n    logger.info('[RealOCR] Disposed');\n  }\n}\n"]}

package/dist/ocr-service.d.ts

@@ -1,28 +0,0 @@
-import type { OCRResult, ScreenTile, BoundingBox } from './types';
-export declare class OCRService {
-    private realOCR;
-    private initialized;
-    private useFallback;
-    initialize(): Promise<void>;
-    extractText(imageBuffer: Buffer): Promise<OCRResult>;
-    extractFromTile(tile: ScreenTile): Promise<OCRResult>;
-    extractFromImage(imageBuffer: Buffer): Promise<OCRResult>;
-    private fallbackOCR;
-    extractStructuredData(imageBuffer: Buffer): Promise<{
-        tables?: Array<{
-            rows: string[][];
-            bbox: BoundingBox;
-        }>;
-        forms?: Array<{
-            label: string;
-            value: string;
-            bbox: BoundingBox;
-        }>;
-        lists?: Array<{
-            items: string[];
-            bbox: BoundingBox;
-        }>;
-    }>;
-    isInitialized(): boolean;
-    dispose(): Promise<void>;
-}