@elizaos/plugin-vision 1.2.1

package/dist/tests/e2e/vision-worker-tests.js

@@ -0,0 +1,466 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
+    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VisionWorkerE2ETestSuite = void 0;
+var types_1 = require("../../types");
+var test_pattern_generator_1 = require("../test-pattern-generator");
+var child_process_1 = require("child_process");
+var util_1 = require("util");
+var execAsync = (0, util_1.promisify)(child_process_1.exec);
+var VisionWorkerE2ETestSuite = /** @class */ (function () {
+    function VisionWorkerE2ETestSuite() {
+        var _this = this;
+        this.name = 'plugin-vision-workers-e2e';
+        this.description = 'E2E tests for multi-threaded vision system with worker threads';
+        this.tests = [
+            {
+                name: 'Should access vision service through runtime',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var visionService, isActive, mode, scene;
+                    return __generator(this, function (_a) {
+                        switch (_a.label) {
+                            case 0:
+                                console.log('Testing vision service access through runtime...');
+                                visionService = runtime.getService(types_1.VisionServiceType.VISION);
+                                if (!visionService) {
+                                    throw new Error('Vision service not found in runtime');
+                                }
+                                console.log('✓ Vision service found in runtime');
+                                isActive = visionService.isActive();
+                                console.log("\u2713 Vision service active: ".concat(isActive));
+                                mode = visionService.getVisionMode();
+                                console.log("\u2713 Vision mode: ".concat(mode));
+                                return [4 /*yield*/, visionService.getEnhancedSceneDescription()];
+                            case 1:
+                                scene = _a.sent();
+                                if (scene) {
+                                    console.log('✓ Enhanced scene available');
+                                    if (scene.screenAnalysis) {
+                                        console.log('  - Screen analysis present');
+                                    }
+                                }
+                                return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+            {
+                name: 'Should capture screen at high FPS through service',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var visionService, startTime, frameCount, lastTimestamp, scene, totalTime, avgFPS;
+                    return __generator(this, function (_a) {
+                        switch (_a.label) {
+                            case 0:
+                                console.log('Testing high-FPS screen capture through service...');
+                                visionService = runtime.getService(types_1.VisionServiceType.VISION);
+                                if (!visionService) {
+                                    throw new Error('Vision service not found');
+                                }
+                                // Monitor for 5 seconds
+                                console.log('Monitoring screen capture for 5 seconds...');
+                                startTime = Date.now();
+                                frameCount = 0;
+                                lastTimestamp = 0;
+                                _a.label = 1;
+                            case 1:
+                                if (!(Date.now() - startTime < 5000)) return [3 /*break*/, 4];
+                                return [4 /*yield*/, visionService.getEnhancedSceneDescription()];
+                            case 2:
+                                scene = _a.sent();
+                                if (scene && scene.timestamp !== lastTimestamp) {
+                                    frameCount++;
+                                    lastTimestamp = scene.timestamp;
+                                }
+                                // Non-blocking check
+                                return [4 /*yield*/, new Promise(function (resolve) { return setImmediate(resolve); })];
+                            case 3:
+                                // Non-blocking check
+                                _a.sent();
+                                return [3 /*break*/, 1];
+                            case 4:
+                                totalTime = (Date.now() - startTime) / 1000;
+                                avgFPS = frameCount / totalTime;
+                                console.log("\u2713 Captured ".concat(frameCount, " unique frames in ").concat(totalTime.toFixed(2), "s (").concat(avgFPS.toFixed(2), " FPS)"));
+                                if (avgFPS < 1) {
+                                    console.warn('⚠️  FPS is lower than expected - workers may not be enabled');
+                                }
+                                return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+            {
+                name: 'Should detect quadrant numbers using OCR through service',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var visionService, pattern, patternPath, scene, ocrText, verification, error_1;
+                    var _a;
+                    return __generator(this, function (_b) {
+                        switch (_b.label) {
+                            case 0:
+                                console.log('Testing quadrant number detection through service...');
+                                visionService = runtime.getService(types_1.VisionServiceType.VISION);
+                                if (!visionService) {
+                                    throw new Error('Vision service not found');
+                                }
+                                return [4 /*yield*/, test_pattern_generator_1.TestPatternGenerator.generateQuadrantPattern({
+                                        width: 1920,
+                                        height: 1080,
+                                        fontSize: 72,
+                                        includeGrid: true,
+                                    })];
+                            case 1:
+                                pattern = _b.sent();
+                                return [4 /*yield*/, test_pattern_generator_1.TestPatternGenerator.savePattern(pattern, 'quadrant-test.png')];
+                            case 2:
+                                patternPath = _b.sent();
+                                console.log("\u2713 Test pattern saved to ".concat(patternPath));
+                                // Display the pattern
+                                return [4 /*yield*/, displayTestPattern(patternPath)];
+                            case 3:
+                                // Display the pattern
+                                _b.sent();
+                                _b.label = 4;
+                            case 4:
+                                _b.trys.push([4, 8, , 10]);
+                                // Wait for OCR to process
+                                console.log('Waiting for OCR processing...');
+                                return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, 3000); })];
+                            case 5:
+                                _b.sent();
+                                return [4 /*yield*/, visionService.getEnhancedSceneDescription()];
+                            case 6:
+                                scene = _b.sent();
+                                ocrText = ((_a = scene === null || scene === void 0 ? void 0 : scene.screenAnalysis) === null || _a === void 0 ? void 0 : _a.fullScreenOCR) || '';
+                                console.log("OCR detected text: \"".concat(ocrText.substring(0, 100), "...\""));
+                                verification = test_pattern_generator_1.TestPatternGenerator.verifyQuadrantNumbers(ocrText);
+                                console.log("Found numbers: ".concat(verification.foundNumbers.join(', ')));
+                                if (verification.success) {
+                                    console.log('✓ All quadrant numbers detected correctly');
+                                }
+                                else {
+                                    console.warn("\u26A0\uFE0F  Missing numbers: ".concat(verification.missingNumbers.join(', ')));
+                                }
+                                return [4 /*yield*/, closeTestPattern()];
+                            case 7:
+                                _b.sent();
+                                return [3 /*break*/, 10];
+                            case 8:
+                                error_1 = _b.sent();
+                                return [4 /*yield*/, closeTestPattern()];
+                            case 9:
+                                _b.sent();
+                                throw error_1;
+                            case 10: return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+            {
+                name: 'Should handle multiple displays through service',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var visionService, displayCount, startTime, scene;
+                    return __generator(this, function (_a) {
+                        switch (_a.label) {
+                            case 0:
+                                console.log('Testing multi-display support through service...');
+                                visionService = runtime.getService(types_1.VisionServiceType.VISION);
+                                if (!visionService) {
+                                    throw new Error('Vision service not found');
+                                }
+                                return [4 /*yield*/, getDisplayCount()];
+                            case 1:
+                                displayCount = _a.sent();
+                                console.log("Found ".concat(displayCount, " display(s)"));
+                                if (displayCount <= 1) {
+                                    console.log('⚠️  Only one display found, skipping multi-display test');
+                                    return [2 /*return*/];
+                                }
+                                // Run for 10 seconds to cycle through displays
+                                console.log('Monitoring displays for 10 seconds...');
+                                startTime = Date.now();
+                                _a.label = 2;
+                            case 2:
+                                if (!(Date.now() - startTime < 10000)) return [3 /*break*/, 5];
+                                return [4 /*yield*/, visionService.getEnhancedSceneDescription()];
+                            case 3:
+                                scene = _a.sent();
+                                if (scene === null || scene === void 0 ? void 0 : scene.screenCapture) {
+                                    // Log current screen info
+                                    console.log("  Screen: ".concat(scene.screenCapture.width, "x").concat(scene.screenCapture.height));
+                                }
+                                return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, 500); })];
+                            case 4:
+                                _a.sent();
+                                return [3 /*break*/, 2];
+                            case 5:
+                                console.log("\u2713 Monitored ".concat(displayCount, " displays"));
+                                return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+            {
+                name: 'Should process Florence-2 and OCR in parallel through service',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var visionService, pattern, patternPath, startTime, stats, scene, totalTime, error_2;
+                    var _a, _b, _c;
+                    return __generator(this, function (_d) {
+                        switch (_d.label) {
+                            case 0:
+                                console.log('Testing parallel processing performance through service...');
+                                visionService = runtime.getService(types_1.VisionServiceType.VISION);
+                                if (!visionService) {
+                                    throw new Error('Vision service not found');
+                                }
+                                return [4 /*yield*/, test_pattern_generator_1.TestPatternGenerator.generateComplexPattern({
+                                        width: 1920,
+                                        height: 1080,
+                                    })];
+                            case 1:
+                                pattern = _d.sent();
+                                return [4 /*yield*/, test_pattern_generator_1.TestPatternGenerator.savePattern(pattern, 'complex-test.png')];
+                            case 2:
+                                patternPath = _d.sent();
+                                return [4 /*yield*/, displayTestPattern(patternPath)];
+                            case 3:
+                                _d.sent();
+                                _d.label = 4;
+                            case 4:
+                                _d.trys.push([4, 10, , 12]);
+                                // Monitor performance for 10 seconds
+                                console.log('Running parallel processing test for 10 seconds...');
+                                startTime = Date.now();
+                                stats = {
+                                    frames: 0,
+                                    ocrDetections: 0,
+                                    florence2Detections: 0,
+                                };
+                                _d.label = 5;
+                            case 5:
+                                if (!(Date.now() - startTime < 10000)) return [3 /*break*/, 8];
+                                return [4 /*yield*/, visionService.getEnhancedSceneDescription()];
+                            case 6:
+                                scene = _d.sent();
+                                if (scene) {
+                                    stats.frames++;
+                                    if ((_a = scene.screenAnalysis) === null || _a === void 0 ? void 0 : _a.fullScreenOCR) {
+                                        stats.ocrDetections++;
+                                    }
+                                    if ((_c = (_b = scene.screenAnalysis) === null || _b === void 0 ? void 0 : _b.activeTile) === null || _c === void 0 ? void 0 : _c.florence2) {
+                                        stats.florence2Detections++;
+                                    }
+                                }
+                                // Log every 2 seconds
+                                if ((Date.now() - startTime) % 2000 < 100) {
+                                    console.log('\nCurrent stats:');
+                                    console.log("  Frames: ".concat(stats.frames));
+                                    console.log("  OCR detections: ".concat(stats.ocrDetections));
+                                    console.log("  Florence-2 detections: ".concat(stats.florence2Detections));
+                                }
+                                return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, 100); })];
+                            case 7:
+                                _d.sent();
+                                return [3 /*break*/, 5];
+                            case 8:
+                                totalTime = (Date.now() - startTime) / 1000;
+                                console.log('\nFinal statistics:');
+                                console.log("  Total frames: ".concat(stats.frames));
+                                console.log("  Average FPS: ".concat((stats.frames / totalTime).toFixed(2)));
+                                console.log("  OCR success rate: ".concat(((stats.ocrDetections / stats.frames) * 100).toFixed(1), "%"));
+                                console.log("  Florence-2 success rate: ".concat(((stats.florence2Detections / stats.frames) * 100).toFixed(1), "%"));
+                                return [4 /*yield*/, closeTestPattern()];
+                            case 9:
+                                _d.sent();
+                                return [3 /*break*/, 12];
+                            case 10:
+                                error_2 = _d.sent();
+                                return [4 /*yield*/, closeTestPattern()];
+                            case 11:
+                                _d.sent();
+                                throw error_2;
+                            case 12: return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+        ];
+    }
+    return VisionWorkerE2ETestSuite;
+}());
+exports.VisionWorkerE2ETestSuite = VisionWorkerE2ETestSuite;
+// Helper functions
+function getDisplayCount() {
+    return __awaiter(this, void 0, void 0, function () {
+        var platform, stdout, data, stdout, stdout, error_3;
+        var _a, _b, _c;
+        return __generator(this, function (_d) {
+            switch (_d.label) {
+                case 0:
+                    platform = process.platform;
+                    _d.label = 1;
+                case 1:
+                    _d.trys.push([1, 8, , 9]);
+                    if (!(platform === 'darwin')) return [3 /*break*/, 3];
+                    return [4 /*yield*/, execAsync('system_profiler SPDisplaysDataType -json')];
+                case 2:
+                    stdout = (_d.sent()).stdout;
+                    data = JSON.parse(stdout);
+                    return [2 /*return*/, ((_c = (_b = (_a = data.SPDisplaysDataType) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b._items) === null || _c === void 0 ? void 0 : _c.length) || 1];
+                case 3:
+                    if (!(platform === 'linux')) return [3 /*break*/, 5];
+                    return [4 /*yield*/, execAsync('xrandr --query | grep " connected" | wc -l')];
+                case 4:
+                    stdout = (_d.sent()).stdout;
+                    return [2 /*return*/, parseInt(stdout.trim(), 10) || 1];
+                case 5:
+                    if (!(platform === 'win32')) return [3 /*break*/, 7];
+                    return [4 /*yield*/, execAsync('wmic path Win32_DesktopMonitor get DeviceID /format:csv | find /c "DISPLAY"')];
+                case 6:
+                    stdout = (_d.sent()).stdout;
+                    return [2 /*return*/, parseInt(stdout.trim(), 10) || 1];
+                case 7: return [3 /*break*/, 9];
+                case 8:
+                    error_3 = _d.sent();
+                    console.error('Failed to get display count:', error_3);
+                    return [3 /*break*/, 9];
+                case 9: return [2 /*return*/, 1];
+            }
+        });
+    });
+}
+function displayTestPattern(imagePath) {
+    return __awaiter(this, void 0, void 0, function () {
+        var platform, _a, error_4;
+        return __generator(this, function (_b) {
+            switch (_b.label) {
+                case 0:
+                    platform = process.platform;
+                    _b.label = 1;
+                case 1:
+                    _b.trys.push([1, 13, , 14]);
+                    if (!(platform === 'darwin')) return [3 /*break*/, 3];
+                    // Open in Preview
+                    return [4 /*yield*/, execAsync("open \"".concat(imagePath, "\""))];
+                case 2:
+                    // Open in Preview
+                    _b.sent();
+                    return [3 /*break*/, 11];
+                case 3:
+                    if (!(platform === 'linux')) return [3 /*break*/, 9];
+                    _b.label = 4;
+                case 4:
+                    _b.trys.push([4, 6, , 8]);
+                    return [4 /*yield*/, execAsync("xdg-open \"".concat(imagePath, "\""))];
+                case 5:
+                    _b.sent();
+                    return [3 /*break*/, 8];
+                case 6:
+                    _a = _b.sent();
+                    return [4 /*yield*/, execAsync("display \"".concat(imagePath, "\""))];
+                case 7:
+                    _b.sent();
+                    return [3 /*break*/, 8];
+                case 8: return [3 /*break*/, 11];
+                case 9:
+                    if (!(platform === 'win32')) return [3 /*break*/, 11];
+                    // Open with default image viewer
+                    return [4 /*yield*/, execAsync("start \"\" \"".concat(imagePath, "\""))];
+                case 10:
+                    // Open with default image viewer
+                    _b.sent();
+                    _b.label = 11;
+                case 11: 
+                // Give time for window to open
+                return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, 1000); })];
+                case 12:
+                    // Give time for window to open
+                    _b.sent();
+                    return [3 /*break*/, 14];
+                case 13:
+                    error_4 = _b.sent();
+                    console.warn('Could not display test pattern:', error_4);
+                    return [3 /*break*/, 14];
+                case 14: return [2 /*return*/];
+            }
+        });
+    });
+}
+function closeTestPattern() {
+    return __awaiter(this, void 0, void 0, function () {
+        var platform, _error_1;
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    platform = process.platform;
+                    _a.label = 1;
+                case 1:
+                    _a.trys.push([1, 8, , 9]);
+                    if (!(platform === 'darwin')) return [3 /*break*/, 3];
+                    // Close Preview
+                    return [4 /*yield*/, execAsync('osascript -e \'tell application "Preview" to quit\'')];
+                case 2:
+                    // Close Preview
+                    _a.sent();
+                    return [3 /*break*/, 7];
+                case 3:
+                    if (!(platform === 'linux')) return [3 /*break*/, 5];
+                    // Close common viewers
+                    return [4 /*yield*/, execAsync('pkill -f "display.*test-patterns" || pkill -f "eog.*test-patterns" || true')];
+                case 4:
+                    // Close common viewers
+                    _a.sent();
+                    return [3 /*break*/, 7];
+                case 5:
+                    if (!(platform === 'win32')) return [3 /*break*/, 7];
+                    // Close Photos app
+                    return [4 /*yield*/, execAsync('taskkill /IM Microsoft.Photos.exe /F 2>nul || exit 0')];
+                case 6:
+                    // Close Photos app
+                    _a.sent();
+                    _a.label = 7;
+                case 7: return [3 /*break*/, 9];
+                case 8:
+                    _error_1 = _a.sent();
+                    return [3 /*break*/, 9];
+                case 9: return [2 /*return*/];
+            }
+        });
+    });
+}
+exports.default = new VisionWorkerE2ETestSuite();
+//# sourceMappingURL=vision-worker-tests.js.map

package/dist/tests/e2e/vision-worker-tests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision-worker-tests.js","sourceRoot":"","sources":["../../../src/tests/e2e/vision-worker-tests.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,qCAAgD;AAChD,oEAAiE;AACjE,+CAAqC;AACrC,6BAAiC;AAEjC,IAAM,SAAS,GAAG,IAAA,gBAAS,EAAC,oBAAI,CAAC,CAAC;AAElC;IAAA;QAAA,iBAiPC;QAhPC,SAAI,GAAG,2BAA2B,CAAC;QACnC,gBAAW,GAAG,gEAAgE,CAAC;QAE/E,UAAK,GAAG;YACN;gBACE,IAAI,EAAE,8CAA8C;gBACpD,EAAE,EAAE,UAAO,OAAsB;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;gCAG1D,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,yBAAiB,CAAC,MAAM,CAAC,CAAC;gCAElF,IAAI,CAAC,aAAa,EAAE,CAAC;oCACnB,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;gCACzD,CAAC;gCAED,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;gCAG3C,QAAQ,GAAG,aAAa,CAAC,QAAQ,EAAE,CAAC;gCAC1C,OAAO,CAAC,GAAG,CAAC,wCAA4B,QAAQ,CAAE,CAAC,CAAC;gCAG9C,IAAI,GAAG,aAAa,CAAC,aAAa,EAAE,CAAC;gCAC3C,OAAO,CAAC,GAAG,CAAC,8BAAkB,IAAI,CAAE,CAAC,CAAC;gCAGxB,qBAAM,aAAa,CAAC,2BAA2B,EAAE,EAAA;;gCAAzD,KAAK,GAAG,SAAiD;gCAC/D,IAAI,KAAK,EAAE,CAAC;oCACV,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;oCAC1C,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;wCACzB,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;oCAC7C,CAAC;gCACH,CAAC;;;;qBACF;aACF;YAED;gBACE,IAAI,EAAE,mDAAmD;gBACzD,EAAE,EAAE,UAAO,OAAsB;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;gCAE5D,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,yBAAiB,CAAC,MAAM,CAAC,CAAC;gCAClF,IAAI,CAAC,aAAa,EAAE,CAAC;oCACnB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gCAC9C,CAAC;gCAED,wBAAwB;gCACxB,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;gCACpD,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gCACzB,UAAU,GAAG,CAAC,CAAC;gCACf,aAAa,GAAG,CAAC,CAAC;;;qCAEf,CAAA,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,IAAI,CAAA;gCACpB,qBAAM,aAAa,CAAC,2BAA2B,EAAE,EAAA;;gCAAzD,KAAK,GAAG,SAAiD;gCAC/D,IAAI,KAAK,IAAI,KAAK,CAAC,SAAS,KAAK,aAAa,EAAE,CAAC;oCAC/C,UAAU,EAAE,CAAC;oCACb,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC;gCAClC,CAAC;gCAED,qBAAqB;gCACrB,qBAAM,IAAI,OAAO,CAAC,UAAC,OAAO,IAAK,OAAA,YAAY,CAAC,OAAO,CAAC,EAArB,CAAqB,CAAC,EAAA;;gCADrD,qBAAqB;gCACrB,SAAqD,CAAC;;;gCAGlD,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;gCAC5C,MAAM,GAAG,UAAU,GAAG,SAAS,CAAC;gCACtC,OAAO,CAAC,GAAG,CACT,0BAAc,UAAU,+BAAqB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAM,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,UAAO,CAChG,CAAC;gCAEF,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;oCACf,OAAO,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;gCAC9E,CAAC;;;;qBACF;aACF;YAED;gBACE,IAAI,EAAE,0DAA0D;gBAChE,EAAE,EAAE,UAAO,OAAsB;;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;gCAE9D,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,yBAAiB,CAAC,MAAM,CAAC,CAAC;gCAClF,IAAI,CAAC,aAAa,EAAE,CAAC;oCACnB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gCAC9C,CAAC;gCAGe,qBAAM,6CAAoB,CAAC,uBAAuB,CAAC;wCACjE,KAAK,EAAE,IAAI;wCACX,MAAM,EAAE,IAAI;wCACZ,QAAQ,EAAE,EAAE;wCACZ,WAAW,EAAE,IAAI;qCAClB,CAAC,EAAA;;gCALI,OAAO,GAAG,SAKd;gCAEkB,qBAAM,6CAAoB,CAAC,WAAW,CAAC,OAAO,EAAE,mBAAmB,CAAC,EAAA;;gCAAlF,WAAW,GAAG,SAAoE;gCACxF,OAAO,CAAC,GAAG,CAAC,uCAA2B,WAAW,CAAE,CAAC,CAAC;gCAEtD,sBAAsB;gCACtB,qBAAM,kBAAkB,CAAC,WAAW,CAAC,EAAA;;gCADrC,sBAAsB;gCACtB,SAAqC,CAAC;;;;gCAGpC,0BAA0B;gCAC1B,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;gCAC7C,qBAAM,IAAI,OAAO,CAAC,UAAC,OAAO,IAAK,OAAA,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,EAAzB,CAAyB,CAAC,EAAA;;gCAAzD,SAAyD,CAAC;gCAG5C,qBAAM,aAAa,CAAC,2BAA2B,EAAE,EAAA;;gCAAzD,KAAK,GAAG,SAAiD;gCACzD,OAAO,GAAG,CAAA,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,cAAc,0CAAE,aAAa,KAAI,EAAE,CAAC;gCAE3D,OAAO,CAAC,GAAG,CAAC,+BAAuB,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,UAAM,CAAC,CAAC;gCAG9D,YAAY,GAAG,6CAAoB,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;gCACzE,OAAO,CAAC,GAAG,CAAC,yBAAkB,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAE,CAAC,CAAC;gCAEtE,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;oCACzB,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;gCAC3D,CAAC;qCAAM,CAAC;oCACN,OAAO,CAAC,IAAI,CAAC,yCAAwB,YAAY,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAE,CAAC,CAAC;gCACjF,CAAC;gCAED,qBAAM,gBAAgB,EAAE,EAAA;;gCAAxB,SAAwB,CAAC;;;;gCAEzB,qBAAM,gBAAgB,EAAE,EAAA;;gCAAxB,SAAwB,CAAC;gCACzB,MAAM,OAAK,CAAC;;;;qBAEf;aACF;YAED;gBACE,IAAI,EAAE,iDAAiD;gBACvD,EAAE,EAAE,UAAO,OAAsB;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;gCAE1D,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,yBAAiB,CAAC,MAAM,CAAC,CAAC;gCAClF,IAAI,CAAC,aAAa,EAAE,CAAC;oCACnB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gCAC9C,CAAC;gCAGoB,qBAAM,eAAe,EAAE,EAAA;;gCAAtC,YAAY,GAAG,SAAuB;gCAC5C,OAAO,CAAC,GAAG,CAAC,gBAAS,YAAY,gBAAa,CAAC,CAAC;gCAEhD,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;oCACtB,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;oCACvE,sBAAO;gCACT,CAAC;gCAED,+CAA+C;gCAC/C,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;gCAC/C,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;;;qCAEtB,CAAA,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,KAAK,CAAA;gCACrB,qBAAM,aAAa,CAAC,2BAA2B,EAAE,EAAA;;gCAAzD,KAAK,GAAG,SAAiD;gCAC/D,IAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,aAAa,EAAE,CAAC;oCACzB,0BAA0B;oCAC1B,OAAO,CAAC,GAAG,CAAC,oBAAa,KAAK,CAAC,aAAa,CAAC,KAAK,cAAI,KAAK,CAAC,aAAa,CAAC,MAAM,CAAE,CAAC,CAAC;gCACtF,CAAC;gCAED,qBAAM,IAAI,OAAO,CAAC,UAAC,OAAO,IAAK,OAAA,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,EAAxB,CAAwB,CAAC,EAAA;;gCAAxD,SAAwD,CAAC;;;gCAG3D,OAAO,CAAC,GAAG,CAAC,2BAAe,YAAY,cAAW,CAAC,CAAC;;;;qBACrD;aACF;YAED;gBACE,IAAI,EAAE,+DAA+D;gBACrE,EAAE,EAAE,UAAO,OAAsB;;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAC;gCAEpE,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,yBAAiB,CAAC,MAAM,CAAC,CAAC;gCAClF,IAAI,CAAC,aAAa,EAAE,CAAC;oCACnB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;gCAC9C,CAAC;gCAGe,qBAAM,6CAAoB,CAAC,sBAAsB,CAAC;wCAChE,KAAK,EAAE,IAAI;wCACX,MAAM,EAAE,IAAI;qCACb,CAAC,EAAA;;gCAHI,OAAO,GAAG,SAGd;gCAEkB,qBAAM,6CAAoB,CAAC,WAAW,CAAC,OAAO,EAAE,kBAAkB,CAAC,EAAA;;gCAAjF,WAAW,GAAG,SAAmE;gCACvF,qBAAM,kBAAkB,CAAC,WAAW,CAAC,EAAA;;gCAArC,SAAqC,CAAC;;;;gCAGpC,qCAAqC;gCACrC,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;gCAC5D,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gCACvB,KAAK,GAAG;oCACZ,MAAM,EAAE,CAAC;oCACT,aAAa,EAAE,CAAC;oCAChB,mBAAmB,EAAE,CAAC;iCACvB,CAAC;;;qCAEK,CAAA,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,KAAK,CAAA;gCACrB,qBAAM,aAAa,CAAC,2BAA2B,EAAE,EAAA;;gCAAzD,KAAK,GAAG,SAAiD;gCAE/D,IAAI,KAAK,EAAE,CAAC;oCACV,KAAK,CAAC,MAAM,EAAE,CAAC;oCAEf,IAAI,MAAA,KAAK,CAAC,cAAc,0CAAE,aAAa,EAAE,CAAC;wCACxC,KAAK,CAAC,aAAa,EAAE,CAAC;oCACxB,CAAC;oCAED,IAAI,MAAA,MAAA,KAAK,CAAC,cAAc,0CAAE,UAAU,0CAAE,SAAS,EAAE,CAAC;wCAChD,KAAK,CAAC,mBAAmB,EAAE,CAAC;oCAC9B,CAAC;gCACH,CAAC;gCAED,sBAAsB;gCACtB,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG,GAAG,EAAE,CAAC;oCAC1C,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;oCAChC,OAAO,CAAC,GAAG,CAAC,oBAAa,KAAK,CAAC,MAAM,CAAE,CAAC,CAAC;oCACzC,OAAO,CAAC,GAAG,CAAC,4BAAqB,KAAK,CAAC,aAAa,CAAE,CAAC,CAAC;oCACxD,OAAO,CAAC,GAAG,CAAC,mCAA4B,KAAK,CAAC,mBAAmB,CAAE,CAAC,CAAC;gCACvE,CAAC;gCAED,qBAAM,IAAI,OAAO,CAAC,UAAC,OAAO,IAAK,OAAA,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,EAAxB,CAAwB,CAAC,EAAA;;gCAAxD,SAAwD,CAAC;;;gCAGrD,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;gCAClD,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;gCACnC,OAAO,CAAC,GAAG,CAAC,0BAAmB,KAAK,CAAC,MAAM,CAAE,CAAC,CAAC;gCAC/C,OAAO,CAAC,GAAG,CAAC,yBAAkB,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAE,CAAC,CAAC;gCACvE,OAAO,CAAC,GAAG,CACT,8BAAuB,CAAC,CAAC,KAAK,CAAC,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAG,CAClF,CAAC;gCACF,OAAO,CAAC,GAAG,CACT,qCAA8B,CAAC,CAAC,KAAK,CAAC,mBAAmB,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAG,CAC/F,CAAC;gCAEF,qBAAM,gBAAgB,EAAE,EAAA;;gCAAxB,SAAwB,CAAC;;;;gCAEzB,qBAAM,gBAAgB,EAAE,EAAA;;gCAAxB,SAAwB,CAAC;gCACzB,MAAM,OAAK,CAAC;;;;qBAEf;aACF;SACF,CAAC;IACJ,CAAC;IAAD,+BAAC;AAAD,CAAC,AAjPD,IAiPC;AAjPY,4DAAwB;AAmPrC,mBAAmB;AAEnB,SAAe,eAAe;;;;;;;oBACtB,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;;;;yBAG5B,CAAA,QAAQ,KAAK,QAAQ,CAAA,EAArB,wBAAqB;oBACJ,qBAAM,SAAS,CAAC,0CAA0C,CAAC,EAAA;;oBAAtE,MAAM,GAAK,CAAA,SAA2D,CAAA,OAAhE;oBACR,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;oBAChC,sBAAO,CAAA,MAAA,MAAA,MAAA,IAAI,CAAC,kBAAkB,0CAAG,CAAC,CAAC,0CAAE,MAAM,0CAAE,MAAM,KAAI,CAAC,EAAC;;yBAChD,CAAA,QAAQ,KAAK,OAAO,CAAA,EAApB,wBAAoB;oBACV,qBAAM,SAAS,CAAC,4CAA4C,CAAC,EAAA;;oBAAxE,MAAM,GAAK,CAAA,SAA6D,CAAA,OAAlE;oBACd,sBAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,EAAC;;yBAC/B,CAAA,QAAQ,KAAK,OAAO,CAAA,EAApB,wBAAoB;oBACV,qBAAM,SAAS,CAChC,6EAA6E,CAC9E,EAAA;;oBAFO,MAAM,GAAK,CAAA,SAElB,CAAA,OAFa;oBAGd,sBAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,EAAC;;;;oBAG1C,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,OAAK,CAAC,CAAC;;wBAGvD,sBAAO,CAAC,EAAC;;;;CACV;AAED,SAAe,kBAAkB,CAAC,SAAiB;;;;;;oBAC3C,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;;;;yBAG5B,CAAA,QAAQ,KAAK,QAAQ,CAAA,EAArB,wBAAqB;oBACvB,kBAAkB;oBAClB,qBAAM,SAAS,CAAC,iBAAS,SAAS,OAAG,CAAC,EAAA;;oBADtC,kBAAkB;oBAClB,SAAsC,CAAC;;;yBAC9B,CAAA,QAAQ,KAAK,OAAO,CAAA,EAApB,wBAAoB;;;;oBAG3B,qBAAM,SAAS,CAAC,qBAAa,SAAS,OAAG,CAAC,EAAA;;oBAA1C,SAA0C,CAAC;;;;oBAE3C,qBAAM,SAAS,CAAC,oBAAY,SAAS,OAAG,CAAC,EAAA;;oBAAzC,SAAyC,CAAC;;;;yBAEnC,CAAA,QAAQ,KAAK,OAAO,CAAA,EAApB,yBAAoB;oBAC7B,iCAAiC;oBACjC,qBAAM,SAAS,CAAC,uBAAa,SAAS,OAAG,CAAC,EAAA;;oBAD1C,iCAAiC;oBACjC,SAA0C,CAAC;;;gBAG7C,+BAA+B;gBAC/B,qBAAM,IAAI,OAAO,CAAC,UAAC,OAAO,IAAK,OAAA,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,EAAzB,CAAyB,CAAC,EAAA;;oBADzD,+BAA+B;oBAC/B,SAAyD,CAAC;;;;oBAE1D,OAAO,CAAC,IAAI,CAAC,iCAAiC,EAAE,OAAK,CAAC,CAAC;;;;;;CAE1D;AAED,SAAe,gBAAgB;;;;;;oBACvB,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;;;;yBAG5B,CAAA,QAAQ,KAAK,QAAQ,CAAA,EAArB,wBAAqB;oBACvB,gBAAgB;oBAChB,qBAAM,SAAS,CAAC,qDAAqD,CAAC,EAAA;;oBADtE,gBAAgB;oBAChB,SAAsE,CAAC;;;yBAC9D,CAAA,QAAQ,KAAK,OAAO,CAAA,EAApB,wBAAoB;oBAC7B,uBAAuB;oBACvB,qBAAM,SAAS,CAAC,4EAA4E,CAAC,EAAA;;oBAD7F,uBAAuB;oBACvB,SAA6F,CAAC;;;yBACrF,CAAA,QAAQ,KAAK,OAAO,CAAA,EAApB,wBAAoB;oBAC7B,mBAAmB;oBACnB,qBAAM,SAAS,CAAC,sDAAsD,CAAC,EAAA;;oBADvE,mBAAmB;oBACnB,SAAuE,CAAC;;;;;;;;;;CAK7E;AAED,kBAAe,IAAI,wBAAwB,EAAE,CAAC","sourcesContent":["import type { TestSuite, IAgentRuntime } from '@elizaos/core';\nimport { VisionService } from '../../service';\nimport { VisionServiceType } from '../../types';\nimport { TestPatternGenerator } from '../test-pattern-generator';\nimport { exec } from 'child_process';\nimport { promisify } from 'util';\n\nconst execAsync = promisify(exec);\n\nexport class VisionWorkerE2ETestSuite implements TestSuite {\n  name = 'plugin-vision-workers-e2e';\n  description = 'E2E tests for multi-threaded vision system with worker threads';\n\n  tests = [\n    {\n      name: 'Should access vision service through runtime',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing vision service access through runtime...');\n\n        // Get vision service from runtime\n        const visionService = runtime.getService<VisionService>(VisionServiceType.VISION);\n\n        if (!visionService) {\n          throw new Error('Vision service not found in runtime');\n        }\n\n        console.log('✓ Vision service found in runtime');\n\n        // Check if service is active\n        const isActive = visionService.isActive();\n        console.log(`✓ Vision service active: ${isActive}`);\n\n        // Get vision mode\n        const mode = visionService.getVisionMode();\n        console.log(`✓ Vision mode: ${mode}`);\n\n        // Get enhanced scene description (which uses worker manager if available)\n        const scene = await visionService.getEnhancedSceneDescription();\n        if (scene) {\n          console.log('✓ Enhanced scene available');\n          if (scene.screenAnalysis) {\n            console.log('  - Screen analysis present');\n          }\n        }\n      },\n    },\n\n    {\n      name: 'Should capture screen at high FPS through service',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing high-FPS screen capture through service...');\n\n        const visionService = runtime.getService<VisionService>(VisionServiceType.VISION);\n        if (!visionService) {\n          throw new Error('Vision service not found');\n        }\n\n        // Monitor for 5 seconds\n        console.log('Monitoring screen capture for 5 seconds...');\n        const startTime = Date.now();\n        let frameCount = 0;\n        let lastTimestamp = 0;\n\n        while (Date.now() - startTime < 5000) {\n          const scene = await visionService.getEnhancedSceneDescription();\n          if (scene && scene.timestamp !== lastTimestamp) {\n            frameCount++;\n            lastTimestamp = scene.timestamp;\n          }\n\n          // Non-blocking check\n          await new Promise((resolve) => setImmediate(resolve));\n        }\n\n        const totalTime = (Date.now() - startTime) / 1000;\n        const avgFPS = frameCount / totalTime;\n        console.log(\n          `✓ Captured ${frameCount} unique frames in ${totalTime.toFixed(2)}s (${avgFPS.toFixed(2)} FPS)`\n        );\n\n        if (avgFPS < 1) {\n          console.warn('⚠️  FPS is lower than expected - workers may not be enabled');\n        }\n      },\n    },\n\n    {\n      name: 'Should detect quadrant numbers using OCR through service',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing quadrant number detection through service...');\n\n        const visionService = runtime.getService<VisionService>(VisionServiceType.VISION);\n        if (!visionService) {\n          throw new Error('Vision service not found');\n        }\n\n        // Generate test pattern\n        const pattern = await TestPatternGenerator.generateQuadrantPattern({\n          width: 1920,\n          height: 1080,\n          fontSize: 72,\n          includeGrid: true,\n        });\n\n        const patternPath = await TestPatternGenerator.savePattern(pattern, 'quadrant-test.png');\n        console.log(`✓ Test pattern saved to ${patternPath}`);\n\n        // Display the pattern\n        await displayTestPattern(patternPath);\n\n        try {\n          // Wait for OCR to process\n          console.log('Waiting for OCR processing...');\n          await new Promise((resolve) => setTimeout(resolve, 3000));\n\n          // Get enhanced scene with OCR results\n          const scene = await visionService.getEnhancedSceneDescription();\n          const ocrText = scene?.screenAnalysis?.fullScreenOCR || '';\n\n          console.log(`OCR detected text: \"${ocrText.substring(0, 100)}...\"`);\n\n          // Verify quadrant numbers\n          const verification = TestPatternGenerator.verifyQuadrantNumbers(ocrText);\n          console.log(`Found numbers: ${verification.foundNumbers.join(', ')}`);\n\n          if (verification.success) {\n            console.log('✓ All quadrant numbers detected correctly');\n          } else {\n            console.warn(`⚠️  Missing numbers: ${verification.missingNumbers.join(', ')}`);\n          }\n\n          await closeTestPattern();\n        } catch (error) {\n          await closeTestPattern();\n          throw error;\n        }\n      },\n    },\n\n    {\n      name: 'Should handle multiple displays through service',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing multi-display support through service...');\n\n        const visionService = runtime.getService<VisionService>(VisionServiceType.VISION);\n        if (!visionService) {\n          throw new Error('Vision service not found');\n        }\n\n        // Get display count\n        const displayCount = await getDisplayCount();\n        console.log(`Found ${displayCount} display(s)`);\n\n        if (displayCount <= 1) {\n          console.log('⚠️  Only one display found, skipping multi-display test');\n          return;\n        }\n\n        // Run for 10 seconds to cycle through displays\n        console.log('Monitoring displays for 10 seconds...');\n        const startTime = Date.now();\n\n        while (Date.now() - startTime < 10000) {\n          const scene = await visionService.getEnhancedSceneDescription();\n          if (scene?.screenCapture) {\n            // Log current screen info\n            console.log(`  Screen: ${scene.screenCapture.width}x${scene.screenCapture.height}`);\n          }\n\n          await new Promise((resolve) => setTimeout(resolve, 500));\n        }\n\n        console.log(`✓ Monitored ${displayCount} displays`);\n      },\n    },\n\n    {\n      name: 'Should process Florence-2 and OCR in parallel through service',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing parallel processing performance through service...');\n\n        const visionService = runtime.getService<VisionService>(VisionServiceType.VISION);\n        if (!visionService) {\n          throw new Error('Vision service not found');\n        }\n\n        // Generate complex pattern\n        const pattern = await TestPatternGenerator.generateComplexPattern({\n          width: 1920,\n          height: 1080,\n        });\n\n        const patternPath = await TestPatternGenerator.savePattern(pattern, 'complex-test.png');\n        await displayTestPattern(patternPath);\n\n        try {\n          // Monitor performance for 10 seconds\n          console.log('Running parallel processing test for 10 seconds...');\n          const startTime = Date.now();\n          const stats = {\n            frames: 0,\n            ocrDetections: 0,\n            florence2Detections: 0,\n          };\n\n          while (Date.now() - startTime < 10000) {\n            const scene = await visionService.getEnhancedSceneDescription();\n\n            if (scene) {\n              stats.frames++;\n\n              if (scene.screenAnalysis?.fullScreenOCR) {\n                stats.ocrDetections++;\n              }\n\n              if (scene.screenAnalysis?.activeTile?.florence2) {\n                stats.florence2Detections++;\n              }\n            }\n\n            // Log every 2 seconds\n            if ((Date.now() - startTime) % 2000 < 100) {\n              console.log('\\nCurrent stats:');\n              console.log(`  Frames: ${stats.frames}`);\n              console.log(`  OCR detections: ${stats.ocrDetections}`);\n              console.log(`  Florence-2 detections: ${stats.florence2Detections}`);\n            }\n\n            await new Promise((resolve) => setTimeout(resolve, 100));\n          }\n\n          const totalTime = (Date.now() - startTime) / 1000;\n          console.log('\\nFinal statistics:');\n          console.log(`  Total frames: ${stats.frames}`);\n          console.log(`  Average FPS: ${(stats.frames / totalTime).toFixed(2)}`);\n          console.log(\n            `  OCR success rate: ${((stats.ocrDetections / stats.frames) * 100).toFixed(1)}%`\n          );\n          console.log(\n            `  Florence-2 success rate: ${((stats.florence2Detections / stats.frames) * 100).toFixed(1)}%`\n          );\n\n          await closeTestPattern();\n        } catch (error) {\n          await closeTestPattern();\n          throw error;\n        }\n      },\n    },\n  ];\n}\n\n// Helper functions\n\nasync function getDisplayCount(): Promise<number> {\n  const platform = process.platform;\n\n  try {\n    if (platform === 'darwin') {\n      const { stdout } = await execAsync('system_profiler SPDisplaysDataType -json');\n      const data = JSON.parse(stdout);\n      return data.SPDisplaysDataType?.[0]?._items?.length || 1;\n    } else if (platform === 'linux') {\n      const { stdout } = await execAsync('xrandr --query | grep \" connected\" | wc -l');\n      return parseInt(stdout.trim(), 10) || 1;\n    } else if (platform === 'win32') {\n      const { stdout } = await execAsync(\n        'wmic path Win32_DesktopMonitor get DeviceID /format:csv | find /c \"DISPLAY\"'\n      );\n      return parseInt(stdout.trim(), 10) || 1;\n    }\n  } catch (error) {\n    console.error('Failed to get display count:', error);\n  }\n\n  return 1;\n}\n\nasync function displayTestPattern(imagePath: string): Promise<void> {\n  const platform = process.platform;\n\n  try {\n    if (platform === 'darwin') {\n      // Open in Preview\n      await execAsync(`open \"${imagePath}\"`);\n    } else if (platform === 'linux') {\n      // Try common image viewers\n      try {\n        await execAsync(`xdg-open \"${imagePath}\"`);\n      } catch {\n        await execAsync(`display \"${imagePath}\"`);\n      }\n    } else if (platform === 'win32') {\n      // Open with default image viewer\n      await execAsync(`start \"\" \"${imagePath}\"`);\n    }\n\n    // Give time for window to open\n    await new Promise((resolve) => setTimeout(resolve, 1000));\n  } catch (error) {\n    console.warn('Could not display test pattern:', error);\n  }\n}\n\nasync function closeTestPattern(): Promise<void> {\n  const platform = process.platform;\n\n  try {\n    if (platform === 'darwin') {\n      // Close Preview\n      await execAsync('osascript -e \\'tell application \"Preview\" to quit\\'');\n    } else if (platform === 'linux') {\n      // Close common viewers\n      await execAsync('pkill -f \"display.*test-patterns\" || pkill -f \"eog.*test-patterns\" || true');\n    } else if (platform === 'win32') {\n      // Close Photos app\n      await execAsync('taskkill /IM Microsoft.Photos.exe /F 2>nul || exit 0');\n    }\n  } catch (_error) {\n    // Ignore errors when closing\n  }\n}\n\nexport default new VisionWorkerE2ETestSuite();\n"]}

package/dist/tests/test-pattern-generator.d.ts

@@ -0,0 +1,40 @@
+export interface TestPatternConfig {
+    width: number;
+    height: number;
+    backgroundColor?: string;
+    textColor?: string;
+    fontSize?: number;
+    includeGrid?: boolean;
+    includeTimestamp?: boolean;
+    displayIndex?: number;
+}
+export declare class TestPatternGenerator {
+    /**
+     * Generate a test pattern with numbers in each quadrant and center
+     */
+    static generateQuadrantPattern(config: TestPatternConfig): Promise<Buffer>;
+    /**
+     * Generate a complex test pattern with multiple text regions
+     */
+    static generateComplexPattern(config: TestPatternConfig): Promise<Buffer>;
+    /**
+     * Generate grid lines for the pattern
+     */
+    private static generateGrid;
+    /**
+     * Save test pattern to file
+     */
+    static savePattern(buffer: Buffer, filename: string): Promise<string>;
+    /**
+     * Generate patterns for all displays
+     */
+    static generatePatternsForAllDisplays(displayCount: number): Promise<Map<number, Buffer>>;
+    /**
+     * Verify OCR results match expected quadrant numbers
+     */
+    static verifyQuadrantNumbers(ocrText: string): {
+        success: boolean;
+        foundNumbers: number[];
+        missingNumbers: number[];
+    };
+}