@elizaos/plugin-vision 1.2.1

package/dist/tests/e2e/vision-basic.js

@@ -0,0 +1,434 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
+    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VisionBasicE2ETestSuite = void 0;
+var core_1 = require("@elizaos/core");
+var action_1 = require("../../action");
+var VisionBasicE2ETestSuite = /** @class */ (function () {
+    function VisionBasicE2ETestSuite() {
+        var _this = this;
+        this.name = 'plugin-vision-basic-e2e';
+        this.description = 'Basic end-to-end tests for vision plugin functionality';
+        this.tests = [
+            {
+                name: 'Should initialize vision service',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var visionService, isActive, cameraInfo;
+                    return __generator(this, function (_a) {
+                        console.log('Testing vision service initialization...');
+                        visionService = runtime.getService('VISION');
+                        if (!visionService) {
+                            throw new Error('Vision service not available - service must be registered');
+                        }
+                        isActive = visionService.isActive();
+                        cameraInfo = visionService.getCameraInfo();
+                        if (!isActive || !cameraInfo) {
+                            // For CI/CD environments without cameras, check that service at least initializes
+                            console.warn('⚠️  No camera detected. Service initialized but not active.');
+                            console.log('   This is acceptable in CI/CD environments without cameras.');
+                        }
+                        else {
+                            console.log('✓ Vision service initialized and active');
+                            console.log("\u2713 Connected to camera: ".concat(cameraInfo.name, " (ID: ").concat(cameraInfo.id, ")"));
+                        }
+                        return [2 /*return*/];
+                    });
+                }); },
+            },
+            {
+                name: 'Should describe scene when requested',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var roomId, message, callbackCalled, callbackResponse, state, visionService, isValid;
+                    var _this = this;
+                    return __generator(this, function (_a) {
+                        switch (_a.label) {
+                            case 0:
+                                console.log('Testing scene description action...');
+                                roomId = (0, core_1.createUniqueUuid)(runtime, 'test-room');
+                                message = {
+                                    id: (0, core_1.createUniqueUuid)(runtime, 'test-msg-describe'),
+                                    entityId: runtime.agentId,
+                                    content: { text: 'what do you see?' },
+                                    agentId: runtime.agentId,
+                                    roomId: roomId,
+                                    createdAt: Date.now(),
+                                };
+                                callbackCalled = false;
+                                callbackResponse = null;
+                                state = { values: {}, data: {}, text: '' };
+                                visionService = runtime.getService('VISION');
+                                return [4 /*yield*/, action_1.describeSceneAction.validate(runtime, message, state)];
+                            case 1:
+                                isValid = _a.sent();
+                                if (!(!visionService || !visionService.isActive())) return [3 /*break*/, 3];
+                                // If vision service is not active, validation should return false
+                                if (isValid) {
+                                    throw new Error('Action validation should return false when vision service is not active');
+                                }
+                                console.log('  Action validation correctly returned false (vision not active)');
+                                // But handler should still work and provide appropriate message
+                                return [4 /*yield*/, action_1.describeSceneAction.handler(runtime, message, state, {}, function (response) { return __awaiter(_this, void 0, void 0, function () {
+                                        return __generator(this, function (_a) {
+                                            callbackCalled = true;
+                                            callbackResponse = response;
+                                            return [2 /*return*/, []];
+                                        });
+                                    }); })];
+                            case 2:
+                                // But handler should still work and provide appropriate message
+                                _a.sent();
+                                if (!callbackCalled) {
+                                    throw new Error('Callback was not called - action handler failed');
+                                }
+                                if (!callbackResponse || !callbackResponse.text) {
+                                    throw new Error('No response text returned from action');
+                                }
+                                console.log('✓ Scene description action handled unavailability correctly');
+                                console.log("  Response: ".concat(callbackResponse.text));
+                                // Verify it indicates camera not available
+                                if (!callbackResponse.text.includes('cannot see') &&
+                                    !callbackResponse.text.includes('no camera')) {
+                                    throw new Error('Response does not indicate camera unavailability');
+                                }
+                                return [3 /*break*/, 5];
+                            case 3:
+                                // Vision is active, normal test flow
+                                if (!isValid) {
+                                    throw new Error('describeSceneAction validation failed despite active vision');
+                                }
+                                console.log('  Action validation: passed');
+                                return [4 /*yield*/, action_1.describeSceneAction.handler(runtime, message, state, {}, function (response) { return __awaiter(_this, void 0, void 0, function () {
+                                        return __generator(this, function (_a) {
+                                            callbackCalled = true;
+                                            callbackResponse = response;
+                                            return [2 /*return*/, []];
+                                        });
+                                    }); })];
+                            case 4:
+                                _a.sent();
+                                if (!callbackCalled) {
+                                    throw new Error('Callback was not called - action handler failed');
+                                }
+                                if (!callbackResponse || !callbackResponse.text) {
+                                    throw new Error('No response text returned from action');
+                                }
+                                console.log('✓ Scene description action executed');
+                                console.log("  Response: ".concat(callbackResponse.text));
+                                if (callbackResponse.thought) {
+                                    console.log("  Thought: ".concat(callbackResponse.thought));
+                                }
+                                _a.label = 5;
+                            case 5:
+                                // Verify response contains expected action
+                                if (!callbackResponse.actions || !callbackResponse.actions.includes('DESCRIBE_SCENE')) {
+                                    throw new Error('Response does not include DESCRIBE_SCENE action');
+                                }
+                                return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+            {
+                name: 'Should capture image when requested',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var roomId, message, callbackCalled, callbackResponse, state, visionService, isValid, attachment;
+                    var _this = this;
+                    return __generator(this, function (_a) {
+                        switch (_a.label) {
+                            case 0:
+                                console.log('Testing image capture action...');
+                                roomId = (0, core_1.createUniqueUuid)(runtime, 'test-room');
+                                message = {
+                                    id: (0, core_1.createUniqueUuid)(runtime, 'test-msg-capture'),
+                                    entityId: runtime.agentId,
+                                    content: { text: 'take a photo' },
+                                    agentId: runtime.agentId,
+                                    roomId: roomId,
+                                    createdAt: Date.now(),
+                                };
+                                callbackCalled = false;
+                                callbackResponse = null;
+                                state = { values: {}, data: {}, text: '' };
+                                visionService = runtime.getService('VISION');
+                                return [4 /*yield*/, action_1.captureImageAction.validate(runtime, message, state)];
+                            case 1:
+                                isValid = _a.sent();
+                                if (!(!visionService || !visionService.isActive())) return [3 /*break*/, 3];
+                                // If vision service is not active, validation should return false
+                                if (isValid) {
+                                    throw new Error('Action validation should return false when vision service is not active');
+                                }
+                                console.log('  Action validation correctly returned false (vision not active)');
+                                // But handler should still work and provide appropriate message
+                                return [4 /*yield*/, action_1.captureImageAction.handler(runtime, message, state, {}, function (response) { return __awaiter(_this, void 0, void 0, function () {
+                                        return __generator(this, function (_a) {
+                                            callbackCalled = true;
+                                            callbackResponse = response;
+                                            return [2 /*return*/, []];
+                                        });
+                                    }); })];
+                            case 2:
+                                // But handler should still work and provide appropriate message
+                                _a.sent();
+                                if (!callbackCalled) {
+                                    throw new Error('Callback was not called - action handler failed');
+                                }
+                                if (!callbackResponse || !callbackResponse.text) {
+                                    throw new Error('No response text returned from action');
+                                }
+                                console.log('✓ Image capture action handled unavailability correctly');
+                                console.log("  Response: ".concat(callbackResponse.text));
+                                // Verify it indicates camera not available
+                                if (!callbackResponse.text.includes('cannot capture') &&
+                                    !callbackResponse.text.includes('no camera')) {
+                                    throw new Error('Response does not indicate camera unavailability');
+                                }
+                                return [3 /*break*/, 5];
+                            case 3:
+                                // Vision is active, normal test flow
+                                if (!isValid) {
+                                    throw new Error('captureImageAction validation failed despite active vision');
+                                }
+                                console.log('  Action validation: passed');
+                                return [4 /*yield*/, action_1.captureImageAction.handler(runtime, message, state, {}, function (response) { return __awaiter(_this, void 0, void 0, function () {
+                                        return __generator(this, function (_a) {
+                                            callbackCalled = true;
+                                            callbackResponse = response;
+                                            return [2 /*return*/, []];
+                                        });
+                                    }); })];
+                            case 4:
+                                _a.sent();
+                                if (!callbackCalled) {
+                                    throw new Error('Callback was not called - action handler failed');
+                                }
+                                if (!callbackResponse || !callbackResponse.text) {
+                                    throw new Error('No response text returned from action');
+                                }
+                                console.log('✓ Image capture action executed');
+                                console.log("  Response: ".concat(callbackResponse.text));
+                                // If camera is active, we should have an attachment
+                                if (!callbackResponse.attachments || callbackResponse.attachments.length === 0) {
+                                    throw new Error('No image attachment returned despite active camera');
+                                }
+                                attachment = callbackResponse.attachments[0];
+                                if (!attachment.url || !attachment.url.startsWith('data:image/')) {
+                                    throw new Error('Invalid image attachment format');
+                                }
+                                console.log("  \u2713 Image attachment valid: ".concat(attachment.title));
+                                _a.label = 5;
+                            case 5:
+                                // Verify response contains expected action
+                                if (!callbackResponse.actions || !callbackResponse.actions.includes('CAPTURE_IMAGE')) {
+                                    throw new Error('Response does not include CAPTURE_IMAGE action');
+                                }
+                                return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+            {
+                name: 'Should provide vision context through provider',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var message, state;
+                    return __generator(this, function (_a) {
+                        switch (_a.label) {
+                            case 0:
+                                console.log('Testing vision provider...');
+                                message = {
+                                    id: (0, core_1.createUniqueUuid)(runtime, 'test-msg-provider'),
+                                    entityId: runtime.agentId,
+                                    content: { text: 'test provider' },
+                                    agentId: runtime.agentId,
+                                    roomId: (0, core_1.createUniqueUuid)(runtime, 'test-room'),
+                                    createdAt: Date.now(),
+                                };
+                                return [4 /*yield*/, runtime.composeState(message)];
+                            case 1:
+                                state = _a.sent();
+                                // Vision provider should always add data
+                                if (state.values.visionAvailable === undefined) {
+                                    throw new Error('Vision provider data missing - provider not registered or failed');
+                                }
+                                console.log('✓ Vision provider data found in state');
+                                console.log("  Vision available: ".concat(state.values.visionAvailable));
+                                console.log("  Camera status: ".concat(state.values.cameraStatus));
+                                // Verify vision context in formatted text
+                                if (!state.text.includes('Visual Perception')) {
+                                    throw new Error('Vision context not included in state text');
+                                }
+                                console.log('✓ Vision context included in state text');
+                                // If vision is available, verify scene data
+                                if (state.values.visionAvailable && state.values.sceneDescription) {
+                                    console.log("  Scene description: ".concat(state.values.sceneDescription));
+                                }
+                                return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+            {
+                name: 'Should handle scene changes efficiently',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var visionService, initialScene, updatedScene;
+                    return __generator(this, function (_a) {
+                        switch (_a.label) {
+                            case 0:
+                                console.log('Testing scene change detection...');
+                                visionService = runtime.getService('VISION');
+                                if (!visionService) {
+                                    throw new Error('Vision service not available');
+                                }
+                                if (!visionService.isActive()) {
+                                    console.warn('⚠️  Vision service not active - skipping scene change test');
+                                    console.log('   This is acceptable in environments without cameras');
+                                    return [2 /*return*/];
+                                }
+                                return [4 /*yield*/, visionService.getSceneDescription()];
+                            case 1:
+                                initialScene = _a.sent();
+                                console.log("  Initial scene: ".concat(initialScene ? 'Available' : 'Pending...'));
+                                // Wait for scene processing
+                                return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, 2000); })];
+                            case 2:
+                                // Wait for scene processing
+                                _a.sent();
+                                return [4 /*yield*/, visionService.getSceneDescription()];
+                            case 3:
+                                updatedScene = _a.sent();
+                                if (!updatedScene) {
+                                    throw new Error('No scene description available after 2 seconds');
+                                }
+                                console.log('✓ Scene monitoring active');
+                                console.log("  Scene timestamp: ".concat(new Date(updatedScene.timestamp).toISOString()));
+                                console.log("  Description: ".concat(updatedScene.description.substring(0, 100), "..."));
+                                if (updatedScene.changePercentage !== undefined) {
+                                    console.log("  Last change: ".concat(updatedScene.changePercentage.toFixed(1), "%"));
+                                }
+                                return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+            {
+                name: 'Should detect objects and people in scene',
+                fn: function (runtime) { return __awaiter(_this, void 0, void 0, function () {
+                    var visionService, scene, objectTypes, _i, _a, _b, type, count, _c, _d, obj, _e, _f, person;
+                    return __generator(this, function (_g) {
+                        switch (_g.label) {
+                            case 0:
+                                console.log('Testing object and person detection...');
+                                visionService = runtime.getService('VISION');
+                                if (!visionService) {
+                                    throw new Error('Vision service not available');
+                                }
+                                if (!visionService.isActive()) {
+                                    console.warn('⚠️  Vision service not active - skipping detection test');
+                                    console.log('   This is acceptable in environments without cameras');
+                                    return [2 /*return*/];
+                                }
+                                // Wait for scene processing to accumulate frames
+                                console.log('  Waiting for scene analysis...');
+                                return [4 /*yield*/, new Promise(function (resolve) { return setTimeout(resolve, 3000); })];
+                            case 1:
+                                _g.sent();
+                                return [4 /*yield*/, visionService.getSceneDescription()];
+                            case 2:
+                                scene = _g.sent();
+                                if (!scene) {
+                                    throw new Error('No scene description available after 3 seconds');
+                                }
+                                console.log('✓ Scene analysis complete');
+                                console.log("  Description: ".concat(scene.description.substring(0, 100), "..."));
+                                console.log("  Objects detected: ".concat(scene.objects.length));
+                                console.log("  People detected: ".concat(scene.people.length));
+                                // Verify object detection
+                                if (scene.objects.length > 0) {
+                                    console.log('  Detected objects:');
+                                    objectTypes = scene.objects.reduce(function (acc, obj) {
+                                        acc[obj.type] = (acc[obj.type] || 0) + 1;
+                                        return acc;
+                                    }, {});
+                                    for (_i = 0, _a = Object.entries(objectTypes); _i < _a.length; _i++) {
+                                        _b = _a[_i], type = _b[0], count = _b[1];
+                                        console.log("    - ".concat(count, " ").concat(type, "(s)"));
+                                    }
+                                    // Verify objects have required fields
+                                    for (_c = 0, _d = scene.objects; _c < _d.length; _c++) {
+                                        obj = _d[_c];
+                                        if (!obj.id || !obj.type || obj.confidence === undefined || !obj.boundingBox) {
+                                            throw new Error('Detected object missing required fields');
+                                        }
+                                    }
+                                }
+                                // Verify person detection
+                                if (scene.people.length > 0) {
+                                    console.log('  Detected people:');
+                                    for (_e = 0, _f = scene.people; _e < _f.length; _e++) {
+                                        person = _f[_e];
+                                        console.log("    - Person ".concat(person.id, ": ").concat(person.pose, " pose, facing ").concat(person.facing, ", confidence ").concat(person.confidence.toFixed(2)));
+                                        // Verify person has required fields
+                                        if (!person.id ||
+                                            !person.pose ||
+                                            !person.facing ||
+                                            person.confidence === undefined ||
+                                            !person.boundingBox) {
+                                            throw new Error('Detected person missing required fields');
+                                        }
+                                    }
+                                }
+                                // If there's motion, we should detect something
+                                if (scene.changePercentage > 10) {
+                                    console.log("  Scene change: ".concat(scene.changePercentage.toFixed(1), "%"));
+                                    if (scene.objects.length === 0 && scene.people.length === 0) {
+                                        console.warn('  ⚠️  Significant scene change but no objects/people detected');
+                                        console.log('     This might indicate the motion detection threshold needs adjustment');
+                                    }
+                                }
+                                return [2 /*return*/];
+                        }
+                    });
+                }); },
+            },
+        ];
+    }
+    return VisionBasicE2ETestSuite;
+}());
+exports.VisionBasicE2ETestSuite = VisionBasicE2ETestSuite;
+exports.default = new VisionBasicE2ETestSuite();
+//# sourceMappingURL=vision-basic.js.map

package/dist/tests/e2e/vision-basic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vision-basic.js","sourceRoot":"","sources":["../../../src/tests/e2e/vision-basic.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AACA,sCAAiD;AAEjD,uCAAuE;AAEvE;IAAA;QAAA,iBA6YC;QA5YC,SAAI,GAAG,yBAAyB,CAAC;QACjC,gBAAW,GAAG,wDAAwD,CAAC;QAEvE,UAAK,GAAG;YACN;gBACE,IAAI,EAAE,kCAAkC;gBACxC,EAAE,EAAE,UAAO,OAAsB;;;wBAC/B,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;wBAElD,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,QAAe,CAAC,CAAC;wBACzE,IAAI,CAAC,aAAa,EAAE,CAAC;4BACnB,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;wBAC/E,CAAC;wBAGK,QAAQ,GAAG,aAAa,CAAC,QAAQ,EAAE,CAAC;wBAGpC,UAAU,GAAG,aAAa,CAAC,aAAa,EAAE,CAAC;wBAEjD,IAAI,CAAC,QAAQ,IAAI,CAAC,UAAU,EAAE,CAAC;4BAC7B,kFAAkF;4BAClF,OAAO,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;4BAC5E,OAAO,CAAC,GAAG,CAAC,8DAA8D,CAAC,CAAC;wBAC9E,CAAC;6BAAM,CAAC;4BACN,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;4BACvD,OAAO,CAAC,GAAG,CAAC,sCAA0B,UAAU,CAAC,IAAI,mBAAS,UAAU,CAAC,EAAE,MAAG,CAAC,CAAC;wBAClF,CAAC;;;qBACF;aACF;YAED;gBACE,IAAI,EAAE,sCAAsC;gBAC5C,EAAE,EAAE,UAAO,OAAsB;;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;gCAE7C,MAAM,GAAG,IAAA,uBAAgB,EAAC,OAAO,EAAE,WAAW,CAAC,CAAC;gCAChD,OAAO,GAAW;oCACtB,EAAE,EAAE,IAAA,uBAAgB,EAAC,OAAO,EAAE,mBAAmB,CAAC;oCAClD,QAAQ,EAAE,OAAO,CAAC,OAAO;oCACzB,OAAO,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE;oCACrC,OAAO,EAAE,OAAO,CAAC,OAAO;oCACxB,MAAM,QAAA;oCACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iCACtB,CAAC;gCAEE,cAAc,GAAG,KAAK,CAAC;gCACvB,gBAAgB,GAAQ,IAAI,CAAC;gCAE3B,KAAK,GAAU,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;gCAGlD,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,QAAe,CAAC,CAAC;gCAGzD,qBAAM,4BAAmB,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,EAAA;;gCAArE,OAAO,GAAG,SAA2D;qCAEvE,CAAA,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAA,EAA3C,wBAA2C;gCAC7C,kEAAkE;gCAClE,IAAI,OAAO,EAAE,CAAC;oCACZ,MAAM,IAAI,KAAK,CACb,yEAAyE,CAC1E,CAAC;gCACJ,CAAC;gCACD,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;gCAEhF,gEAAgE;gCAChE,qBAAM,4BAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,UAAO,QAAQ;;4CAC5E,cAAc,GAAG,IAAI,CAAC;4CACtB,gBAAgB,GAAG,QAAQ,CAAC;4CAC5B,sBAAO,EAAE,EAAC;;yCACX,CAAC,EAAA;;gCALF,gEAAgE;gCAChE,SAIE,CAAC;gCAEH,IAAI,CAAC,cAAc,EAAE,CAAC;oCACpB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;gCACrE,CAAC;gCAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;oCAChD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gCAC3D,CAAC;gCAED,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;gCAC3E,OAAO,CAAC,GAAG,CAAC,sBAAe,gBAAgB,CAAC,IAAI,CAAE,CAAC,CAAC;gCAEpD,2CAA2C;gCAC3C,IACE,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;oCAC7C,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAC5C,CAAC;oCACD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;gCACtE,CAAC;;;gCAED,qCAAqC;gCACrC,IAAI,CAAC,OAAO,EAAE,CAAC;oCACb,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;gCACjF,CAAC;gCACD,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;gCAE3C,qBAAM,4BAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,UAAO,QAAQ;;4CAC5E,cAAc,GAAG,IAAI,CAAC;4CACtB,gBAAgB,GAAG,QAAQ,CAAC;4CAC5B,sBAAO,EAAE,EAAC;;yCACX,CAAC,EAAA;;gCAJF,SAIE,CAAC;gCAEH,IAAI,CAAC,cAAc,EAAE,CAAC;oCACpB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;gCACrE,CAAC;gCAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;oCAChD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gCAC3D,CAAC;gCAED,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;gCACnD,OAAO,CAAC,GAAG,CAAC,sBAAe,gBAAgB,CAAC,IAAI,CAAE,CAAC,CAAC;gCACpD,IAAI,gBAAgB,CAAC,OAAO,EAAE,CAAC;oCAC7B,OAAO,CAAC,GAAG,CAAC,qBAAc,gBAAgB,CAAC,OAAO,CAAE,CAAC,CAAC;gCACxD,CAAC;;;gCAGH,2CAA2C;gCAC3C,IAAI,CAAC,gBAAgB,CAAC,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;oCACtF,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;gCACrE,CAAC;;;;qBACF;aACF;YAED;gBACE,IAAI,EAAE,qCAAqC;gBAC3C,EAAE,EAAE,UAAO,OAAsB;;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;gCAEzC,MAAM,GAAG,IAAA,uBAAgB,EAAC,OAAO,EAAE,WAAW,CAAC,CAAC;gCAChD,OAAO,GAAW;oCACtB,EAAE,EAAE,IAAA,uBAAgB,EAAC,OAAO,EAAE,kBAAkB,CAAC;oCACjD,QAAQ,EAAE,OAAO,CAAC,OAAO;oCACzB,OAAO,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE;oCACjC,OAAO,EAAE,OAAO,CAAC,OAAO;oCACxB,MAAM,QAAA;oCACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iCACtB,CAAC;gCAEE,cAAc,GAAG,KAAK,CAAC;gCACvB,gBAAgB,GAAQ,IAAI,CAAC;gCAE3B,KAAK,GAAU,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;gCAGlD,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,QAAe,CAAC,CAAC;gCAGzD,qBAAM,2BAAkB,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,EAAA;;gCAApE,OAAO,GAAG,SAA0D;qCAEtE,CAAA,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAA,EAA3C,wBAA2C;gCAC7C,kEAAkE;gCAClE,IAAI,OAAO,EAAE,CAAC;oCACZ,MAAM,IAAI,KAAK,CACb,yEAAyE,CAC1E,CAAC;gCACJ,CAAC;gCACD,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;gCAEhF,gEAAgE;gCAChE,qBAAM,2BAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,UAAO,QAAQ;;4CAC3E,cAAc,GAAG,IAAI,CAAC;4CACtB,gBAAgB,GAAG,QAAQ,CAAC;4CAC5B,sBAAO,EAAE,EAAC;;yCACX,CAAC,EAAA;;gCALF,gEAAgE;gCAChE,SAIE,CAAC;gCAEH,IAAI,CAAC,cAAc,EAAE,CAAC;oCACpB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;gCACrE,CAAC;gCAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;oCAChD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gCAC3D,CAAC;gCAED,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;gCACvE,OAAO,CAAC,GAAG,CAAC,sBAAe,gBAAgB,CAAC,IAAI,CAAE,CAAC,CAAC;gCAEpD,2CAA2C;gCAC3C,IACE,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC;oCACjD,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAC5C,CAAC;oCACD,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;gCACtE,CAAC;;;gCAED,qCAAqC;gCACrC,IAAI,CAAC,OAAO,EAAE,CAAC;oCACb,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;gCAChF,CAAC;gCACD,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;gCAE3C,qBAAM,2BAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,UAAO,QAAQ;;4CAC3E,cAAc,GAAG,IAAI,CAAC;4CACtB,gBAAgB,GAAG,QAAQ,CAAC;4CAC5B,sBAAO,EAAE,EAAC;;yCACX,CAAC,EAAA;;gCAJF,SAIE,CAAC;gCAEH,IAAI,CAAC,cAAc,EAAE,CAAC;oCACpB,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;gCACrE,CAAC;gCAED,IAAI,CAAC,gBAAgB,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;oCAChD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;gCAC3D,CAAC;gCAED,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;gCAC/C,OAAO,CAAC,GAAG,CAAC,sBAAe,gBAAgB,CAAC,IAAI,CAAE,CAAC,CAAC;gCAEpD,oDAAoD;gCACpD,IAAI,CAAC,gBAAgB,CAAC,WAAW,IAAI,gBAAgB,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oCAC/E,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;gCACxE,CAAC;gCAEK,UAAU,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;gCACnD,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;oCACjE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;gCACrD,CAAC;gCAED,OAAO,CAAC,GAAG,CAAC,2CAA+B,UAAU,CAAC,KAAK,CAAE,CAAC,CAAC;;;gCAGjE,2CAA2C;gCAC3C,IAAI,CAAC,gBAAgB,CAAC,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;oCACrF,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;gCACpE,CAAC;;;;qBACF;aACF;YAED;gBACE,IAAI,EAAE,gDAAgD;gBACtD,EAAE,EAAE,UAAO,OAAsB;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;gCAGpC,OAAO,GAAW;oCACtB,EAAE,EAAE,IAAA,uBAAgB,EAAC,OAAO,EAAE,mBAAmB,CAAC;oCAClD,QAAQ,EAAE,OAAO,CAAC,OAAO;oCACzB,OAAO,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE;oCAClC,OAAO,EAAE,OAAO,CAAC,OAAO;oCACxB,MAAM,EAAE,IAAA,uBAAgB,EAAC,OAAO,EAAE,WAAW,CAAC;oCAC9C,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;iCACtB,CAAC;gCAEY,qBAAM,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,EAAA;;gCAA3C,KAAK,GAAG,SAAmC;gCAEjD,yCAAyC;gCACzC,IAAI,KAAK,CAAC,MAAM,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;oCAC/C,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;gCACtF,CAAC;gCAED,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;gCACrD,OAAO,CAAC,GAAG,CAAC,8BAAuB,KAAK,CAAC,MAAM,CAAC,eAAe,CAAE,CAAC,CAAC;gCACnE,OAAO,CAAC,GAAG,CAAC,2BAAoB,KAAK,CAAC,MAAM,CAAC,YAAY,CAAE,CAAC,CAAC;gCAE7D,0CAA0C;gCAC1C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;oCAC9C,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;gCAC/D,CAAC;gCACD,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;gCAEvD,4CAA4C;gCAC5C,IAAI,KAAK,CAAC,MAAM,CAAC,eAAe,IAAI,KAAK,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC;oCAClE,OAAO,CAAC,GAAG,CAAC,+BAAwB,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAE,CAAC,CAAC;gCACvE,CAAC;;;;qBACF;aACF;YAED;gBACE,IAAI,EAAE,yCAAyC;gBAC/C,EAAE,EAAE,UAAO,OAAsB;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;gCAE3C,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,QAAe,CAAC,CAAC;gCACzE,IAAI,CAAC,aAAa,EAAE,CAAC;oCACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;gCAClD,CAAC;gCAED,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;oCAC9B,OAAO,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;oCAC3E,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;oCACrE,sBAAO;gCACT,CAAC;gCAGoB,qBAAM,aAAa,CAAC,mBAAmB,EAAE,EAAA;;gCAAxD,YAAY,GAAG,SAAyC;gCAC9D,OAAO,CAAC,GAAG,CAAC,2BAAoB,YAAY,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,YAAY,CAAE,CAAC,CAAC;gCAE7E,4BAA4B;gCAC5B,qBAAM,IAAI,OAAO,CAAC,UAAC,OAAO,IAAK,OAAA,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,EAAzB,CAAyB,CAAC,EAAA;;gCADzD,4BAA4B;gCAC5B,SAAyD,CAAC;gCAGrC,qBAAM,aAAa,CAAC,mBAAmB,EAAE,EAAA;;gCAAxD,YAAY,GAAG,SAAyC;gCAE9D,IAAI,CAAC,YAAY,EAAE,CAAC;oCAClB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;gCACpE,CAAC;gCAED,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;gCACzC,OAAO,CAAC,GAAG,CAAC,6BAAsB,IAAI,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAE,CAAC,CAAC;gCACpF,OAAO,CAAC,GAAG,CAAC,yBAAkB,YAAY,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,QAAK,CAAC,CAAC;gCAE/E,IAAI,YAAY,CAAC,gBAAgB,KAAK,SAAS,EAAE,CAAC;oCAChD,OAAO,CAAC,GAAG,CAAC,yBAAkB,YAAY,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAG,CAAC,CAAC;gCAC7E,CAAC;;;;qBACF;aACF;YAED;gBACE,IAAI,EAAE,2CAA2C;gBACjD,EAAE,EAAE,UAAO,OAAsB;;;;;gCAC/B,OAAO,CAAC,GAAG,CAAC,wCAAwC,CAAC,CAAC;gCAEhD,aAAa,GAAG,OAAO,CAAC,UAAU,CAAgB,QAAe,CAAC,CAAC;gCACzE,IAAI,CAAC,aAAa,EAAE,CAAC;oCACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;gCAClD,CAAC;gCAED,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;oCAC9B,OAAO,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;oCACxE,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;oCACrE,sBAAO;gCACT,CAAC;gCAED,iDAAiD;gCACjD,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;gCAC/C,qBAAM,IAAI,OAAO,CAAC,UAAC,OAAO,IAAK,OAAA,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,EAAzB,CAAyB,CAAC,EAAA;;gCAAzD,SAAyD,CAAC;gCAG5C,qBAAM,aAAa,CAAC,mBAAmB,EAAE,EAAA;;gCAAjD,KAAK,GAAG,SAAyC;gCAEvD,IAAI,CAAC,KAAK,EAAE,CAAC;oCACX,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;gCACpE,CAAC;gCAED,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;gCACzC,OAAO,CAAC,GAAG,CAAC,yBAAkB,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,QAAK,CAAC,CAAC;gCACxE,OAAO,CAAC,GAAG,CAAC,8BAAuB,KAAK,CAAC,OAAO,CAAC,MAAM,CAAE,CAAC,CAAC;gCAC3D,OAAO,CAAC,GAAG,CAAC,6BAAsB,KAAK,CAAC,MAAM,CAAC,MAAM,CAAE,CAAC,CAAC;gCAEzD,0BAA0B;gCAC1B,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oCAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;oCAC7B,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CACtC,UAAC,GAAG,EAAE,GAAG;wCACP,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;wCACzC,OAAO,GAAG,CAAC;oCACb,CAAC,EACD,EAA4B,CAC7B,CAAC;oCAEF,WAAuD,EAA3B,KAAA,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAA3B,cAA2B,EAA3B,IAA2B,EAAE,CAAC;wCAA/C,WAAa,EAAZ,IAAI,QAAA,EAAE,KAAK,QAAA;wCACrB,OAAO,CAAC,GAAG,CAAC,gBAAS,KAAK,cAAI,IAAI,QAAK,CAAC,CAAC;oCAC3C,CAAC;oCAED,sCAAsC;oCACtC,WAA+B,EAAb,KAAA,KAAK,CAAC,OAAO,EAAb,cAAa,EAAb,IAAa,EAAE,CAAC;wCAAvB,GAAG;wCACZ,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,UAAU,KAAK,SAAS,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;4CAC7E,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;wCAC7D,CAAC;oCACH,CAAC;gCACH,CAAC;gCAED,0BAA0B;gCAC1B,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oCAC5B,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;oCAClC,WAAiC,EAAZ,KAAA,KAAK,CAAC,MAAM,EAAZ,cAAY,EAAZ,IAAY,EAAE,CAAC;wCAAzB,MAAM;wCACf,OAAO,CAAC,GAAG,CACT,uBAAgB,MAAM,CAAC,EAAE,eAAK,MAAM,CAAC,IAAI,2BAAiB,MAAM,CAAC,MAAM,0BAAgB,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAE,CACtH,CAAC;wCAEF,oCAAoC;wCACpC,IACE,CAAC,MAAM,CAAC,EAAE;4CACV,CAAC,MAAM,CAAC,IAAI;4CACZ,CAAC,MAAM,CAAC,MAAM;4CACd,MAAM,CAAC,UAAU,KAAK,SAAS;4CAC/B,CAAC,MAAM,CAAC,WAAW,EACnB,CAAC;4CACD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;wCAC7D,CAAC;oCACH,CAAC;gCACH,CAAC;gCAED,gDAAgD;gCAChD,IAAI,KAAK,CAAC,gBAAgB,GAAG,EAAE,EAAE,CAAC;oCAChC,OAAO,CAAC,GAAG,CAAC,0BAAmB,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,MAAG,CAAC,CAAC;oCACrE,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wCAC5D,OAAO,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;wCAC9E,OAAO,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAC;oCAC1F,CAAC;gCACH,CAAC;;;;qBACF;aACF;SACF,CAAC;IACJ,CAAC;IAAD,8BAAC;AAAD,CAAC,AA7YD,IA6YC;AA7YY,0DAAuB;AA+YpC,kBAAe,IAAI,uBAAuB,EAAE,CAAC","sourcesContent":["import type { TestSuite, IAgentRuntime, Memory, State } from '@elizaos/core';\nimport { createUniqueUuid } from '@elizaos/core';\nimport { VisionService } from '../../service';\nimport { describeSceneAction, captureImageAction } from '../../action';\n\nexport class VisionBasicE2ETestSuite implements TestSuite {\n  name = 'plugin-vision-basic-e2e';\n  description = 'Basic end-to-end tests for vision plugin functionality';\n\n  tests = [\n    {\n      name: 'Should initialize vision service',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing vision service initialization...');\n\n        const visionService = runtime.getService<VisionService>('VISION' as any);\n        if (!visionService) {\n          throw new Error('Vision service not available - service must be registered');\n        }\n\n        // Check if service is active\n        const isActive = visionService.isActive();\n\n        // Get camera info\n        const cameraInfo = visionService.getCameraInfo();\n\n        if (!isActive || !cameraInfo) {\n          // For CI/CD environments without cameras, check that service at least initializes\n          console.warn('⚠️  No camera detected. Service initialized but not active.');\n          console.log('   This is acceptable in CI/CD environments without cameras.');\n        } else {\n          console.log('✓ Vision service initialized and active');\n          console.log(`✓ Connected to camera: ${cameraInfo.name} (ID: ${cameraInfo.id})`);\n        }\n      },\n    },\n\n    {\n      name: 'Should describe scene when requested',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing scene description action...');\n\n        const roomId = createUniqueUuid(runtime, 'test-room');\n        const message: Memory = {\n          id: createUniqueUuid(runtime, 'test-msg-describe'),\n          entityId: runtime.agentId,\n          content: { text: 'what do you see?' },\n          agentId: runtime.agentId,\n          roomId,\n          createdAt: Date.now(),\n        };\n\n        let callbackCalled = false;\n        let callbackResponse: any = null;\n\n        const state: State = { values: {}, data: {}, text: '' };\n\n        // Get vision service to check if active\n        const visionService = runtime.getService<VisionService>('VISION' as any);\n\n        // Validate the action\n        const isValid = await describeSceneAction.validate(runtime, message, state);\n\n        if (!visionService || !visionService.isActive()) {\n          // If vision service is not active, validation should return false\n          if (isValid) {\n            throw new Error(\n              'Action validation should return false when vision service is not active'\n            );\n          }\n          console.log('  Action validation correctly returned false (vision not active)');\n\n          // But handler should still work and provide appropriate message\n          await describeSceneAction.handler(runtime, message, state, {}, async (response) => {\n            callbackCalled = true;\n            callbackResponse = response;\n            return [];\n          });\n\n          if (!callbackCalled) {\n            throw new Error('Callback was not called - action handler failed');\n          }\n\n          if (!callbackResponse || !callbackResponse.text) {\n            throw new Error('No response text returned from action');\n          }\n\n          console.log('✓ Scene description action handled unavailability correctly');\n          console.log(`  Response: ${callbackResponse.text}`);\n\n          // Verify it indicates camera not available\n          if (\n            !callbackResponse.text.includes('cannot see') &&\n            !callbackResponse.text.includes('no camera')\n          ) {\n            throw new Error('Response does not indicate camera unavailability');\n          }\n        } else {\n          // Vision is active, normal test flow\n          if (!isValid) {\n            throw new Error('describeSceneAction validation failed despite active vision');\n          }\n          console.log('  Action validation: passed');\n\n          await describeSceneAction.handler(runtime, message, state, {}, async (response) => {\n            callbackCalled = true;\n            callbackResponse = response;\n            return [];\n          });\n\n          if (!callbackCalled) {\n            throw new Error('Callback was not called - action handler failed');\n          }\n\n          if (!callbackResponse || !callbackResponse.text) {\n            throw new Error('No response text returned from action');\n          }\n\n          console.log('✓ Scene description action executed');\n          console.log(`  Response: ${callbackResponse.text}`);\n          if (callbackResponse.thought) {\n            console.log(`  Thought: ${callbackResponse.thought}`);\n          }\n        }\n\n        // Verify response contains expected action\n        if (!callbackResponse.actions || !callbackResponse.actions.includes('DESCRIBE_SCENE')) {\n          throw new Error('Response does not include DESCRIBE_SCENE action');\n        }\n      },\n    },\n\n    {\n      name: 'Should capture image when requested',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing image capture action...');\n\n        const roomId = createUniqueUuid(runtime, 'test-room');\n        const message: Memory = {\n          id: createUniqueUuid(runtime, 'test-msg-capture'),\n          entityId: runtime.agentId,\n          content: { text: 'take a photo' },\n          agentId: runtime.agentId,\n          roomId,\n          createdAt: Date.now(),\n        };\n\n        let callbackCalled = false;\n        let callbackResponse: any = null;\n\n        const state: State = { values: {}, data: {}, text: '' };\n\n        // Get vision service to check if active\n        const visionService = runtime.getService<VisionService>('VISION' as any);\n\n        // Validate the action\n        const isValid = await captureImageAction.validate(runtime, message, state);\n\n        if (!visionService || !visionService.isActive()) {\n          // If vision service is not active, validation should return false\n          if (isValid) {\n            throw new Error(\n              'Action validation should return false when vision service is not active'\n            );\n          }\n          console.log('  Action validation correctly returned false (vision not active)');\n\n          // But handler should still work and provide appropriate message\n          await captureImageAction.handler(runtime, message, state, {}, async (response) => {\n            callbackCalled = true;\n            callbackResponse = response;\n            return [];\n          });\n\n          if (!callbackCalled) {\n            throw new Error('Callback was not called - action handler failed');\n          }\n\n          if (!callbackResponse || !callbackResponse.text) {\n            throw new Error('No response text returned from action');\n          }\n\n          console.log('✓ Image capture action handled unavailability correctly');\n          console.log(`  Response: ${callbackResponse.text}`);\n\n          // Verify it indicates camera not available\n          if (\n            !callbackResponse.text.includes('cannot capture') &&\n            !callbackResponse.text.includes('no camera')\n          ) {\n            throw new Error('Response does not indicate camera unavailability');\n          }\n        } else {\n          // Vision is active, normal test flow\n          if (!isValid) {\n            throw new Error('captureImageAction validation failed despite active vision');\n          }\n          console.log('  Action validation: passed');\n\n          await captureImageAction.handler(runtime, message, state, {}, async (response) => {\n            callbackCalled = true;\n            callbackResponse = response;\n            return [];\n          });\n\n          if (!callbackCalled) {\n            throw new Error('Callback was not called - action handler failed');\n          }\n\n          if (!callbackResponse || !callbackResponse.text) {\n            throw new Error('No response text returned from action');\n          }\n\n          console.log('✓ Image capture action executed');\n          console.log(`  Response: ${callbackResponse.text}`);\n\n          // If camera is active, we should have an attachment\n          if (!callbackResponse.attachments || callbackResponse.attachments.length === 0) {\n            throw new Error('No image attachment returned despite active camera');\n          }\n\n          const attachment = callbackResponse.attachments[0];\n          if (!attachment.url || !attachment.url.startsWith('data:image/')) {\n            throw new Error('Invalid image attachment format');\n          }\n\n          console.log(`  ✓ Image attachment valid: ${attachment.title}`);\n        }\n\n        // Verify response contains expected action\n        if (!callbackResponse.actions || !callbackResponse.actions.includes('CAPTURE_IMAGE')) {\n          throw new Error('Response does not include CAPTURE_IMAGE action');\n        }\n      },\n    },\n\n    {\n      name: 'Should provide vision context through provider',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing vision provider...');\n\n        // Compose state to trigger providers\n        const message: Memory = {\n          id: createUniqueUuid(runtime, 'test-msg-provider'),\n          entityId: runtime.agentId,\n          content: { text: 'test provider' },\n          agentId: runtime.agentId,\n          roomId: createUniqueUuid(runtime, 'test-room'),\n          createdAt: Date.now(),\n        };\n\n        const state = await runtime.composeState(message);\n\n        // Vision provider should always add data\n        if (state.values.visionAvailable === undefined) {\n          throw new Error('Vision provider data missing - provider not registered or failed');\n        }\n\n        console.log('✓ Vision provider data found in state');\n        console.log(`  Vision available: ${state.values.visionAvailable}`);\n        console.log(`  Camera status: ${state.values.cameraStatus}`);\n\n        // Verify vision context in formatted text\n        if (!state.text.includes('Visual Perception')) {\n          throw new Error('Vision context not included in state text');\n        }\n        console.log('✓ Vision context included in state text');\n\n        // If vision is available, verify scene data\n        if (state.values.visionAvailable && state.values.sceneDescription) {\n          console.log(`  Scene description: ${state.values.sceneDescription}`);\n        }\n      },\n    },\n\n    {\n      name: 'Should handle scene changes efficiently',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing scene change detection...');\n\n        const visionService = runtime.getService<VisionService>('VISION' as any);\n        if (!visionService) {\n          throw new Error('Vision service not available');\n        }\n\n        if (!visionService.isActive()) {\n          console.warn('⚠️  Vision service not active - skipping scene change test');\n          console.log('   This is acceptable in environments without cameras');\n          return;\n        }\n\n        // Get initial scene description\n        const initialScene = await visionService.getSceneDescription();\n        console.log(`  Initial scene: ${initialScene ? 'Available' : 'Pending...'}`);\n\n        // Wait for scene processing\n        await new Promise((resolve) => setTimeout(resolve, 2000));\n\n        // Get updated scene description\n        const updatedScene = await visionService.getSceneDescription();\n\n        if (!updatedScene) {\n          throw new Error('No scene description available after 2 seconds');\n        }\n\n        console.log('✓ Scene monitoring active');\n        console.log(`  Scene timestamp: ${new Date(updatedScene.timestamp).toISOString()}`);\n        console.log(`  Description: ${updatedScene.description.substring(0, 100)}...`);\n\n        if (updatedScene.changePercentage !== undefined) {\n          console.log(`  Last change: ${updatedScene.changePercentage.toFixed(1)}%`);\n        }\n      },\n    },\n\n    {\n      name: 'Should detect objects and people in scene',\n      fn: async (runtime: IAgentRuntime) => {\n        console.log('Testing object and person detection...');\n\n        const visionService = runtime.getService<VisionService>('VISION' as any);\n        if (!visionService) {\n          throw new Error('Vision service not available');\n        }\n\n        if (!visionService.isActive()) {\n          console.warn('⚠️  Vision service not active - skipping detection test');\n          console.log('   This is acceptable in environments without cameras');\n          return;\n        }\n\n        // Wait for scene processing to accumulate frames\n        console.log('  Waiting for scene analysis...');\n        await new Promise((resolve) => setTimeout(resolve, 3000));\n\n        // Get scene description\n        const scene = await visionService.getSceneDescription();\n\n        if (!scene) {\n          throw new Error('No scene description available after 3 seconds');\n        }\n\n        console.log('✓ Scene analysis complete');\n        console.log(`  Description: ${scene.description.substring(0, 100)}...`);\n        console.log(`  Objects detected: ${scene.objects.length}`);\n        console.log(`  People detected: ${scene.people.length}`);\n\n        // Verify object detection\n        if (scene.objects.length > 0) {\n          console.log('  Detected objects:');\n          const objectTypes = scene.objects.reduce(\n            (acc, obj) => {\n              acc[obj.type] = (acc[obj.type] || 0) + 1;\n              return acc;\n            },\n            {} as Record<string, number>\n          );\n\n          for (const [type, count] of Object.entries(objectTypes)) {\n            console.log(`    - ${count} ${type}(s)`);\n          }\n\n          // Verify objects have required fields\n          for (const obj of scene.objects) {\n            if (!obj.id || !obj.type || obj.confidence === undefined || !obj.boundingBox) {\n              throw new Error('Detected object missing required fields');\n            }\n          }\n        }\n\n        // Verify person detection\n        if (scene.people.length > 0) {\n          console.log('  Detected people:');\n          for (const person of scene.people) {\n            console.log(\n              `    - Person ${person.id}: ${person.pose} pose, facing ${person.facing}, confidence ${person.confidence.toFixed(2)}`\n            );\n\n            // Verify person has required fields\n            if (\n              !person.id ||\n              !person.pose ||\n              !person.facing ||\n              person.confidence === undefined ||\n              !person.boundingBox\n            ) {\n              throw new Error('Detected person missing required fields');\n            }\n          }\n        }\n\n        // If there's motion, we should detect something\n        if (scene.changePercentage > 10) {\n          console.log(`  Scene change: ${scene.changePercentage.toFixed(1)}%`);\n          if (scene.objects.length === 0 && scene.people.length === 0) {\n            console.warn('  ⚠️  Significant scene change but no objects/people detected');\n            console.log('     This might indicate the motion detection threshold needs adjustment');\n          }\n        }\n      },\n    },\n  ];\n}\n\nexport default new VisionBasicE2ETestSuite();\n"]}

package/dist/tests/e2e/vision-capture-log.d.ts

@@ -0,0 +1,11 @@
+import type { TestSuite, IAgentRuntime } from '@elizaos/core';
+export declare class VisionCaptureLogTestSuite implements TestSuite {
+    name: string;
+    description: string;
+    tests: {
+        name: string;
+        fn: (runtime: IAgentRuntime) => Promise<void>;
+    }[];
+}
+declare const _default: VisionCaptureLogTestSuite;
+export default _default;