@elizaos/plugin-vision 1.2.1

package/dist/entity-tracker.js

@@ -0,0 +1,361 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
+    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EntityTracker = void 0;
+var core_1 = require("@elizaos/core");
+var EntityTracker = /** @class */ (function () {
+    function EntityTracker(worldId) {
+        this.POSITION_THRESHOLD = 100; // pixels
+        this.MISSING_THRESHOLD = 5000; // 5 seconds
+        this.CLEANUP_THRESHOLD = 60000; // 1 minute
+        this.worldState = {
+            worldId: worldId,
+            entities: new Map(),
+            lastUpdate: Date.now(),
+            activeEntities: [],
+            recentlyLeft: [],
+        };
+    }
+    EntityTracker.prototype.updateEntities = function (detectedObjects, people, faceProfiles, // Maps person ID to face profile ID
+    runtime) {
+        return __awaiter(this, void 0, void 0, function () {
+            var currentTime, frameEntities, seenEntityIds, _i, people_1, person, entity, _a, detectedObjects_1, obj, entity;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        currentTime = Date.now();
+                        frameEntities = [];
+                        seenEntityIds = new Set();
+                        _i = 0, people_1 = people;
+                        _b.label = 1;
+                    case 1:
+                        if (!(_i < people_1.length)) return [3 /*break*/, 4];
+                        person = people_1[_i];
+                        return [4 /*yield*/, this.trackPerson(person, faceProfiles === null || faceProfiles === void 0 ? void 0 : faceProfiles.get(person.id), currentTime)];
+                    case 2:
+                        entity = _b.sent();
+                        frameEntities.push(entity);
+                        seenEntityIds.add(entity.id);
+                        _b.label = 3;
+                    case 3:
+                        _i++;
+                        return [3 /*break*/, 1];
+                    case 4:
+                        _a = 0, detectedObjects_1 = detectedObjects;
+                        _b.label = 5;
+                    case 5:
+                        if (!(_a < detectedObjects_1.length)) return [3 /*break*/, 8];
+                        obj = detectedObjects_1[_a];
+                        if (!(obj.type !== 'person' && obj.type !== 'person-candidate')) return [3 /*break*/, 7];
+                        return [4 /*yield*/, this.trackObject(obj, currentTime)];
+                    case 6:
+                        entity = _b.sent();
+                        frameEntities.push(entity);
+                        seenEntityIds.add(entity.id);
+                        _b.label = 7;
+                    case 7:
+                        _a++;
+                        return [3 /*break*/, 5];
+                    case 8:
+                        // Update world state
+                        this.updateWorldState(seenEntityIds, currentTime);
+                        if (!runtime) return [3 /*break*/, 10];
+                        return [4 /*yield*/, this.syncWithRuntime(runtime, frameEntities)];
+                    case 9:
+                        _b.sent();
+                        _b.label = 10;
+                    case 10: return [2 /*return*/, frameEntities];
+                }
+            });
+        });
+    };
+    EntityTracker.prototype.trackPerson = function (person, faceProfileId, timestamp) {
+        return __awaiter(this, void 0, void 0, function () {
+            var matchedEntity, entityId, newEntity;
+            return __generator(this, function (_a) {
+                matchedEntity = this.findMatchingEntity(person.boundingBox, 'person', faceProfileId);
+                if (matchedEntity) {
+                    // Update existing entity
+                    matchedEntity.lastSeen = timestamp;
+                    matchedEntity.lastPosition = person.boundingBox;
+                    matchedEntity.appearances.push({
+                        timestamp: timestamp,
+                        boundingBox: person.boundingBox,
+                        confidence: person.confidence,
+                    });
+                    // Update attributes
+                    if (faceProfileId && !matchedEntity.attributes.faceId) {
+                        matchedEntity.attributes.faceId = faceProfileId;
+                    }
+                    // Keep only last 100 appearances
+                    if (matchedEntity.appearances.length > 100) {
+                        matchedEntity.appearances = matchedEntity.appearances.slice(-100);
+                    }
+                    return [2 /*return*/, matchedEntity];
+                }
+                else {
+                    entityId = "person-".concat(timestamp, "-").concat(Math.random().toString(36).substr(2, 9));
+                    newEntity = {
+                        id: entityId,
+                        entityType: 'person',
+                        firstSeen: timestamp,
+                        lastSeen: timestamp,
+                        lastPosition: person.boundingBox,
+                        appearances: [
+                            {
+                                timestamp: timestamp,
+                                boundingBox: person.boundingBox,
+                                confidence: person.confidence,
+                            },
+                        ],
+                        attributes: {
+                            faceId: faceProfileId,
+                        },
+                        worldId: this.worldState.worldId,
+                    };
+                    this.worldState.entities.set(entityId, newEntity);
+                    core_1.logger.info("[EntityTracker] New person entity created: ".concat(entityId));
+                    return [2 /*return*/, newEntity];
+                }
+                return [2 /*return*/];
+            });
+        });
+    };
+    EntityTracker.prototype.trackObject = function (obj, timestamp) {
+        return __awaiter(this, void 0, void 0, function () {
+            var matchedEntity, entityId, newEntity;
+            return __generator(this, function (_a) {
+                matchedEntity = this.findMatchingEntity(obj.boundingBox, 'object');
+                if (matchedEntity) {
+                    // Update existing entity
+                    matchedEntity.lastSeen = timestamp;
+                    matchedEntity.lastPosition = obj.boundingBox;
+                    matchedEntity.appearances.push({
+                        timestamp: timestamp,
+                        boundingBox: obj.boundingBox,
+                        confidence: obj.confidence,
+                    });
+                    // Keep only last 50 appearances for objects
+                    if (matchedEntity.appearances.length > 50) {
+                        matchedEntity.appearances = matchedEntity.appearances.slice(-50);
+                    }
+                    return [2 /*return*/, matchedEntity];
+                }
+                else {
+                    entityId = "object-".concat(timestamp, "-").concat(Math.random().toString(36).substr(2, 9));
+                    newEntity = {
+                        id: entityId,
+                        entityType: 'object',
+                        firstSeen: timestamp,
+                        lastSeen: timestamp,
+                        lastPosition: obj.boundingBox,
+                        appearances: [
+                            {
+                                timestamp: timestamp,
+                                boundingBox: obj.boundingBox,
+                                confidence: obj.confidence,
+                            },
+                        ],
+                        attributes: {
+                            objectType: obj.type,
+                        },
+                        worldId: this.worldState.worldId,
+                    };
+                    this.worldState.entities.set(entityId, newEntity);
+                    core_1.logger.debug("[EntityTracker] New object entity created: ".concat(entityId, " (").concat(obj.type, ")"));
+                    return [2 /*return*/, newEntity];
+                }
+                return [2 /*return*/];
+            });
+        });
+    };
+    EntityTracker.prototype.findMatchingEntity = function (boundingBox, entityType, faceProfileId) {
+        var currentTime = Date.now();
+        var bestMatch = null;
+        var minDistance = Infinity;
+        for (var _i = 0, _a = this.worldState.entities.values(); _i < _a.length; _i++) {
+            var entity = _a[_i];
+            // Skip if wrong type
+            if (entity.entityType !== entityType) {
+                continue;
+            }
+            // Skip if entity has been missing too long
+            if (currentTime - entity.lastSeen > this.MISSING_THRESHOLD) {
+                continue;
+            }
+            // If we have face ID, prioritize face matching for people
+            if (entityType === 'person' && faceProfileId && entity.attributes.faceId) {
+                if (entity.attributes.faceId === faceProfileId) {
+                    return entity; // Direct face match
+                }
+            }
+            // Calculate position distance
+            var distance = this.calculateDistance(entity.lastPosition, boundingBox);
+            if (distance < this.POSITION_THRESHOLD && distance < minDistance) {
+                minDistance = distance;
+                bestMatch = entity;
+            }
+        }
+        return bestMatch;
+    };
+    EntityTracker.prototype.calculateDistance = function (box1, box2) {
+        var center1 = {
+            x: box1.x + box1.width / 2,
+            y: box1.y + box1.height / 2,
+        };
+        var center2 = {
+            x: box2.x + box2.width / 2,
+            y: box2.y + box2.height / 2,
+        };
+        return Math.sqrt(Math.pow(center1.x - center2.x, 2) + Math.pow(center1.y - center2.y, 2));
+    };
+    EntityTracker.prototype.updateWorldState = function (seenEntityIds, timestamp) {
+        var _this = this;
+        // Update active entities
+        this.worldState.activeEntities = Array.from(seenEntityIds);
+        this.worldState.lastUpdate = timestamp;
+        // Check for entities that left
+        for (var _i = 0, _a = this.worldState.entities; _i < _a.length; _i++) {
+            var _b = _a[_i], entityId = _b[0], entity = _b[1];
+            if (!seenEntityIds.has(entityId) && this.worldState.activeEntities.includes(entityId)) {
+                // Entity just left the scene
+                this.worldState.recentlyLeft.push({
+                    entityId: entityId,
+                    leftAt: timestamp,
+                    lastPosition: entity.lastPosition,
+                });
+                core_1.logger.info("[EntityTracker] Entity left scene: ".concat(entityId));
+            }
+        }
+        // Clean up old "recently left" entries
+        this.worldState.recentlyLeft = this.worldState.recentlyLeft.filter(function (entry) { return timestamp - entry.leftAt < _this.CLEANUP_THRESHOLD; });
+        // Clean up very old entities
+        for (var _c = 0, _d = this.worldState.entities; _c < _d.length; _c++) {
+            var _e = _d[_c], entityId = _e[0], entity = _e[1];
+            if (timestamp - entity.lastSeen > this.CLEANUP_THRESHOLD * 10) {
+                this.worldState.entities.delete(entityId);
+                core_1.logger.debug("[EntityTracker] Cleaned up old entity: ".concat(entityId));
+            }
+        }
+    };
+    EntityTracker.prototype.syncWithRuntime = function (runtime, frameEntities) {
+        return __awaiter(this, void 0, void 0, function () {
+            var _i, frameEntities_1, entity, _elizaEntity;
+            return __generator(this, function (_a) {
+                try {
+                    // Create or update entities in the runtime
+                    for (_i = 0, frameEntities_1 = frameEntities; _i < frameEntities_1.length; _i++) {
+                        entity = frameEntities_1[_i];
+                        _elizaEntity = {
+                            id: entity.id,
+                            names: [entity.attributes.name || entity.id],
+                            metadata: {
+                                type: entity.entityType,
+                                firstSeen: entity.firstSeen,
+                                lastSeen: entity.lastSeen,
+                                attributes: entity.attributes,
+                                worldId: this.worldState.worldId,
+                            },
+                            agentId: runtime.agentId,
+                        };
+                        // For now, we'll just log the entity creation
+                        // In a real implementation, this would integrate with runtime.createEntity
+                        core_1.logger.debug("[EntityTracker] Would sync entity ".concat(entity.id, " with runtime"));
+                        // TODO: When runtime supports entity management:
+                        // const existing = await runtime.getEntity(entity.id as UUID);
+                        // if (!existing) {
+                        //   await runtime.createEntity(elizaEntity);
+                        // } else {
+                        //   await runtime.updateEntity({...});
+                        // }
+                    }
+                }
+                catch (error) {
+                    core_1.logger.error('[EntityTracker] Failed to sync with runtime:', error);
+                }
+                return [2 /*return*/];
+            });
+        });
+    };
+    // Public API
+    EntityTracker.prototype.getWorldState = function () {
+        return this.worldState;
+    };
+    EntityTracker.prototype.getActiveEntities = function () {
+        var _this = this;
+        return this.worldState.activeEntities
+            .map(function (id) { return _this.worldState.entities.get(id); })
+            .filter(Boolean);
+    };
+    EntityTracker.prototype.getEntity = function (entityId) {
+        return this.worldState.entities.get(entityId);
+    };
+    EntityTracker.prototype.getRecentlyLeft = function () {
+        var _this = this;
+        return this.worldState.recentlyLeft
+            .map(function (entry) { return ({
+            entity: _this.worldState.entities.get(entry.entityId),
+            leftAt: entry.leftAt,
+        }); })
+            .filter(function (entry) { return entry.entity; });
+    };
+    // Name assignment
+    EntityTracker.prototype.assignNameToEntity = function (entityId, name) {
+        var entity = this.worldState.entities.get(entityId);
+        if (entity) {
+            entity.attributes.name = name;
+            core_1.logger.info("[EntityTracker] Assigned name \"".concat(name, "\" to entity ").concat(entityId));
+            return true;
+        }
+        return false;
+    };
+    // Get statistics
+    EntityTracker.prototype.getStatistics = function () {
+        var entities = Array.from(this.worldState.entities.values());
+        return {
+            totalEntities: entities.length,
+            activeEntities: this.worldState.activeEntities.length,
+            recentlyLeft: this.worldState.recentlyLeft.length,
+            people: entities.filter(function (e) { return e.entityType === 'person'; }).length,
+            objects: entities.filter(function (e) { return e.entityType === 'object'; }).length,
+        };
+    };
+    return EntityTracker;
+}());
+exports.EntityTracker = EntityTracker;
+//# sourceMappingURL=entity-tracker.js.map

package/dist/entity-tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-tracker.js","sourceRoot":"","sources":["../src/entity-tracker.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,sCAAsE;AAGtE;IAME,uBAAY,OAAe;QAJV,uBAAkB,GAAG,GAAG,CAAC,CAAC,SAAS;QACnC,sBAAiB,GAAG,IAAI,CAAC,CAAC,YAAY;QACtC,sBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW;QAGrD,IAAI,CAAC,UAAU,GAAG;YAChB,OAAO,SAAA;YACP,QAAQ,EAAE,IAAI,GAAG,EAAE;YACnB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,cAAc,EAAE,EAAE;YAClB,YAAY,EAAE,EAAE;SACjB,CAAC;IACJ,CAAC;IAEK,sCAAc,GAApB,UACE,eAAiC,EACjC,MAAoB,EACpB,YAAkC,EAAE,oCAAoC;IACxE,OAAuB;;;;;;wBAEjB,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;wBACzB,aAAa,GAAoB,EAAE,CAAC;wBACpC,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;8BAGb,EAAN,iBAAM;;;6BAAN,CAAA,oBAAM,CAAA;wBAAhB,MAAM;wBACA,qBAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,YAAY,aAAZ,YAAY,uBAAZ,YAAY,CAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,WAAW,CAAC,EAAA;;wBAAlF,MAAM,GAAG,SAAyE;wBACxF,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC3B,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;;;wBAHV,IAAM,CAAA;;;8BAOM,EAAf,mCAAe;;;6BAAf,CAAA,6BAAe,CAAA;wBAAtB,GAAG;6BACR,CAAA,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB,CAAA,EAAxD,wBAAwD;wBAC3C,qBAAM,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,WAAW,CAAC,EAAA;;wBAAjD,MAAM,GAAG,SAAwC;wBACvD,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC3B,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;;;wBAJf,IAAe,CAAA;;;wBAQjC,qBAAqB;wBACrB,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,WAAW,CAAC,CAAC;6BAG9C,OAAO,EAAP,yBAAO;wBACT,qBAAM,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,aAAa,CAAC,EAAA;;wBAAlD,SAAkD,CAAC;;6BAGrD,sBAAO,aAAa,EAAC;;;;KACtB;IAEa,mCAAW,GAAzB,UACE,MAAkB,EAClB,aAAiC,EACjC,SAAiB;;;;gBAGX,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,WAAW,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;gBAE3F,IAAI,aAAa,EAAE,CAAC;oBAClB,yBAAyB;oBACzB,aAAa,CAAC,QAAQ,GAAG,SAAS,CAAC;oBACnC,aAAa,CAAC,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC;oBAChD,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC;wBAC7B,SAAS,WAAA;wBACT,WAAW,EAAE,MAAM,CAAC,WAAW;wBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;qBAC9B,CAAC,CAAC;oBAEH,oBAAoB;oBACpB,IAAI,aAAa,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;wBACtD,aAAa,CAAC,UAAU,CAAC,MAAM,GAAG,aAAa,CAAC;oBAClD,CAAC;oBAED,iCAAiC;oBACjC,IAAI,aAAa,CAAC,WAAW,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;wBAC3C,aAAa,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;oBACpE,CAAC;oBAED,sBAAO,aAAa,EAAC;gBACvB,CAAC;qBAAM,CAAC;oBAEA,QAAQ,GAAG,iBAAU,SAAS,cAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAE,CAAC;oBAC5E,SAAS,GAAkB;wBAC/B,EAAE,EAAE,QAAQ;wBACZ,UAAU,EAAE,QAAQ;wBACpB,SAAS,EAAE,SAAS;wBACpB,QAAQ,EAAE,SAAS;wBACnB,YAAY,EAAE,MAAM,CAAC,WAAW;wBAChC,WAAW,EAAE;4BACX;gCACE,SAAS,WAAA;gCACT,WAAW,EAAE,MAAM,CAAC,WAAW;gCAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;6BAC9B;yBACF;wBACD,UAAU,EAAE;4BACV,MAAM,EAAE,aAAa;yBACtB;wBACD,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;qBACjC,CAAC;oBAEF,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;oBAClD,aAAM,CAAC,IAAI,CAAC,qDAA8C,QAAQ,CAAE,CAAC,CAAC;oBAEtE,sBAAO,SAAS,EAAC;gBACnB,CAAC;;;;KACF;IAEa,mCAAW,GAAzB,UAA0B,GAAmB,EAAE,SAAiB;;;;gBAExD,aAAa,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;gBAEzE,IAAI,aAAa,EAAE,CAAC;oBAClB,yBAAyB;oBACzB,aAAa,CAAC,QAAQ,GAAG,SAAS,CAAC;oBACnC,aAAa,CAAC,YAAY,GAAG,GAAG,CAAC,WAAW,CAAC;oBAC7C,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC;wBAC7B,SAAS,WAAA;wBACT,WAAW,EAAE,GAAG,CAAC,WAAW;wBAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;qBAC3B,CAAC,CAAC;oBAEH,4CAA4C;oBAC5C,IAAI,aAAa,CAAC,WAAW,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;wBAC1C,aAAa,CAAC,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;oBACnE,CAAC;oBAED,sBAAO,aAAa,EAAC;gBACvB,CAAC;qBAAM,CAAC;oBAEA,QAAQ,GAAG,iBAAU,SAAS,cAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAE,CAAC;oBAC5E,SAAS,GAAkB;wBAC/B,EAAE,EAAE,QAAQ;wBACZ,UAAU,EAAE,QAAQ;wBACpB,SAAS,EAAE,SAAS;wBACpB,QAAQ,EAAE,SAAS;wBACnB,YAAY,EAAE,GAAG,CAAC,WAAW;wBAC7B,WAAW,EAAE;4BACX;gCACE,SAAS,WAAA;gCACT,WAAW,EAAE,GAAG,CAAC,WAAW;gCAC5B,UAAU,EAAE,GAAG,CAAC,UAAU;6BAC3B;yBACF;wBACD,UAAU,EAAE;4BACV,UAAU,EAAE,GAAG,CAAC,IAAI;yBACrB;wBACD,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;qBACjC,CAAC;oBAEF,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;oBAClD,aAAM,CAAC,KAAK,CAAC,qDAA8C,QAAQ,eAAK,GAAG,CAAC,IAAI,MAAG,CAAC,CAAC;oBAErF,sBAAO,SAAS,EAAC;gBACnB,CAAC;;;;KACF;IAEO,0CAAkB,GAA1B,UACE,WAAwB,EACxB,UAA+B,EAC/B,aAAsB;QAEtB,IAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAyB,IAAI,CAAC;QAC3C,IAAI,WAAW,GAAG,QAAQ,CAAC;QAE3B,KAAqB,UAAiC,EAAjC,KAAA,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAjC,cAAiC,EAAjC,IAAiC,EAAE,CAAC;YAApD,IAAM,MAAM,SAAA;YACf,qBAAqB;YACrB,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;gBACrC,SAAS;YACX,CAAC;YAED,2CAA2C;YAC3C,IAAI,WAAW,GAAG,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;gBAC3D,SAAS;YACX,CAAC;YAED,0DAA0D;YAC1D,IAAI,UAAU,KAAK,QAAQ,IAAI,aAAa,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;gBACzE,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;oBAC/C,OAAO,MAAM,CAAC,CAAC,oBAAoB;gBACrC,CAAC;YACH,CAAC;YAED,8BAA8B;YAC9B,IAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;YAE1E,IAAI,QAAQ,GAAG,IAAI,CAAC,kBAAkB,IAAI,QAAQ,GAAG,WAAW,EAAE,CAAC;gBACjE,WAAW,GAAG,QAAQ,CAAC;gBACvB,SAAS,GAAG,MAAM,CAAC;YACrB,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,yCAAiB,GAAzB,UAA0B,IAAiB,EAAE,IAAiB;QAC5D,IAAM,OAAO,GAAG;YACd,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC;YAC1B,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC;SAC5B,CAAC;QACF,IAAM,OAAO,GAAG;YACd,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC;YAC1B,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC;SAC5B,CAAC;QAEF,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5F,CAAC;IAEO,wCAAgB,GAAxB,UAAyB,aAA0B,EAAE,SAAiB;QAAtE,iBA+BC;QA9BC,yBAAyB;QACzB,IAAI,CAAC,UAAU,CAAC,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3D,IAAI,CAAC,UAAU,CAAC,UAAU,GAAG,SAAS,CAAC;QAEvC,+BAA+B;QAC/B,KAAiC,UAAwB,EAAxB,KAAA,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAxB,cAAwB,EAAxB,IAAwB,EAAE,CAAC;YAAjD,IAAA,WAAkB,EAAjB,QAAQ,QAAA,EAAE,MAAM,QAAA;YAC1B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACtF,6BAA6B;gBAC7B,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC;oBAChC,QAAQ,UAAA;oBACR,MAAM,EAAE,SAAS;oBACjB,YAAY,EAAE,MAAM,CAAC,YAAY;iBAClC,CAAC,CAAC;gBAEH,aAAM,CAAC,IAAI,CAAC,6CAAsC,QAAQ,CAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,UAAU,CAAC,YAAY,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,MAAM,CAChE,UAAC,KAAK,IAAK,OAAA,SAAS,GAAG,KAAK,CAAC,MAAM,GAAG,KAAI,CAAC,iBAAiB,EAAjD,CAAiD,CAC7D,CAAC;QAEF,6BAA6B;QAC7B,KAAiC,UAAwB,EAAxB,KAAA,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAxB,cAAwB,EAAxB,IAAwB,EAAE,CAAC;YAAjD,IAAA,WAAkB,EAAjB,QAAQ,QAAA,EAAE,MAAM,QAAA;YAC1B,IAAI,SAAS,GAAG,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,iBAAiB,GAAG,EAAE,EAAE,CAAC;gBAC9D,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC1C,aAAM,CAAC,KAAK,CAAC,iDAA0C,QAAQ,CAAE,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;IACH,CAAC;IAEa,uCAAe,GAA7B,UACE,OAAsB,EACtB,aAA8B;;;;gBAE9B,IAAI,CAAC;oBACH,2CAA2C;oBAC3C,WAAkC,EAAb,+BAAa,EAAb,2BAAa,EAAb,IAAa,EAAE,CAAC;wBAA1B,MAAM;wBACT,YAAY,GAAG;4BACnB,EAAE,EAAE,MAAM,CAAC,EAAU;4BACrB,KAAK,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,IAAI,MAAM,CAAC,EAAE,CAAC;4BAC5C,QAAQ,EAAE;gCACR,IAAI,EAAE,MAAM,CAAC,UAAU;gCACvB,SAAS,EAAE,MAAM,CAAC,SAAS;gCAC3B,QAAQ,EAAE,MAAM,CAAC,QAAQ;gCACzB,UAAU,EAAE,MAAM,CAAC,UAAU;gCAC7B,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,OAAO;6BACjC;4BACD,OAAO,EAAE,OAAO,CAAC,OAAO;yBACzB,CAAC;wBAEF,8CAA8C;wBAC9C,2EAA2E;wBAC3E,aAAM,CAAC,KAAK,CAAC,4CAAqC,MAAM,CAAC,EAAE,kBAAe,CAAC,CAAC;wBAE5E,iDAAiD;wBACjD,+DAA+D;wBAC/D,mBAAmB;wBACnB,6CAA6C;wBAC7C,WAAW;wBACX,uCAAuC;wBACvC,IAAI;oBACN,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,aAAM,CAAC,KAAK,CAAC,8CAA8C,EAAE,KAAK,CAAC,CAAC;gBACtE,CAAC;;;;KACF;IAED,aAAa;IACb,qCAAa,GAAb;QACE,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,yCAAiB,GAAjB;QAAA,iBAIC;QAHC,OAAO,IAAI,CAAC,UAAU,CAAC,cAAc;aAClC,GAAG,CAAC,UAAC,EAAE,IAAK,OAAA,KAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAhC,CAAgC,CAAC;aAC7C,MAAM,CAAC,OAAO,CAAoB,CAAC;IACxC,CAAC;IAED,iCAAS,GAAT,UAAU,QAAgB;QACxB,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC;IAED,uCAAe,GAAf;QAAA,iBAOC;QANC,OAAO,IAAI,CAAC,UAAU,CAAC,YAAY;aAChC,GAAG,CAAC,UAAC,KAAK,IAAK,OAAA,CAAC;YACf,MAAM,EAAE,KAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC;YACpD,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,EAHc,CAGd,CAAC;aACF,MAAM,CAAC,UAAC,KAAK,IAAK,OAAA,KAAK,CAAC,MAAM,EAAZ,CAAY,CAAqD,CAAC;IACzF,CAAC;IAED,kBAAkB;IAClB,0CAAkB,GAAlB,UAAmB,QAAgB,EAAE,IAAY;QAC/C,IAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC;YAC9B,aAAM,CAAC,IAAI,CAAC,0CAAkC,IAAI,0BAAe,QAAQ,CAAE,CAAC,CAAC;YAC7E,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,iBAAiB;IACjB,qCAAa,GAAb;QAOE,IAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/D,OAAO;YACL,aAAa,EAAE,QAAQ,CAAC,MAAM;YAC9B,cAAc,EAAE,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,MAAM;YACrD,YAAY,EAAE,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,MAAM;YACjD,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAC,CAAC,IAAK,OAAA,CAAC,CAAC,UAAU,KAAK,QAAQ,EAAzB,CAAyB,CAAC,CAAC,MAAM;YAChE,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAC,CAAC,IAAK,OAAA,CAAC,CAAC,UAAU,KAAK,QAAQ,EAAzB,CAAyB,CAAC,CAAC,MAAM;SAClE,CAAC;IACJ,CAAC;IACH,oBAAC;AAAD,CAAC,AA9UD,IA8UC;AA9UY,sCAAa","sourcesContent":["import { logger, type IAgentRuntime, type UUID } from '@elizaos/core';\nimport type { TrackedEntity, WorldState, DetectedObject, PersonInfo, BoundingBox } from './types';\n\nexport class EntityTracker {\n  private worldState: WorldState;\n  private readonly POSITION_THRESHOLD = 100; // pixels\n  private readonly MISSING_THRESHOLD = 5000; // 5 seconds\n  private readonly CLEANUP_THRESHOLD = 60000; // 1 minute\n\n  constructor(worldId: string) {\n    this.worldState = {\n      worldId,\n      entities: new Map(),\n      lastUpdate: Date.now(),\n      activeEntities: [],\n      recentlyLeft: [],\n    };\n  }\n\n  async updateEntities(\n    detectedObjects: DetectedObject[],\n    people: PersonInfo[],\n    faceProfiles?: Map<string, string>, // Maps person ID to face profile ID\n    runtime?: IAgentRuntime\n  ): Promise<TrackedEntity[]> {\n    const currentTime = Date.now();\n    const frameEntities: TrackedEntity[] = [];\n    const seenEntityIds = new Set<string>();\n\n    // Process detected people\n    for (const person of people) {\n      const entity = await this.trackPerson(person, faceProfiles?.get(person.id), currentTime);\n      frameEntities.push(entity);\n      seenEntityIds.add(entity.id);\n    }\n\n    // Process detected objects\n    for (const obj of detectedObjects) {\n      if (obj.type !== 'person' && obj.type !== 'person-candidate') {\n        const entity = await this.trackObject(obj, currentTime);\n        frameEntities.push(entity);\n        seenEntityIds.add(entity.id);\n      }\n    }\n\n    // Update world state\n    this.updateWorldState(seenEntityIds, currentTime);\n\n    // Store entities in runtime if available\n    if (runtime) {\n      await this.syncWithRuntime(runtime, frameEntities);\n    }\n\n    return frameEntities;\n  }\n\n  private async trackPerson(\n    person: PersonInfo,\n    faceProfileId: string | undefined,\n    timestamp: number\n  ): Promise<TrackedEntity> {\n    // Try to match with existing entities\n    const matchedEntity = this.findMatchingEntity(person.boundingBox, 'person', faceProfileId);\n\n    if (matchedEntity) {\n      // Update existing entity\n      matchedEntity.lastSeen = timestamp;\n      matchedEntity.lastPosition = person.boundingBox;\n      matchedEntity.appearances.push({\n        timestamp,\n        boundingBox: person.boundingBox,\n        confidence: person.confidence,\n      });\n\n      // Update attributes\n      if (faceProfileId && !matchedEntity.attributes.faceId) {\n        matchedEntity.attributes.faceId = faceProfileId;\n      }\n\n      // Keep only last 100 appearances\n      if (matchedEntity.appearances.length > 100) {\n        matchedEntity.appearances = matchedEntity.appearances.slice(-100);\n      }\n\n      return matchedEntity;\n    } else {\n      // Create new entity\n      const entityId = `person-${timestamp}-${Math.random().toString(36).substr(2, 9)}`;\n      const newEntity: TrackedEntity = {\n        id: entityId,\n        entityType: 'person',\n        firstSeen: timestamp,\n        lastSeen: timestamp,\n        lastPosition: person.boundingBox,\n        appearances: [\n          {\n            timestamp,\n            boundingBox: person.boundingBox,\n            confidence: person.confidence,\n          },\n        ],\n        attributes: {\n          faceId: faceProfileId,\n        },\n        worldId: this.worldState.worldId,\n      };\n\n      this.worldState.entities.set(entityId, newEntity);\n      logger.info(`[EntityTracker] New person entity created: ${entityId}`);\n\n      return newEntity;\n    }\n  }\n\n  private async trackObject(obj: DetectedObject, timestamp: number): Promise<TrackedEntity> {\n    // Try to match with existing entities\n    const matchedEntity = this.findMatchingEntity(obj.boundingBox, 'object');\n\n    if (matchedEntity) {\n      // Update existing entity\n      matchedEntity.lastSeen = timestamp;\n      matchedEntity.lastPosition = obj.boundingBox;\n      matchedEntity.appearances.push({\n        timestamp,\n        boundingBox: obj.boundingBox,\n        confidence: obj.confidence,\n      });\n\n      // Keep only last 50 appearances for objects\n      if (matchedEntity.appearances.length > 50) {\n        matchedEntity.appearances = matchedEntity.appearances.slice(-50);\n      }\n\n      return matchedEntity;\n    } else {\n      // Create new entity\n      const entityId = `object-${timestamp}-${Math.random().toString(36).substr(2, 9)}`;\n      const newEntity: TrackedEntity = {\n        id: entityId,\n        entityType: 'object',\n        firstSeen: timestamp,\n        lastSeen: timestamp,\n        lastPosition: obj.boundingBox,\n        appearances: [\n          {\n            timestamp,\n            boundingBox: obj.boundingBox,\n            confidence: obj.confidence,\n          },\n        ],\n        attributes: {\n          objectType: obj.type,\n        },\n        worldId: this.worldState.worldId,\n      };\n\n      this.worldState.entities.set(entityId, newEntity);\n      logger.debug(`[EntityTracker] New object entity created: ${entityId} (${obj.type})`);\n\n      return newEntity;\n    }\n  }\n\n  private findMatchingEntity(\n    boundingBox: BoundingBox,\n    entityType: 'person' | 'object',\n    faceProfileId?: string\n  ): TrackedEntity | null {\n    const currentTime = Date.now();\n    let bestMatch: TrackedEntity | null = null;\n    let minDistance = Infinity;\n\n    for (const entity of this.worldState.entities.values()) {\n      // Skip if wrong type\n      if (entity.entityType !== entityType) {\n        continue;\n      }\n\n      // Skip if entity has been missing too long\n      if (currentTime - entity.lastSeen > this.MISSING_THRESHOLD) {\n        continue;\n      }\n\n      // If we have face ID, prioritize face matching for people\n      if (entityType === 'person' && faceProfileId && entity.attributes.faceId) {\n        if (entity.attributes.faceId === faceProfileId) {\n          return entity; // Direct face match\n        }\n      }\n\n      // Calculate position distance\n      const distance = this.calculateDistance(entity.lastPosition, boundingBox);\n\n      if (distance < this.POSITION_THRESHOLD && distance < minDistance) {\n        minDistance = distance;\n        bestMatch = entity;\n      }\n    }\n\n    return bestMatch;\n  }\n\n  private calculateDistance(box1: BoundingBox, box2: BoundingBox): number {\n    const center1 = {\n      x: box1.x + box1.width / 2,\n      y: box1.y + box1.height / 2,\n    };\n    const center2 = {\n      x: box2.x + box2.width / 2,\n      y: box2.y + box2.height / 2,\n    };\n\n    return Math.sqrt(Math.pow(center1.x - center2.x, 2) + Math.pow(center1.y - center2.y, 2));\n  }\n\n  private updateWorldState(seenEntityIds: Set<string>, timestamp: number): void {\n    // Update active entities\n    this.worldState.activeEntities = Array.from(seenEntityIds);\n    this.worldState.lastUpdate = timestamp;\n\n    // Check for entities that left\n    for (const [entityId, entity] of this.worldState.entities) {\n      if (!seenEntityIds.has(entityId) && this.worldState.activeEntities.includes(entityId)) {\n        // Entity just left the scene\n        this.worldState.recentlyLeft.push({\n          entityId,\n          leftAt: timestamp,\n          lastPosition: entity.lastPosition,\n        });\n\n        logger.info(`[EntityTracker] Entity left scene: ${entityId}`);\n      }\n    }\n\n    // Clean up old \"recently left\" entries\n    this.worldState.recentlyLeft = this.worldState.recentlyLeft.filter(\n      (entry) => timestamp - entry.leftAt < this.CLEANUP_THRESHOLD\n    );\n\n    // Clean up very old entities\n    for (const [entityId, entity] of this.worldState.entities) {\n      if (timestamp - entity.lastSeen > this.CLEANUP_THRESHOLD * 10) {\n        this.worldState.entities.delete(entityId);\n        logger.debug(`[EntityTracker] Cleaned up old entity: ${entityId}`);\n      }\n    }\n  }\n\n  private async syncWithRuntime(\n    runtime: IAgentRuntime,\n    frameEntities: TrackedEntity[]\n  ): Promise<void> {\n    try {\n      // Create or update entities in the runtime\n      for (const entity of frameEntities) {\n        const _elizaEntity = {\n          id: entity.id as UUID,\n          names: [entity.attributes.name || entity.id],\n          metadata: {\n            type: entity.entityType,\n            firstSeen: entity.firstSeen,\n            lastSeen: entity.lastSeen,\n            attributes: entity.attributes,\n            worldId: this.worldState.worldId,\n          },\n          agentId: runtime.agentId,\n        };\n\n        // For now, we'll just log the entity creation\n        // In a real implementation, this would integrate with runtime.createEntity\n        logger.debug(`[EntityTracker] Would sync entity ${entity.id} with runtime`);\n\n        // TODO: When runtime supports entity management:\n        // const existing = await runtime.getEntity(entity.id as UUID);\n        // if (!existing) {\n        //   await runtime.createEntity(elizaEntity);\n        // } else {\n        //   await runtime.updateEntity({...});\n        // }\n      }\n    } catch (error) {\n      logger.error('[EntityTracker] Failed to sync with runtime:', error);\n    }\n  }\n\n  // Public API\n  getWorldState(): WorldState {\n    return this.worldState;\n  }\n\n  getActiveEntities(): TrackedEntity[] {\n    return this.worldState.activeEntities\n      .map((id) => this.worldState.entities.get(id))\n      .filter(Boolean) as TrackedEntity[];\n  }\n\n  getEntity(entityId: string): TrackedEntity | undefined {\n    return this.worldState.entities.get(entityId);\n  }\n\n  getRecentlyLeft(): Array<{ entity: TrackedEntity; leftAt: number }> {\n    return this.worldState.recentlyLeft\n      .map((entry) => ({\n        entity: this.worldState.entities.get(entry.entityId),\n        leftAt: entry.leftAt,\n      }))\n      .filter((entry) => entry.entity) as Array<{ entity: TrackedEntity; leftAt: number }>;\n  }\n\n  // Name assignment\n  assignNameToEntity(entityId: string, name: string): boolean {\n    const entity = this.worldState.entities.get(entityId);\n    if (entity) {\n      entity.attributes.name = name;\n      logger.info(`[EntityTracker] Assigned name \"${name}\" to entity ${entityId}`);\n      return true;\n    }\n    return false;\n  }\n\n  // Get statistics\n  getStatistics(): {\n    totalEntities: number;\n    activeEntities: number;\n    recentlyLeft: number;\n    people: number;\n    objects: number;\n  } {\n    const entities = Array.from(this.worldState.entities.values());\n    return {\n      totalEntities: entities.length,\n      activeEntities: this.worldState.activeEntities.length,\n      recentlyLeft: this.worldState.recentlyLeft.length,\n      people: entities.filter((e) => e.entityType === 'person').length,\n      objects: entities.filter((e) => e.entityType === 'object').length,\n    };\n  }\n}\n"]}

package/dist/errors.d.ts

@@ -0,0 +1,67 @@
+export declare class VisionError extends Error {
+    readonly code: string;
+    readonly context?: Record<string, any>;
+    readonly recoverable: boolean;
+    constructor(message: string, code: string, recoverable?: boolean, context?: Record<string, any>);
+}
+export declare class CameraError extends VisionError {
+    constructor(message: string, context?: Record<string, any>);
+}
+export declare class ScreenCaptureError extends VisionError {
+    constructor(message: string, context?: Record<string, any>);
+}
+export declare class ModelInitializationError extends VisionError {
+    constructor(message: string, modelName: string, context?: Record<string, any>);
+}
+export declare class ProcessingError extends VisionError {
+    constructor(message: string, context?: Record<string, any>);
+}
+export declare class ConfigurationError extends VisionError {
+    constructor(message: string, context?: Record<string, any>);
+}
+export declare class APIError extends VisionError {
+    readonly statusCode?: number;
+    readonly endpoint?: string;
+    constructor(message: string, statusCode?: number, endpoint?: string, context?: Record<string, any>);
+}
+export interface RecoveryStrategy {
+    canRecover(error: VisionError): boolean;
+    recover(error: VisionError): Promise<void>;
+}
+export declare class ErrorRecoveryManager {
+    private strategies;
+    private errorCounts;
+    private readonly maxRetries;
+    constructor();
+    private registerDefaultStrategies;
+    registerStrategy(errorCode: string, strategy: RecoveryStrategy): void;
+    handleError(error: VisionError): Promise<boolean>;
+    resetErrorCount(errorCode: string): void;
+    resetAllCounts(): void;
+}
+export declare class CircuitBreaker {
+    private readonly threshold;
+    private readonly timeout;
+    private readonly name;
+    private failures;
+    private lastFailureTime;
+    private state;
+    constructor(threshold: number, timeout: number, // 1 minute
+    name: string);
+    execute<T>(operation: () => Promise<T>): Promise<T>;
+    private onSuccess;
+    private onFailure;
+    getState(): string;
+    reset(): void;
+}
+export declare class VisionErrorHandler {
+    private static instance;
+    private recoveryManager;
+    private circuitBreakers;
+    private constructor();
+    static getInstance(): VisionErrorHandler;
+    getCircuitBreaker(name: string, threshold?: number, timeout?: number): CircuitBreaker;
+    handle(error: any): Promise<boolean>;
+    resetCircuitBreaker(name: string): void;
+    resetAllCircuitBreakers(): void;
+}