@camera.ui/server 0.0.49 → 0.0.50-internal.1

package/dist/server/src/camera/interfaces.js

@@ -0,0 +1,99 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+import { rpc } from '@camera.ui/rpc-common';
+import { CameraDeviceCapability } from '@camera.ui/types';
+import { NamespaceManager } from '../rpc/namespaces.js';
+export class CameraInterface {
+    interfaces;
+    #proxy;
+    #capabilities;
+    #cameraId;
+    #pluginId;
+    #rpcConnections = [];
+    constructor(proxy, capabilities, cameraId, pluginId) {
+        this.#proxy = proxy;
+        this.#capabilities = capabilities;
+        this.#cameraId = cameraId;
+        this.#pluginId = pluginId;
+    }
+    async streamUrl(sourceName) {
+        const capability = this.#capabilities.getValue().find((cap) => cap.capabilities.some((c) => c === CameraDeviceCapability.StreamUrl));
+        if (!capability) {
+            throw new Error('No capability found for streamUrl');
+        }
+        if (this.interfaces && 'streamUrl' in this.interfaces) {
+            return this.interfaces.streamUrl(sourceName);
+        }
+        else {
+            const cameraProxy = await this.#cameraProxy(capability.pluginId);
+            return cameraProxy.streamUrl(sourceName);
+        }
+    }
+    async snapshot(sourceId, forceNew) {
+        const capability = this.#capabilities.getValue().find((cap) => cap.capabilities.some((c) => c === CameraDeviceCapability.Snapshot));
+        if (!capability) {
+            throw new Error('No capability found for snapshot');
+        }
+        if (this.interfaces && 'snapshot' in this.interfaces) {
+            return this.interfaces.snapshot(sourceId, forceNew);
+        }
+        else {
+            const cameraProxy = await this.#cameraProxy(capability.pluginId);
+            return cameraProxy.snapshot(sourceId, forceNew);
+        }
+    }
+    async ptzCommand(command) {
+        const capability = this.#capabilities.getValue().find((cap) => cap.capabilities.some((c) => c === CameraDeviceCapability.PTZ));
+        if (!capability) {
+            throw new Error('No capability found for PTZ');
+        }
+        if (this.interfaces && 'ptzCommand' in this.interfaces) {
+            return this.interfaces.ptzCommand(command);
+        }
+        else {
+            const cameraProxy = await this.#cameraProxy(capability.pluginId);
+            return cameraProxy.ptzCommand(command);
+        }
+    }
+    async disconnect() {
+        await Promise.allSettled(this.#rpcConnections.map((rpc) => rpc.connection.disconnect()));
+        this.#rpcConnections = [];
+    }
+    async #cameraProxy(pluginId) {
+        if (pluginId === this.#pluginId) {
+            throw new Error('Can not create camera proxy for the same plugin');
+        }
+        const namespace = NamespaceManager.pluginCameraNamespaces(pluginId, this.#cameraId).cameraInterfacesRpc;
+        const rpcConnection = await this.#proxy.createRPCConnection(namespace);
+        if (!this.#rpcConnections.some((rpc) => rpc.namespace === namespace)) {
+            this.#rpcConnections.push({ namespace, connection: rpcConnection });
+        }
+        return rpcConnection.createProxy();
+    }
+}
+__decorate([
+    rpc({ public: true }),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String]),
+    __metadata("design:returntype", Promise)
+], CameraInterface.prototype, "streamUrl", null);
+__decorate([
+    rpc({ public: true }),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [String, Boolean]),
+    __metadata("design:returntype", Promise)
+], CameraInterface.prototype, "snapshot", null);
+__decorate([
+    rpc({ public: true }),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Object]),
+    __metadata("design:returntype", Promise)
+], CameraInterface.prototype, "ptzCommand", null);
+//# sourceMappingURL=interfaces.js.map

package/dist/server/src/camera/interfaces.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interfaces.js","sourceRoot":"","sources":["../../../../src/camera/interfaces.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AAC5C,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAE1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAWxD,MAAM,OAAO,eAAe;IACnB,UAAU,CAAyD;IAE1E,MAAM,CAAgB;IACtB,aAAa,CAAwC;IACrD,SAAS,CAAS;IAClB,SAAS,CAAU;IACnB,eAAe,GAAuD,EAAE,CAAC;IAEzE,YAAY,KAAoB,EAAE,YAAmD,EAAE,QAAgB,EAAE,QAAiB;QACxH,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;QAClC,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAGY,AAAN,KAAK,CAAC,SAAS,CAAC,UAAkB;QACvC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,sBAAsB,CAAC,SAAS,CAAC,CAAC,CAAC;QACrI,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,IAAI,WAAW,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACtD,OAAO,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACjE,OAAO,WAAW,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IAGY,AAAN,KAAK,CAAC,QAAQ,CAAC,QAAgB,EAAE,QAAkB;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpI,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,IAAI,UAAU,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACrD,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACjE,OAAO,WAAW,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAGY,AAAN,KAAK,CAAC,UAAU,CAAC,OAAmB;QACzC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC;QAC/H,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACjD,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,IAAI,YAAY,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACvD,OAAO,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;YACjE,OAAO,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,UAAU;QACrB,MAAM,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAgB;QACjC,IAAI,QAAQ,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;QACrE,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,sBAAsB,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,mBAAmB,CAAC;QACxG,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;QAEvE,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,EAAE,CAAC;YACrE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,aAAa,CAAC,WAAW,EAAoB,CAAC;IACvD,CAAC;CACF;AA/Dc;IADZ,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;;;;gDAarB;AAGY;IADZ,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;;;;+CAarB;AAGY;IADZ,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;;;;iDAarB"}

package/dist/server/src/camera/iou.d.ts

@@ -0,0 +1,2 @@
+import type { Detection } from '@camera.ui/types';
+export declare function mergeDetections(detections: Detection[], iouThreshold?: number, closeThreshold?: number): Detection[];

package/dist/server/src/camera/iou.js

@@ -0,0 +1,123 @@
+// Simple spatial index using grid-based bucketing
+class SpatialIndex {
+    cells = new Map();
+    cellSize;
+    constructor(cellSize = 100) {
+        this.cellSize = cellSize;
+    }
+    getCellsForBox(box, margin = 0) {
+        const minCellX = Math.floor((box[0] - margin) / this.cellSize);
+        const minCellY = Math.floor((box[1] - margin) / this.cellSize);
+        const maxCellX = Math.floor((box[2] + margin) / this.cellSize);
+        const maxCellY = Math.floor((box[3] + margin) / this.cellSize);
+        const cells = [];
+        for (let x = minCellX; x <= maxCellX; x++) {
+            for (let y = minCellY; y <= maxCellY; y++) {
+                cells.push(`${x},${y}`);
+            }
+        }
+        return cells;
+    }
+    insert(detection) {
+        const box = detection.boundingBox;
+        const cells = this.getCellsForBox(box);
+        for (const cell of cells) {
+            if (!this.cells.has(cell)) {
+                this.cells.set(cell, []);
+            }
+            this.cells.get(cell).push(detection);
+        }
+    }
+    search(box, margin = 0) {
+        const cells = this.getCellsForBox(box, margin);
+        const result = new Set();
+        for (const cell of cells) {
+            const detections = this.cells.get(cell) ?? [];
+            for (const detection of detections) {
+                result.add(detection);
+            }
+        }
+        return Array.from(result);
+    }
+}
+// Helper functions
+function calculateIoU(box1, box2) {
+    const intersectionX1 = Math.max(box1[0], box2[0]);
+    const intersectionY1 = Math.max(box1[1], box2[1]);
+    const intersectionX2 = Math.min(box1[2], box2[2]);
+    const intersectionY2 = Math.min(box1[3], box2[3]);
+    if (intersectionX2 < intersectionX1 || intersectionY2 < intersectionY1) {
+        return 0;
+    }
+    const intersectionArea = (intersectionX2 - intersectionX1) * (intersectionY2 - intersectionY1);
+    const box1Area = (box1[2] - box1[0]) * (box1[3] - box1[1]);
+    const box2Area = (box2[2] - box2[0]) * (box2[3] - box2[1]);
+    return intersectionArea / (box1Area + box2Area - intersectionArea);
+}
+function mergeBoundingBoxes(boxes) {
+    const minX = Math.max(0, Math.round(Math.min(...boxes.map((box) => box[0]))));
+    const minY = Math.max(0, Math.round(Math.min(...boxes.map((box) => box[1]))));
+    const maxX = Math.min(1000, Math.round(Math.max(...boxes.map((box) => box[2]))));
+    const maxY = Math.min(1000, Math.round(Math.max(...boxes.map((box) => box[3]))));
+    return [minX, minY, maxX, maxY];
+}
+function generateId() {
+    return Math.random().toString(36).slice(2, 9);
+}
+function isValidBox(box) {
+    return box[0] < box[2] && box[1] < box[3];
+}
+export function mergeDetections(detections, iouThreshold = 0.01, closeThreshold = 100) {
+    if (detections.length === 0) {
+        return [];
+    }
+    // Create spatial index with cell size based on closeThreshold
+    const spatialIndex = new SpatialIndex(closeThreshold);
+    const processedIds = new Set();
+    const mergedDetections = [];
+    // Prepare detections with IDs
+    const preparedDetections = detections.map((d) => ({
+        ...d,
+        id: d.id ?? generateId(),
+    }));
+    // Load spatial index
+    for (const detection of preparedDetections) {
+        spatialIndex.insert(detection);
+    }
+    for (const detection of preparedDetections) {
+        if (processedIds.has(detection.id))
+            continue;
+        const currentDetection = { ...detection };
+        let maxConfidence = currentDetection.confidence;
+        const overlappingBoxes = [currentDetection.boundingBox];
+        // Find potential overlaps using spatial index
+        const searchMargin = Math.max(closeThreshold, 10);
+        const potentialOverlaps = spatialIndex.search(currentDetection.boundingBox, searchMargin);
+        for (const overlap of potentialOverlaps) {
+            if (overlap.id === currentDetection.id || processedIds.has(overlap.id) || overlap.label !== currentDetection.label) {
+                continue;
+            }
+            const iou = calculateIoU(currentDetection.boundingBox, overlap.boundingBox);
+            const isClose = Math.abs(currentDetection.boundingBox[0] - overlap.boundingBox[0]) <= closeThreshold &&
+                Math.abs(currentDetection.boundingBox[1] - overlap.boundingBox[1]) <= closeThreshold;
+            if (iou > iouThreshold || isClose) {
+                overlappingBoxes.push(overlap.boundingBox);
+                processedIds.add(overlap.id);
+                maxConfidence = Math.max(maxConfidence, overlap.confidence);
+            }
+        }
+        if (overlappingBoxes.length > 1) {
+            const mergedBox = mergeBoundingBoxes(overlappingBoxes);
+            if (isValidBox(mergedBox)) {
+                currentDetection.boundingBox = mergedBox;
+                currentDetection.confidence = maxConfidence;
+            }
+        }
+        if (isValidBox(currentDetection.boundingBox)) {
+            mergedDetections.push(currentDetection);
+        }
+        processedIds.add(currentDetection.id);
+    }
+    return mergedDetections;
+}
+//# sourceMappingURL=iou.js.map

package/dist/server/src/camera/iou.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"iou.js","sourceRoot":"","sources":["../../../../src/camera/iou.ts"],"names":[],"mappings":"AAEA,kDAAkD;AAClD,MAAM,YAAY;IACR,KAAK,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvC,QAAQ,CAAS;IAEzB,YAAY,QAAQ,GAAG,GAAG;QACxB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAEO,cAAc,CAAC,GAAgB,EAAE,MAAM,GAAG,CAAC;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE/D,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,KAAK,IAAI,CAAC,GAAG,QAAQ,EAAE,CAAC,IAAI,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC1C,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,CAAC,SAAoB;QACzB,MAAM,GAAG,GAAG,SAAS,CAAC,WAAW,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC3B,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,MAAM,CAAC,GAAgB,EAAE,MAAM,GAAG,CAAC;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAa,CAAC;QAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAC9C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;CACF;AAED,mBAAmB;AACnB,SAAS,YAAY,CAAC,IAAiB,EAAE,IAAiB;IACxD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAElD,IAAI,cAAc,GAAG,cAAc,IAAI,cAAc,GAAG,cAAc,EAAE,CAAC;QACvE,OAAO,CAAC,CAAC;IACX,CAAC;IAED,MAAM,gBAAgB,GAAG,CAAC,cAAc,GAAG,cAAc,CAAC,GAAG,CAAC,cAAc,GAAG,cAAc,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAE3D,OAAO,gBAAgB,GAAG,CAAC,QAAQ,GAAG,QAAQ,GAAG,gBAAgB,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAoB;IAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9E,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjF,OAAO,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAClC,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,SAAS,UAAU,CAAC,GAAgB;IAClC,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,UAAuB,EAAE,YAAY,GAAG,IAAI,EAAE,cAAc,GAAG,GAAG;IAChG,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,8DAA8D;IAC9D,MAAM,YAAY,GAAG,IAAI,YAAY,CAAC,cAAc,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,gBAAgB,GAAgB,EAAE,CAAC;IAEzC,8BAA8B;IAC9B,MAAM,kBAAkB,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChD,GAAG,CAAC;QACJ,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,UAAU,EAAE;KACzB,CAAC,CAAC,CAAC;IAEJ,qBAAqB;IACrB,KAAK,MAAM,SAAS,IAAI,kBAAkB,EAAE,CAAC;QAC3C,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,MAAM,SAAS,IAAI,kBAAkB,EAAE,CAAC;QAC3C,IAAI,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAAE,SAAS;QAE7C,MAAM,gBAAgB,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;QAC1C,IAAI,aAAa,GAAG,gBAAgB,CAAC,UAAU,CAAC;QAChD,MAAM,gBAAgB,GAAkB,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC;QAEvE,8CAA8C;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAClD,MAAM,iBAAiB,GAAG,YAAY,CAAC,MAAM,CAAC,gBAAgB,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAE1F,KAAK,MAAM,OAAO,IAAI,iBAAiB,EAAE,CAAC;YACxC,IAAI,OAAO,CAAC,EAAE,KAAK,gBAAgB,CAAC,EAAE,IAAI,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAG,CAAC,IAAI,OAAO,CAAC,KAAK,KAAK,gBAAgB,CAAC,KAAK,EAAE,CAAC;gBACpH,SAAS;YACX,CAAC;YAED,MAAM,GAAG,GAAG,YAAY,CAAC,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAC5E,MAAM,OAAO,GACX,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,cAAc;gBACpF,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,cAAc,CAAC;YAEvF,IAAI,GAAG,GAAG,YAAY,IAAI,OAAO,EAAE,CAAC;gBAClC,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;gBAC3C,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAG,CAAC,CAAC;gBAC9B,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;YACvD,IAAI,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC1B,gBAAgB,CAAC,WAAW,GAAG,SAAS,CAAC;gBACzC,gBAAgB,CAAC,UAAU,GAAG,aAAa,CAAC;YAC9C,CAAC;QACH,CAAC;QAED,IAAI,UAAU,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7C,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC1C,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC;IAED,OAAO,gBAAgB,CAAC;AAC1B,CAAC"}

package/dist/server/src/camera/polygon.d.ts

@@ -0,0 +1,4 @@
+import type { CameraDetectionSettings, Detection, DetectionZone } from '@camera.ui/types';
+export declare const convertZonePointsToPixels: (zone: DetectionZone, detection: Detection) => DetectionZone;
+export declare const convertBoundingBoxToPixels: (detection: Detection) => Detection;
+export declare const areDetectionsValid: (detections: Detection[], zones: DetectionZone[], activitySettings: CameraDetectionSettings) => Detection[];

package/dist/server/src/camera/polygon.js

@@ -0,0 +1,192 @@
+function pointsEqual(p1, p2) {
+    return p1[0] === p2[0] && p1[1] === p2[1];
+}
+function isBoxContainedInPolygon(box, polygon) {
+    const corners = [
+        [box[0], box[1]], // Top-left
+        [box[2], box[1]], // Top-right
+        [box[2], box[3]], // Bottom-right
+        [box[0], box[3]], // Bottom-left
+    ];
+    return corners.every((point) => isPointInPolygon(point, polygon));
+}
+function isBoxCompletelyOutsidePolygon(box, polygon) {
+    const corners = [
+        [box[0], box[1]], // Top-left
+        [box[2], box[1]], // Top-right
+        [box[2], box[3]], // Bottom-right
+        [box[0], box[3]], // Bottom-left
+    ];
+    return !doPolygonsIntersect(box, polygon) && corners.every((point) => !isPointInPolygon(point, polygon));
+}
+function isPointInPolygon(point, polygon) {
+    const [x, y] = point;
+    let inside = false;
+    // Check if point is on the edge of the polygon
+    for (let i = 0; i < polygon.length; i++) {
+        const j = (i + 1) % polygon.length;
+        const [xi, yi] = polygon[i];
+        const [xj, yj] = polygon[j];
+        // Point lies on a horizontal or vertical edge
+        if (x >= Math.min(xi, xj) && x <= Math.max(xi, xj) && y >= Math.min(yi, yj) && y <= Math.max(yi, yj)) {
+            // Verticale Linie
+            if (Math.abs(xi - xj) < 0.000001) {
+                if (Math.abs(x - xi) < 0.000001) {
+                    return true;
+                }
+            }
+            else {
+                // Other lines
+                const m = (yj - yi) / (xj - xi);
+                const b = yi - m * xi;
+                const yOnLine = m * x + b;
+                if (Math.abs(y - yOnLine) < 0.000001) {
+                    return true;
+                }
+            }
+        }
+        // Standard Ray-Casting Test
+        // eslint-disable-next-line @stylistic/no-mixed-operators
+        if (yi > y !== yj > y && x < ((xj - xi) * (y - yi)) / (yj - yi) + xi) {
+            inside = !inside;
+        }
+    }
+    return inside;
+}
+function doLinesIntersect(a1, a2, b1, b2) {
+    const denominator = (b2[1] - b1[1]) * (a2[0] - a1[0]) - (b2[0] - b1[0]) * (a2[1] - a1[1]);
+    if (denominator === 0)
+        return false;
+    const ua = ((b2[0] - b1[0]) * (a1[1] - b1[1]) - (b2[1] - b1[1]) * (a1[0] - b1[0])) / denominator;
+    const ub = ((a2[0] - a1[0]) * (a1[1] - b1[1]) - (a2[1] - a1[1]) * (a1[0] - b1[0])) / denominator;
+    return ua >= 0 && ua <= 1 && ub >= 0 && ub <= 1;
+}
+function doPolygonsIntersect(box, polygon) {
+    const boxPolygon = [
+        [box[0], box[1]], // Top-left
+        [box[2], box[1]], // Top-right
+        [box[2], box[3]], // Bottom-right
+        [box[0], box[3]], // Bottom-left
+        [box[0], box[1]], // Close the polygon
+    ];
+    // Check if any of the box corners are inside the polygon
+    if (boxPolygon.some((point) => isPointInPolygon(point, polygon))) {
+        return true;
+    }
+    if (polygon.some((point) => point[0] >= box[0] && point[0] <= box[2] && point[1] >= box[1] && point[1] <= box[3])) {
+        return true;
+    }
+    // Check if any of the polygon corners intersect with any of the box edges
+    for (let i = 0; i < boxPolygon.length - 1; i++) {
+        for (let j = 0; j < polygon.length - 1; j++) {
+            if (doLinesIntersect(boxPolygon[i], boxPolygon[i + 1], polygon[j], polygon[j + 1])) {
+                return true;
+            }
+        }
+    }
+    return false;
+}
+export const convertZonePointsToPixels = (zone, detection) => {
+    const { origWidth, origHeight } = detection;
+    const convertedPoints = zone.points.map(([x, y]) => [(x * origWidth) / 100, (y * origHeight) / 100]);
+    if (convertedPoints.length > 0 && !pointsEqual(convertedPoints[0], convertedPoints[convertedPoints.length - 1])) {
+        convertedPoints.push(convertedPoints[0]);
+    }
+    return {
+        ...zone,
+        points: convertedPoints,
+    };
+};
+export const convertBoundingBoxToPixels = (detection) => {
+    const { origWidth, origHeight, inputWidth, inputHeight } = detection;
+    let [xmin, ymin, xmax, ymax] = detection.boundingBox;
+    xmin = (xmin * origWidth) / inputWidth;
+    ymin = (ymin * origHeight) / inputHeight;
+    xmax = (xmax * origWidth) / inputWidth;
+    ymax = (ymax * origHeight) / inputHeight;
+    xmin = Math.max(0, Math.min(xmin, origWidth));
+    ymin = Math.max(0, Math.min(ymin, origHeight));
+    xmax = Math.max(0, Math.min(xmax, origWidth));
+    ymax = Math.max(0, Math.min(ymax, origHeight));
+    return {
+        ...detection,
+        boundingBox: [xmin, ymin, xmax, ymax],
+    };
+};
+export const areDetectionsValid = (detections, zones, activitySettings) => {
+    if (zones.length === 0) {
+        return [];
+    }
+    if (detections.length === 0) {
+        return [];
+    }
+    const validClasses = new Set();
+    for (const zone of zones) {
+        if (zone.classes.length > 0) {
+            zone.classes.forEach((cls) => validClasses.add(cls));
+        }
+    }
+    return detections.filter((detection) => {
+        // Check if detection confidence is above threshold
+        if (detection.confidence < activitySettings.object.confidence) {
+            return false;
+        }
+        // Check if detection class is valid
+        if (!validClasses.has(detection.label)) {
+            return false;
+        }
+        const convertedDetection = convertBoundingBoxToPixels(detection);
+        // Check if detection is inside a privacy mask
+        for (const zone of zones) {
+            if (!zone.isPrivacyMask)
+                continue;
+            const convertedZone = convertZonePointsToPixels(zone, convertedDetection);
+            if (isBoxContainedInPolygon(convertedDetection.boundingBox, convertedZone.points)) {
+                return false;
+            }
+        }
+        let hasIncludeZone = false;
+        let isValid = false;
+        for (const zone of zones) {
+            // Skip privacy masks
+            if (zone.isPrivacyMask)
+                continue;
+            // Skip zones that do not include the detection class
+            if (!zone.classes.includes(detection.label)) {
+                continue;
+            }
+            const convertedZone = convertZonePointsToPixels(zone, convertedDetection);
+            const intersects = doPolygonsIntersect(convertedDetection.boundingBox, convertedZone.points);
+            const contained = isBoxContainedInPolygon(convertedDetection.boundingBox, convertedZone.points);
+            if (zone.filter === 'include') {
+                // include
+                hasIncludeZone = true;
+                if ((zone.type === 'contain' && contained) || (zone.type === 'intersect' && (intersects || contained))) {
+                    isValid = true;
+                    break;
+                }
+            }
+            else {
+                // exclude
+                if (zone.type === 'contain') {
+                    if (!isBoxCompletelyOutsidePolygon(convertedDetection.boundingBox, convertedZone.points)) {
+                        return false;
+                    }
+                }
+                else {
+                    // intersect/contained
+                    if (intersects || contained) {
+                        return false;
+                    }
+                }
+            }
+        }
+        // If there are no include zones and the detection has not been blocked by a matching exclude zone
+        // or privacy mask, it is valid
+        if (!hasIncludeZone) {
+            return true;
+        }
+        return isValid;
+    });
+};
+//# sourceMappingURL=polygon.js.map

package/dist/server/src/camera/polygon.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"polygon.js","sourceRoot":"","sources":["../../../../src/camera/polygon.ts"],"names":[],"mappings":"AAEA,SAAS,WAAW,CAAC,EAAS,EAAE,EAAS;IACvC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,uBAAuB,CAAC,GAAgB,EAAE,OAAgB;IACjE,MAAM,OAAO,GAAY;QACvB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW;QAC7B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY;QAC9B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe;QACjC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc;KACjC,CAAC;IAEF,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,6BAA6B,CAAC,GAAgB,EAAE,OAAgB;IACvE,MAAM,OAAO,GAAY;QACvB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW;QAC7B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY;QAC9B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe;QACjC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc;KACjC,CAAC;IAEF,OAAO,CAAC,mBAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;AAC3G,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAY,EAAE,OAAgB;IACtD,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC;IACrB,IAAI,MAAM,GAAG,KAAK,CAAC;IAEnB,+CAA+C;IAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACnC,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAE5B,8CAA8C;QAC9C,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;YACrG,kBAAkB;YAClB,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;gBACjC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC;oBAChC,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,cAAc;gBACd,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC;gBAChC,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAC1B,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,QAAQ,EAAE,CAAC;oBACrC,OAAO,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;QACH,CAAC;QAED,4BAA4B;QAC5B,yDAAyD;QACzD,IAAI,EAAE,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC;YACrE,MAAM,GAAG,CAAC,MAAM,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,EAAS,EAAE,EAAS,EAAE,EAAS,EAAE,EAAS;IAClE,MAAM,WAAW,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1F,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAEpC,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;IACjG,MAAM,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC;IAEjG,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AAClD,CAAC;AAED,SAAS,mBAAmB,CAAC,GAAgB,EAAE,OAAgB;IAC7D,MAAM,UAAU,GAAY;QAC1B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW;QAC7B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,YAAY;QAC9B,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,eAAe;QACjC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,cAAc;QAChC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB;KACvC,CAAC;IAEF,yDAAyD;IACzD,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,0EAA0E;IAC1E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,IAAI,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBACnF,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAG,CAAC,IAAmB,EAAE,SAAoB,EAAiB,EAAE;IACpG,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,SAAS,CAAC;IAC5C,MAAM,eAAe,GAAY,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAE9G,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAChH,eAAe,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,GAAG,IAAI;QACP,MAAM,EAAE,eAAe;KACxB,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC,SAAoB,EAAa,EAAE;IAC5E,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC;IAErD,IAAI,GAAG,CAAC,IAAI,GAAG,SAAS,CAAC,GAAG,UAAU,CAAC;IACvC,IAAI,GAAG,CAAC,IAAI,GAAG,UAAU,CAAC,GAAG,WAAW,CAAC;IACzC,IAAI,GAAG,CAAC,IAAI,GAAG,SAAS,CAAC,GAAG,UAAU,CAAC;IACvC,IAAI,GAAG,CAAC,IAAI,GAAG,UAAU,CAAC,GAAG,WAAW,CAAC;IAEzC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;IAC9C,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IAC/C,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;IAC9C,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IAE/C,OAAO;QACL,GAAG,SAAS;QACZ,WAAW,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;KACtC,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,UAAuB,EAAE,KAAsB,EAAE,gBAAyC,EAAe,EAAE;IAC5I,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,YAAY,GAAG,IAAI,GAAG,EAAe,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,EAAE;QACrC,mDAAmD;QACnD,IAAI,SAAS,CAAC,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACvC,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,kBAAkB,GAAG,0BAA0B,CAAC,SAAS,CAAC,CAAC;QAEjE,8CAA8C;QAC9C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,aAAa;gBAAE,SAAS;YAElC,MAAM,aAAa,GAAG,yBAAyB,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;YAC1E,IAAI,uBAAuB,CAAC,kBAAkB,CAAC,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClF,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,IAAI,cAAc,GAAG,KAAK,CAAC;QAC3B,IAAI,OAAO,GAAG,KAAK,CAAC;QAEpB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,qBAAqB;YACrB,IAAI,IAAI,CAAC,aAAa;gBAAE,SAAS;YAEjC,qDAAqD;YACrD,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5C,SAAS;YACX,CAAC;YAED,MAAM,aAAa,GAAG,yBAAyB,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;YAC1E,MAAM,UAAU,GAAG,mBAAmB,CAAC,kBAAkB,CAAC,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YAC7F,MAAM,SAAS,GAAG,uBAAuB,CAAC,kBAAkB,CAAC,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YAEhG,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBAC9B,UAAU;gBACV,cAAc,GAAG,IAAI,CAAC;gBACtB,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,UAAU,IAAI,SAAS,CAAC,CAAC,EAAE,CAAC;oBACvG,OAAO,GAAG,IAAI,CAAC;oBACf,MAAM;gBACR,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,UAAU;gBACV,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;oBAC5B,IAAI,CAAC,6BAA6B,CAAC,kBAAkB,CAAC,WAAW,EAAE,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;wBACzF,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,sBAAsB;oBACtB,IAAI,UAAU,IAAI,SAAS,EAAE,CAAC;wBAC5B,OAAO,KAAK,CAAC;oBACf,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,kGAAkG;QAClG,+BAA+B;QAC/B,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC"}

package/dist/server/src/camera/python/classes.py

@@ -0,0 +1,41 @@
+from _camera_ui_tools.camera_ui_types import Detection, ObjectClass
+
+
+def categorize_coco_class(class_name: str) -> ObjectClass:
+    if class_name == "person":
+        return "person"
+
+    if class_name == "motion":
+        return "motion"
+
+    animals = {
+        "bird",
+        "cat",
+        "dog",
+        "horse",
+        "sheep",
+        "cow",
+        "elephant",
+        "bear",
+        "zebra",
+        "giraffe",
+        "teddy bear",
+    }
+    if class_name in animals:
+        return "animal"
+
+    vehicles = {"bicycle", "car", "motorcycle", "airplane", "bus", "train", "truck", "boat"}
+    if class_name in vehicles:
+        return "vehicle"
+
+    return "other"
+
+
+def transform_labels(detections: list[Detection]) -> list[Detection]:
+    transformed_detections: list[Detection] = []
+    for detection in detections:
+        new_detection = detection.copy()
+        new_detection["label"] = categorize_coco_class(detection["label"])
+        transformed_detections.append(new_detection)
+
+    return transformed_detections

package/dist/server/src/camera/python/interfaces.py

@@ -0,0 +1,130 @@
+import asyncio
+from contextlib import suppress
+from typing import Optional, TypedDict, Union, cast
+
+from reactivex.subject.behaviorsubject import BehaviorSubject
+
+from _camera_ui_tools.camera_ui_rpc_client import ClientInstance
+from _camera_ui_tools.camera_ui_rpc_client.base.rpc import RPCConnection
+from _camera_ui_tools.camera_ui_rpc_client.utils.rpc import rpc
+from _camera_ui_tools.camera_ui_types import (
+    CameraDeviceCapability,
+    PTZCommand,
+    PTZInterface,
+    SnapshotInterface,
+    StreamingInterface,
+)
+from plugins.runtime.python.namespaces import NamespaceManager
+from plugins.runtime.python.typings import CameraInterfaces, PluginCapabilities
+
+
+class RPCConnectionInfo(TypedDict):
+    namespace: str
+    connection: RPCConnection
+
+
+class CameraInterface(CameraInterfaces):
+    def __init__(
+        self,
+        proxy: ClientInstance,
+        capabilities: BehaviorSubject[list[PluginCapabilities]],
+        camera_id: str,
+        plugin_id: Optional[str] = None,
+    ):
+        self.__proxy = proxy
+        self.__capabilities = capabilities
+        self.__camera_id = camera_id
+        self.__plugin_id = plugin_id
+
+        self.__rpc_connection: list[RPCConnectionInfo] = []
+        self.interfaces: Optional[Union[PTZInterface, SnapshotInterface, StreamingInterface]] = None
+
+    @rpc(public=True)
+    async def streamUrl(self, source_name: str) -> str:
+        capability = next(
+            (
+                cap
+                for cap in self.__capabilities.value
+                if any(c == CameraDeviceCapability.StreamUrl for c in cap["capabilities"])
+            ),
+            None,
+        )
+
+        if not capability:
+            raise RuntimeError("No capability found for streamUrl")
+
+        if self.interfaces and hasattr(self.interfaces, "streamUrl"):
+            interfaces = cast(StreamingInterface, self.interfaces)
+            return await interfaces.streamUrl(source_name)
+        else:
+            camera_proxy = await self.__camera_proxy(capability["pluginId"])
+            return await camera_proxy.streamUrl(source_name)
+
+    @rpc(public=True)
+    async def snapshot(self, source_id: str, force_new: Optional[bool] = None) -> Optional[bytes]:
+        capability = next(
+            (
+                cap
+                for cap in self.__capabilities.value
+                if any(c == CameraDeviceCapability.Snapshot for c in cap["capabilities"])
+            ),
+            None,
+        )
+
+        if not capability:
+            raise RuntimeError("No capability found for snapshot")
+
+        if self.interfaces and hasattr(self.interfaces, "snapshot"):
+            interfaces = cast(SnapshotInterface, self.interfaces)
+            return await interfaces.snapshot(source_id, force_new)
+        else:
+            camera_proxy = await self.__camera_proxy(capability["pluginId"])
+            return await camera_proxy.snapshot(source_id, force_new)
+
+    @rpc(public=True)
+    async def ptzCommand(self, command: PTZCommand) -> None:
+        capability = next(
+            (
+                cap
+                for cap in self.__capabilities.value
+                if any(c == CameraDeviceCapability.PTZ for c in cap["capabilities"])
+            ),
+            None,
+        )
+
+        if not capability:
+            raise RuntimeError("No capability found for PTZ")
+
+        if self.interfaces and hasattr(self.interfaces, "ptzCommand"):
+            interfaces = cast(PTZInterface, self.interfaces)
+            return await interfaces.ptzCommand(command)
+        else:
+            camera_proxy = await self.__camera_proxy(capability["pluginId"])
+            return await camera_proxy.ptzCommand(command)
+
+    async def disconnect(self) -> None:
+        with suppress(Exception):
+            await asyncio.gather(*[rpc["connection"].disconnect() for rpc in self.__rpc_connection])
+
+    async def __camera_proxy(self, plugin_id: str) -> CameraInterfaces:
+        if plugin_id == self.__plugin_id:
+            raise RuntimeError("Can not create camera proxy for the same plugin")
+
+        namespace = NamespaceManager.plugin_camera_namespaces(plugin_id, self.__camera_id)[
+            "cameraInterfacesRpc"
+        ]
+        rpc_connection = await self.__proxy.create_rpc_connection(namespace)
+
+        rpc_connection_exists = next(
+            (rpc for rpc in self.__rpc_connection if rpc["namespace"] == namespace), None
+        )
+
+        if not rpc_connection_exists:
+            self.__rpc_connection.append(
+                {
+                    "namespace": namespace,
+                    "connection": rpc_connection,
+                }
+            )
+
+        return rpc_connection.create_proxy(CameraInterfaces)