@camera.ui/browser 0.0.76 → 0.0.79

package/dist/types/server/src/api/schemas/go2rtc.schema.d.ts

@@ -18,10 +18,10 @@ export declare const logSchema: zod.ZodObject<{
     webrtc: zod.ZodUnion<[zod.ZodLiteral<"info">, zod.ZodLiteral<"debug">, zod.ZodLiteral<"trace">, zod.ZodLiteral<"warn">, zod.ZodLiteral<"error">, zod.ZodLiteral<"fatal">]>;
 }, "strict", zod.ZodTypeAny, {
     mp4: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
-    rtsp: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     webrtc: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     mjpeg: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     hls: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
+    rtsp: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     level: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     format: string;
     api: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
@@ -34,10 +34,10 @@ export declare const logSchema: zod.ZodObject<{
     streams: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
 }, {
     mp4: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
-    rtsp: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     webrtc: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     mjpeg: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     hls: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
+    rtsp: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     api: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     exec: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
     ngrok: "error" | "info" | "debug" | "warn" | "trace" | "fatal";
@@ -323,10 +323,10 @@ export declare const patchGo2RtcSchema: zod.ZodObject<{
         webrtc: zod.ZodOptional<zod.ZodUnion<[zod.ZodLiteral<"info">, zod.ZodLiteral<"debug">, zod.ZodLiteral<"trace">, zod.ZodLiteral<"warn">, zod.ZodLiteral<"error">, zod.ZodLiteral<"fatal">]>>;
     }, "strict", zod.ZodTypeAny, {
         mp4?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
-        rtsp?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         webrtc?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         mjpeg?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         hls?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
+        rtsp?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         level?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         format?: string | undefined;
         api?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
@@ -339,10 +339,10 @@ export declare const patchGo2RtcSchema: zod.ZodObject<{
         streams?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
     }, {
         mp4?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
-        rtsp?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         webrtc?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         mjpeg?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         hls?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
+        rtsp?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         level?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         format?: string | undefined;
         api?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
@@ -542,12 +542,6 @@ export declare const patchGo2RtcSchema: zod.ZodObject<{
         command?: string | undefined;
     }>>;
 }, "strict", zod.ZodTypeAny, {
-    rtsp: {
-        password: string;
-        listen: string;
-        username: string;
-        default_query: string;
-    };
     webrtc: {
         listen: string;
         candidates: string[];
@@ -564,6 +558,12 @@ export declare const patchGo2RtcSchema: zod.ZodObject<{
             udp_ports: string[];
         } | undefined;
     };
+    rtsp: {
+        password: string;
+        listen: string;
+        username: string;
+        default_query: string;
+    };
     api: {
         password: string;
         listen: string;
@@ -583,10 +583,10 @@ export declare const patchGo2RtcSchema: zod.ZodObject<{
     };
     log: {
         mp4?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
-        rtsp?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         webrtc?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         mjpeg?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         hls?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
+        rtsp?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         level?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         format?: string | undefined;
         api?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
@@ -621,12 +621,6 @@ export declare const patchGo2RtcSchema: zod.ZodObject<{
     } | undefined;
     streams?: Record<string, string | string[] | null> | undefined;
 }, {
-    rtsp?: {
-        password?: string | undefined;
-        listen?: string | undefined;
-        username?: string | undefined;
-        default_query?: string | undefined;
-    } | undefined;
     webrtc?: {
         ice_servers: {
             urls?: string[] | undefined;
@@ -643,6 +637,12 @@ export declare const patchGo2RtcSchema: zod.ZodObject<{
             udp_ports?: string[] | undefined;
         } | undefined;
     } | undefined;
+    rtsp?: {
+        password?: string | undefined;
+        listen?: string | undefined;
+        username?: string | undefined;
+        default_query?: string | undefined;
+    } | undefined;
     api?: {
         password?: string | undefined;
         listen?: string | undefined;
@@ -681,10 +681,10 @@ export declare const patchGo2RtcSchema: zod.ZodObject<{
     }) | undefined;
     log?: {
         mp4?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
-        rtsp?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         webrtc?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         mjpeg?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         hls?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
+        rtsp?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         level?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;
         format?: string | undefined;
         api?: "error" | "info" | "debug" | "warn" | "trace" | "fatal" | undefined;

package/dist/types/server/src/api/schemas/users.schema.d.ts

@@ -259,7 +259,7 @@ export declare const createUserSchema: zod.ZodEffects<zod.ZodObject<{
     };
     username: string;
     passwordConfirm: string;
-    role: "user" | "admin";
+    role: "admin" | "user";
     sessionTimer: number;
     rememberMe: boolean;
     oneLogin: boolean;
@@ -268,7 +268,7 @@ export declare const createUserSchema: zod.ZodEffects<zod.ZodObject<{
     password: string;
     username: string;
     passwordConfirm: string;
-    role: "user" | "admin";
+    role: "admin" | "user";
     _id?: string | undefined;
     preferences?: {
         camview: {
@@ -303,7 +303,7 @@ export declare const createUserSchema: zod.ZodEffects<zod.ZodObject<{
     };
     username: string;
     passwordConfirm: string;
-    role: "user" | "admin";
+    role: "admin" | "user";
     sessionTimer: number;
     rememberMe: boolean;
     oneLogin: boolean;
@@ -312,7 +312,7 @@ export declare const createUserSchema: zod.ZodEffects<zod.ZodObject<{
     password: string;
     username: string;
     passwordConfirm: string;
-    role: "user" | "admin";
+    role: "admin" | "user";
     _id?: string | undefined;
     preferences?: {
         camview: {
@@ -441,7 +441,7 @@ export declare const patchUserSchema: zod.ZodEffects<zod.ZodObject<{
     } | undefined;
     upload?: MultipartFile | File | undefined;
     passwordConfirm?: string | undefined;
-    role?: "user" | "admin" | undefined;
+    role?: "admin" | "user" | undefined;
     sessionTimer?: number | undefined;
     rememberMe?: boolean | undefined;
     oneLogin?: boolean | undefined;
@@ -462,7 +462,7 @@ export declare const patchUserSchema: zod.ZodEffects<zod.ZodObject<{
     } | undefined;
     upload?: MultipartFile | File | undefined;
     passwordConfirm?: string | undefined;
-    role?: "user" | "admin" | undefined;
+    role?: "admin" | "user" | undefined;
     sessionTimer?: number | undefined;
     rememberMe?: boolean | undefined;
     oneLogin?: boolean | undefined;
@@ -483,7 +483,7 @@ export declare const patchUserSchema: zod.ZodEffects<zod.ZodObject<{
     } | undefined;
     upload?: MultipartFile | File | undefined;
     passwordConfirm?: string | undefined;
-    role?: "user" | "admin" | undefined;
+    role?: "admin" | "user" | undefined;
     sessionTimer?: number | undefined;
     rememberMe?: boolean | undefined;
     oneLogin?: boolean | undefined;
@@ -504,7 +504,7 @@ export declare const patchUserSchema: zod.ZodEffects<zod.ZodObject<{
     } | undefined;
     upload?: MultipartFile | File | undefined;
     passwordConfirm?: string | undefined;
-    role?: "user" | "admin" | undefined;
+    role?: "admin" | "user" | undefined;
     sessionTimer?: number | undefined;
     rememberMe?: boolean | undefined;
     oneLogin?: boolean | undefined;

package/dist/types/server/src/api/services/plugins.service.d.ts

@@ -21,4 +21,5 @@ export declare class PluginsService {
     removePluginDbById(id: string): Promise<void>;
     removeAllPluginsDb(): Promise<void>;
     removeOrphanPluginsDb(): Promise<void>;
+    handleDisabledPlugins(): Promise<void>;
 }

package/dist/types/server/src/api/types/index.d.ts

@@ -1,5 +1,3 @@
-/// <reference types="node" resolution-mode="require"/>
-/// <reference types="node" resolution-mode="require"/>
 import type { Readable } from 'node:stream';
 import type { CameraExtension, PLUGIN_STATUS, PluginContract, PluginRootSchema } from '../../plugins/types.js';
 import type { LoggingLevel } from '../../services/config/types.js';

package/dist/types/server/src/api/utils/fetch.d.ts

@@ -0,0 +1,2 @@
+declare const fetchWithTimeout: (url: string, options?: RequestInit) => Promise<Response>;
+export default fetchWithTimeout;

package/dist/types/server/src/api/websocket/types.d.ts

@@ -1,8 +1,6 @@
 import type { Namespace } from 'socket.io';
-import type { WebSocket } from 'ws';
 import type { PLUGIN_STATUS } from '../../plugins/types.js';
-import type { VideoStreamingMode } from '../database/types.js';
-export type SocketNsp = '/camera.ui' | '/metrics' | '/logs' | '/status' | '/notifications' | '/streams' | '/plugins' | '/proxy' | '/frame' | '/frameWorker';
+export type SocketNsp = '/camera.ui' | '/metrics' | '/logs' | '/status' | '/notifications' | '/plugins' | '/proxy' | '/frame' | '/frameWorker';
 export interface SocketNspMap {
     nsp: Namespace;
     [key: string]: any;
@@ -86,15 +84,3 @@ export interface PluginRuntime {
     name: string;
     status: PLUGIN_STATUS;
 }
-export interface StreamPayload {
-    type: Exclude<VideoStreamingMode, 'webrtc' | 'webrtc/tcp'> | 'webrtc/offer' | 'webrtc/candidate';
-    value: string;
-}
-export interface Go2RtcWs {
-    id: string;
-    ws?: WebSocket;
-    connect: () => void;
-    reconnect: () => void;
-    close: (destroy?: boolean) => void;
-    send: (data: StreamPayload) => void;
-}

package/dist/types/server/src/api.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" resolution-mode="require"/>
 import 'reflect-metadata';
 import { EventEmitter } from 'node:events';
 import { CameraController } from './camera/controller.js';
@@ -37,7 +36,7 @@ export declare class CameraUiAPI extends EventEmitter {
         controller: CameraController;
         worker: FrameWorker;
     }[];
-    updateCamera(camera: Camera, extensions: CameraExtensions): void;
+    updateCamera(camera: Camera): void;
     removeCamera(camera: Camera, extensions: CameraExtensions): Promise<void>;
     selectCamera(pluginId: string, camera: Camera, extension: CameraExtension): void;
     deselectCamera(pluginId: string, camera: Camera, extension: CameraExtension): void;

package/dist/types/server/src/camera/controller.d.ts

@@ -3,13 +3,16 @@ import type { Camera } from '../api/database/types.js';
 import type { MotionFrame, VideoFrame } from '../decoder/types.js';
 import type { ProxyServer } from '../nats/index.js';
 import type { IceServer } from '../services/config/types.js';
-import type { BaseLogger, CameraSource } from './types.js';
+import type { BaseLogger, CameraSource, SetValues } from './types.js';
 export declare class CameraController extends CameraDevice {
     private proxy;
     private motionTimeout?;
+    private objectTimeout?;
+    private objectTimeoutDuration;
     private doorbellTimeout?;
     private doorbellTimeoutDuration;
     private prebufferStateSubscriptions;
+    get camera(): Camera;
     get sources(): CameraSource[];
     constructor(camera: Camera, logger: BaseLogger, proxy: ProxyServer);
     connect(): Promise<void>;
@@ -20,14 +23,16 @@ export declare class CameraController extends CameraDevice {
     getPrebufferedFrames(): AsyncIterableIterator<VideoFrame>;
     getFfmpegPath(): Promise<string>;
     getIceServers(): Promise<IceServer[]>;
+    updateState<T extends keyof SetValues>(stateName: T, eventData: SetValues[T]): Promise<void>;
     updateCamera(updatedCamera: Camera): void;
     cleanup(): void;
     private subscribeToCameraState;
     private subscribeToCameraSourcesState;
-    private subscribeToMotionState;
-    private subscribeToDoorbellState;
     private subscribeToCameraChanges;
     private subscribeToStateChanges;
+    private subscribeToMotionState;
+    private subscribeToObjectState;
+    private subscribeToDoorbellState;
     private triggerProxyEvent;
     private isCameraEvent;
 }

package/dist/types/server/src/camera/device.d.ts

@@ -1,7 +1,7 @@
-import type { Observable } from 'rxjs';
 import { BehaviorSubject } from 'rxjs';
 import { BaseCameraDevice } from './index.js';
 import { StreamingSession } from './streaming/streaming-session.js';
+import type { Observable } from 'rxjs';
 import type { MotionFrame, VideoFrame } from '../decoder/types.js';
 import type { StreamingConnectionOptions } from './streaming/peer-connection.js';
 import type { CameraDelegate, CameraPrebufferDelegate, FfmpegOptions, FrameState } from './types.js';
@@ -14,9 +14,8 @@ export declare abstract class CameraDevice extends BaseCameraDevice {
     set delegate(delegate: CameraDelegate);
     get prebufferDelegate(): CameraPrebufferDelegate | undefined;
     set prebufferDelegate(delegate: CameraPrebufferDelegate);
-    abstract getFrames(): AsyncIterableIterator<VideoFrame>;
+    abstract getFrames(prebufferDuration?: number): AsyncIterableIterator<VideoFrame>;
     abstract getMotionFrames(): AsyncIterableIterator<MotionFrame>;
-    abstract getPrebufferedFrames(): AsyncIterableIterator<VideoFrame>;
     abstract getFfmpegPath(): Promise<string>;
     snapshot(forceNew?: boolean): Promise<ArrayBuffer>;
     createSession(sourceName: string, options?: StreamingConnectionOptions): Promise<StreamingSession>;

package/dist/types/server/src/camera/index.d.ts

@@ -1,8 +1,8 @@
-/// <reference types="node" resolution-mode="require"/>
 import { LRUCache } from 'lru-cache';
 import { BehaviorSubject } from 'rxjs';
 import type { Observable, Subscription } from 'rxjs';
-import type { Camera, CameraActivitySettings, CameraInformation, CameraPublicProperties, CameraType } from '../api/database/types.js';
+import type { Camera, CameraActivitySettings, CameraFrameWorkerSettings, CameraInformation, CameraType } from '../api/database/types.js';
+import type { VideoFrame } from '../decoder/types.js';
 import type { IceServer } from '../services/config/types.js';
 import type { AudioSetEvent, AudioState, BaseLogger, BatterySetEvent, BatteryState, CameraSource, Container, DetectionZone, DoorbellSetEvent, DoorbellState, LightSetEvent, LightState, MotionSetEvent, MotionState, ObjectSetEvent, ObjectState, PrebufferState, SetValues, Sets, SirenSetEvent, SirenState, StateValues, States } from './types.js';
 declare class Subscribed {
@@ -59,6 +59,7 @@ export declare abstract class BaseCameraDevice extends Subscribed {
     get hasIntercom(): boolean;
     get activityZones(): DetectionZone[];
     get activitySettings(): CameraActivitySettings;
+    get frameWorkerSettings(): CameraFrameWorkerSettings;
     get sources(): CameraSource[];
     get streamSource(): CameraSource;
     get snapshotSource(): CameraSource;
@@ -72,19 +73,20 @@ export declare abstract class BaseCameraDevice extends Subscribed {
     abstract getIceServers(): Promise<IceServer[]>;
     protected abstract cleanup(): void;
     getValue<T extends keyof StateValues>(stateName: T): StateValues[T];
-    updateState(stateName: 'light', eventData: LightSetEvent): Promise<void>;
-    updateState(stateName: 'motion', eventData: MotionSetEvent, frame?: Buffer): Promise<void>;
-    updateState(stateName: 'audio', eventData: AudioSetEvent): Promise<void>;
-    updateState(stateName: 'object', eventData: ObjectSetEvent): Promise<void>;
-    updateState(stateName: 'doorbell', eventData: DoorbellSetEvent): Promise<void>;
-    updateState(stateName: 'siren', eventData: SirenSetEvent): Promise<void>;
-    updateState(stateName: 'battery', eventData: BatterySetEvent): Promise<void>;
-    protected updateStateInternal<T extends keyof SetValues>(stateName: T, eventData: SetValues[T], skipCheck?: boolean, frame?: Buffer): Promise<void>;
+    abstract updateState(stateName: 'light', eventData: LightSetEvent): Promise<void>;
+    abstract updateState(stateName: 'motion', eventData: MotionSetEvent, frame?: VideoFrame): Promise<void>;
+    abstract updateState(stateName: 'audio', eventData: AudioSetEvent): Promise<void>;
+    abstract updateState(stateName: 'object', eventData: ObjectSetEvent): Promise<void>;
+    abstract updateState(stateName: 'doorbell', eventData: DoorbellSetEvent): Promise<void>;
+    abstract updateState(stateName: 'siren', eventData: SirenSetEvent): Promise<void>;
+    abstract updateState(stateName: 'battery', eventData: BatterySetEvent): Promise<void>;
+    protected updateStateInternal<T extends keyof SetValues>(stateName: T, eventData: SetValues[T], skipCheck?: boolean): void;
     onStateChange<T extends keyof StateValues>(stateName: T): Observable<{
         newState: StateValues[T];
         oldState: StateValues[T];
     }>;
-    onPropertyChange<T extends keyof CameraPublicProperties>(property: T): Observable<{
+    onPropertyChange<T extends keyof Camera>(property: T | T[]): Observable<{
+        property: T;
         oldData: Camera[T];
         newData: Camera[T];
     }>;
@@ -93,13 +95,13 @@ export declare abstract class BaseCameraDevice extends Subscribed {
         changed: boolean;
         event: StateValues[T];
     };
-    protected getAudioState(event: AudioSetEvent): AudioState;
-    protected getMotionState(event: MotionSetEvent): MotionState;
-    protected getObjectState(event: ObjectSetEvent): ObjectState;
-    protected getDoorbellState(event: DoorbellSetEvent): DoorbellState;
-    protected getLightState(event: LightSetEvent | LightState): LightState;
-    protected getSirenState(event: SirenSetEvent): SirenState;
-    protected getBatteryState(event: BatterySetEvent): BatteryState;
+    protected getAudioState(event: AudioSetEvent, ignoreLastEvet?: boolean): AudioState;
+    protected getMotionState(event: MotionSetEvent, ignoreLastEvet?: boolean): MotionState;
+    protected getObjectState(event: ObjectSetEvent, ignoreLastEvet?: boolean): ObjectState;
+    protected getDoorbellState(event: DoorbellSetEvent, ignoreLastEvet?: boolean): DoorbellState;
+    protected getLightState(event: LightSetEvent, ignoreLastEvet?: boolean): LightState;
+    protected getSirenState(event: SirenSetEvent, ignoreLastEvet?: boolean): SirenState;
+    protected getBatteryState(event: BatterySetEvent, ignoreLastEvet?: boolean): BatteryState;
     protected updateCamera(updatedCamera: Camera): void;
     protected updatePrebuffer(sourceId: string, container: Container, state: PrebufferState): Promise<void>;
     protected updateCameraSourcesState(): void;

package/dist/types/server/src/camera/polygon.d.ts

@@ -1,3 +1,6 @@
+import type { CameraActivitySettings } from '../api/database/types.js';
 import type { Detection, DetectionZone } from './types.js';
-export declare const areObjectDetectionsValid: (detections: Detection[], zones: DetectionZone[]) => Detection[];
-export declare const areMotionDetectionsValid: (detections: Detection[], zones: DetectionZone[]) => Detection[];
+export declare const convertZonePointsToPixels: (zone: DetectionZone, detection: Detection) => DetectionZone;
+export declare const convertBoundingBoxToPixels: (detection: Detection) => Detection;
+export declare const areObjectDetectionsValid: (detections: Detection[], zones: DetectionZone[], activitySettings: CameraActivitySettings) => Detection[];
+export declare const areMotionDetectionsValid: (detections: Detection[], zones: DetectionZone[], activitySettings: CameraActivitySettings) => Detection[];

package/dist/types/server/src/camera/streaming/peer-connection.d.ts

@@ -27,7 +27,7 @@ export declare class WeriftPeerConnection extends Subscribed implements BasicPee
     onVideoRtp: Subject<RtpPacket>;
     onVideoRtcp: Subject<RtcpPacket>;
     onIceCandidate: Subject<RTCIceCandidate>;
-    onConnectionState: ReplaySubject<"connected" | "disconnected" | "closed" | "failed" | "new" | "connecting">;
+    onConnectionState: ReplaySubject<"closed" | "failed" | "disconnected" | "new" | "connecting" | "connected">;
     returnAudioTrack: MediaStreamTrack;
     private onRequestKeyFrame;
     private cameraDevice;

package/dist/types/server/src/camera/types.d.ts

@@ -1,6 +1,6 @@
-/// <reference types="node" resolution-mode="require"/>
 import type { Observable } from 'rxjs';
 import type { CameraInformation, CameraInput, CameraInputSettings, Point, ZoneFilter, ZoneType } from '../api/database/types.js';
+import type { FrameData, FrameMetadata } from '../decoder/types.js';
 export interface BaseLogger {
     log: (...args: any[]) => void;
     error: (...args: any[]) => void;
@@ -101,7 +101,7 @@ export type CameraConfig = (BaseCameraConfig & {
 });
 export interface Detection {
     id?: string;
-    label: ObjectClasses;
+    label: ObjectClass;
     confidence: number;
     boundingBox: [number, number, number, number];
     inputWidth: number;
@@ -114,12 +114,12 @@ export interface DetectionZone {
     points: Point[];
     type: ZoneType;
     filter: ZoneFilter;
-    classes: ObjectClasses[];
+    classes: ObjectClass[];
     isPrivacyMask: boolean;
 }
-export type ObjectClasses = 'person' | 'bicycle' | 'car' | 'motorcycle' | 'airplane' | 'bus' | 'train' | 'truck' | 'boat' | 'traffic light' | 'fire hydrant' | 'stop sign' | 'parking meter' | 'bench' | 'bird' | 'cat' | 'dog' | 'horse' | 'sheep' | 'cow' | 'elephant' | 'bear' | 'zebra' | 'giraffe' | 'backpack' | 'umbrella' | 'handbag' | 'tie' | 'suitcase' | 'frisbee' | 'skis' | 'snowboard' | 'sports ball' | 'kite' | 'baseball bat' | 'baseball glove' | 'skateboard' | 'surfboard' | 'tennis racket' | 'bottle' | 'wine glass' | 'cup' | 'fork' | 'knife' | 'spoon' | 'bowl' | 'banana' | 'apple' | 'sandwich' | 'orange' | 'broccoli' | 'carrot' | 'hot dog' | 'pizza' | 'donut' | 'cake' | 'chair' | 'couch' | 'potted plant' | 'bed' | 'dining table' | 'toilet' | 'tv' | 'laptop' | 'mouse' | 'remote' | 'keyboard' | 'cell phone' | 'microwave' | 'oven' | 'toaster' | 'sink' | 'refrigerator' | 'book' | 'clock' | 'vase' | 'scissors' | 'teddy bear' | 'hair drier' | 'toothbrush' | 'motion';
+export type ObjectClass = 'person' | 'bicycle' | 'car' | 'motorcycle' | 'airplane' | 'bus' | 'train' | 'truck' | 'boat' | 'traffic light' | 'fire hydrant' | 'stop sign' | 'parking meter' | 'bench' | 'bird' | 'cat' | 'dog' | 'horse' | 'sheep' | 'cow' | 'elephant' | 'bear' | 'zebra' | 'giraffe' | 'backpack' | 'umbrella' | 'handbag' | 'tie' | 'suitcase' | 'frisbee' | 'skis' | 'snowboard' | 'sports ball' | 'kite' | 'baseball bat' | 'baseball glove' | 'skateboard' | 'surfboard' | 'tennis racket' | 'bottle' | 'wine glass' | 'cup' | 'fork' | 'knife' | 'spoon' | 'bowl' | 'banana' | 'apple' | 'sandwich' | 'orange' | 'broccoli' | 'carrot' | 'hot dog' | 'pizza' | 'donut' | 'cake' | 'chair' | 'couch' | 'potted plant' | 'bed' | 'dining table' | 'toilet' | 'tv' | 'laptop' | 'mouse' | 'remote' | 'keyboard' | 'cell phone' | 'microwave' | 'oven' | 'toaster' | 'sink' | 'refrigerator' | 'book' | 'clock' | 'vase' | 'scissors' | 'teddy bear' | 'hair drier' | 'toothbrush' | 'motion';
 export interface BaseState<T extends LightState | AudioState | MotionState | ObjectState | SirenState | BatteryState | DoorbellState> {
-    timestamp: string;
+    timestamp: number;
     lastEvent?: Omit<T, 'lastEvent'>;
 }
 export interface MotionSetEvent {
@@ -156,7 +156,8 @@ export type SirenState = BaseState<SirenState> & SirenSetEvent;
 export type ObjectState = BaseState<ObjectState> & ObjectSetEvent;
 export type BatteryState = BaseState<BatteryState> & BatterySetEvent;
 export interface FrameState extends MotionState {
-    frame: Buffer;
+    frameData: FrameData;
+    metadata: FrameMetadata;
 }
 export type States = LightState | MotionState | AudioState | ObjectState | DoorbellState | SirenState | BatteryState;
 export type Sets = LightSetEvent | MotionSetEvent | AudioSetEvent | ObjectSetEvent | DoorbellSetEvent | SirenSetEvent | BatterySetEvent;

package/dist/types/server/src/camera/videoFrame.d.ts

@@ -1,25 +1,24 @@
-/// <reference types="node" resolution-mode="require"/>
 import type { NatsConnection } from 'nats';
-import type { FrameBuffer, FrameImage, FrameMetadata, ImageOptions, MotionFrame as MotionFrameMethods, VideoFrame as VideoFrameMethods } from '../decoder/types.js';
+import type { DecoderFormat, FrameBuffer, FrameData, FrameImage, FrameMetadata, ImageOptions, MotionFrame as MotionFrameMethods, VideoFrame as VideoFrameMethods } from '../decoder/types.js';
 import type { MotionState } from './types.js';
 export declare class VideoFrame implements VideoFrameMethods {
-    readonly imageBuffer: Buffer;
+    readonly frameData: FrameData;
+    readonly metadata: FrameMetadata;
     private frameGeneratorSubject;
     private publisher;
-    private _metadata;
-    get metadata(): FrameMetadata;
+    private prebufferDuration;
     get inputWidth(): number;
     get inputHeight(): number;
-    get inputFormat(): string;
-    constructor(cameraId: string, publisher: NatsConnection, imageBuffer: Buffer, metadata: FrameMetadata);
+    get inputFormat(): DecoderFormat;
+    constructor(cameraId: string, publisher: NatsConnection, frameData: FrameData, metadata: FrameMetadata, prebufferDuration: number);
     toBuffer(options?: ImageOptions): Promise<FrameBuffer>;
     toImage(options?: ImageOptions): Promise<FrameImage>;
-    save(path: string, options?: ImageOptions | undefined): Promise<void>;
+    save(path: string, options?: ImageOptions): Promise<void>;
     private send;
-    private getImageInformation;
     private validateOptions;
+    private getImageInformation;
 }
 export declare class MotionFrame extends VideoFrame implements MotionFrameMethods {
-    motion: MotionState;
-    constructor(cameraId: string, publisher: NatsConnection, imageBuffer: Buffer, motionState: MotionState, metadata: FrameMetadata);
+    readonly motion: MotionState;
+    constructor(cameraId: string, publisher: NatsConnection, frameData: FrameData, motionState: MotionState, metadata: FrameMetadata);
 }

package/dist/types/server/src/decoder/types.d.ts

@@ -1,10 +1,9 @@
-/// <reference types="node" resolution-mode="require"/>
-/// <reference types="node" resolution-mode="require"/>
 import type { ChildProcess } from 'node:child_process';
 import type { Sharp } from 'sharp';
 import type { MotionState } from '../camera/types.js';
+export type DecoderFormat = 'yuv' | 'rgb';
 export interface FrameMetadata {
-    format: string;
+    format: DecoderFormat;
     frameSize: number;
     width: number;
     origWidth: number;
@@ -22,24 +21,29 @@ export interface ImageResize {
     height?: number;
 }
 export interface ImageFormat {
-    to: 'rgba' | 'gray';
+    to: ImageOutputFormat;
 }
+export type ImageInputFormat = 'yuv' | 'rgb' | 'rgba' | 'gray';
+export type ImageOutputFormat = 'rgb' | 'rgba' | 'gray';
 export interface ImageOptions {
     format?: ImageFormat;
     crop?: ImageCrop;
     resize?: ImageResize;
 }
 export interface ProcessImageRequest {
+    frameData: FrameData;
+    metadata: FrameMetadata;
     options: ImageOptions;
-    data: Buffer;
+    prebufferDuration: number;
 }
 export interface ImageInformation {
     width: number;
     height: number;
-    channels: number;
+    channels: 1 | 3 | 4;
+    format: ImageInputFormat;
 }
 export interface FrameBuffer {
-    image: Buffer;
+    image: Uint8Array;
     info: ImageInformation;
 }
 export interface FrameImage {
@@ -47,11 +51,11 @@ export interface FrameImage {
     info: ImageInformation;
 }
 export interface VideoFrame {
-    readonly imageBuffer: Buffer;
-    metadata: FrameMetadata;
-    inputWidth: number;
-    inputHeight: number;
-    inputFormat: string;
+    readonly frameData: FrameData;
+    readonly metadata: FrameMetadata;
+    readonly inputWidth: number;
+    readonly inputHeight: number;
+    readonly inputFormat: DecoderFormat;
     toBuffer: (options?: ImageOptions) => Promise<FrameBuffer>;
     toImage: (options?: ImageOptions) => Promise<FrameImage>;
     save: (path: string, options?: ImageOptions) => Promise<void>;
@@ -75,10 +79,11 @@ export interface BaseFrameWorkerConfig {
         user: string;
         pass: string;
     };
-    proxyPort: number;
-    useWasm: boolean;
+    proxyEndpoints: string[];
+    fps: number;
+    resolution: number;
 }
-export type WorkerMessage = 'started' | 'getFFmpegArgs' | 'updateClient' | 'removeClient' | 'clearClients';
+export type WorkerMessage = 'started' | 'getFFmpegArgs' | 'updateClient' | 'removeClient';
 export type MainMessage = 'setCameraName' | 'recoverClients';
 export interface MainToWorkerMessage {
     message: MainMessage;
@@ -94,14 +99,15 @@ export interface WorkerToMainMessage {
 export interface MainToWorkerResponse {
     response?: Record<string, any>;
 }
+export type SignalingMessageType = 'connect' | 'disconnect' | 'metadata';
 export interface SignalingRequest {
-    type: 'connect' | 'disconnect' | 'metadata';
-    requestId: string;
-    cameraId: string;
+    type: SignalingMessageType;
     pluginId: string;
+    cameraId: string;
+    requestId: string;
 }
 export interface SignalingResponse {
-    type: 'connected' | 'disconnected' | 'metadata';
+    type: SignalingMessageType;
     requestId: string;
     metadata?: FrameMetadata;
 }
@@ -130,11 +136,14 @@ export interface FrameWorkerClient {
     pluginId: string;
     requestIds: string[];
 }
-export interface RecoveredClient {
-    pluginId: string;
-    requestIds: string[];
+export interface RecoveredClient extends FrameWorkerClient {
 }
 export interface PrebufferContainer {
+    frameId: string;
     time: number;
     frame: Buffer;
 }
+export interface FrameData {
+    frameId: string;
+    timestamp: number;
+}

package/dist/types/server/src/decoder/worker.d.ts

@@ -13,18 +13,18 @@ export declare class FrameWorker extends Subscribed {
     private logger;
     private configService;
     private socketService;
-    private camera;
+    private cameraDevice;
     private frameWorker?;
     private initialized;
     private stopped;
     private restarting;
     private auth;
-    private proxyPort;
+    private proxyEndpoints;
     private ffmpegArgs;
     private py;
     private _status;
     get status(): PLUGIN_STATUS;
-    constructor(camera: CameraController, proxyPort: number, auth: {
+    constructor(cameraDevice: CameraController, proxyEndpoints: string[], auth: {
         user: string;
         pass: string;
     });

package/dist/types/server/src/nats/proxy/cameraDevice.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" resolution-mode="require"/>
 import type { Camera } from '../../api/database/types.js';
 import type { CameraDelegate, CameraPrebufferDelegate, Container, FfmpegOptions, PrebufferState, SetValues, StateValues, StreamInfo } from '../../camera/types.js';
 import type { IceServer } from '../../services/config/types.js';
@@ -9,7 +8,6 @@ export declare class CameraDeviceProxy implements CameraDeviceProxyMethods {
     private configService;
     private camerasService;
     private pluginsService;
-    private socketService;
     private messageQueue;
     constructor(messageQueue: MessageQueue);
     connect(data: {