@camera.ui/server 2.0.10 → 2.0.12

package/dist/server/src/camera/decoder/audio-loop.js

@@ -0,0 +1,163 @@
+import { sleep } from '@camera.ui/common/utils';
+import { isAudioModelSpec } from './plugin-registry.js';
+import { ReconnectBackoff } from './reconnect-backoff.js';
+import { AudioSource } from './sources/audio-source.js';
+function calculateDBFS(data, format) {
+    let sumSquares = 0;
+    let sampleCount = 0;
+    if (format === 'float32') {
+        const floatView = new Float32Array(data.buffer, data.byteOffset, data.byteLength / 4);
+        sampleCount = floatView.length;
+        for (let i = 0; i < sampleCount; i++)
+            sumSquares += floatView[i] * floatView[i];
+    }
+    else {
+        // PCM16: normalize [-32768, 32767] → [-1.0, 1.0]
+        const int16View = new Int16Array(data.buffer, data.byteOffset, data.byteLength / 2);
+        sampleCount = int16View.length;
+        for (let i = 0; i < sampleCount; i++) {
+            const normalized = int16View[i] / 32768;
+            sumSquares += normalized * normalized;
+        }
+    }
+    if (sampleCount === 0)
+        return -100;
+    const rms = Math.sqrt(sumSquares / sampleCount);
+    return rms > 0 ? 20 * Math.log10(Math.max(rms, 1e-10)) : -100;
+}
+export class AudioDetectionLoop {
+    hooks;
+    logger;
+    running = false;
+    loopPromise;
+    stopPromise;
+    backoff = new ReconnectBackoff();
+    source;
+    constructor(hooks, logger) {
+        this.hooks = hooks;
+        this.logger = logger;
+    }
+    start() {
+        if (this.running || this.stopPromise)
+            return;
+        this.logger.debug('Starting audio detection loop');
+        this.running = true;
+        this.backoff.reset();
+        this.loopPromise = this.run();
+    }
+    async stop() {
+        if (!this.running) {
+            if (this.stopPromise)
+                await this.stopPromise;
+            return;
+        }
+        this.logger.debug('Stopping audio detection loop');
+        this.running = false;
+        const doStop = async () => {
+            await this.source?.stop();
+            await this.loopPromise;
+            this.loopPromise = undefined;
+        };
+        this.stopPromise = doStop();
+        try {
+            await this.stopPromise;
+        }
+        finally {
+            this.stopPromise = undefined;
+        }
+    }
+    async waitForStop() {
+        if (this.stopPromise)
+            await this.stopPromise;
+    }
+    async run() {
+        const audioPlugin = this.hooks.getPlugin();
+        if (!audioPlugin?.requiresFrames)
+            return;
+        const audioSpec = isAudioModelSpec(audioPlugin.modelSpec) ? audioPlugin.modelSpec : undefined;
+        const sampleRate = audioSpec?.input.sampleRate ?? 16000;
+        const channels = audioSpec?.input.channels ?? 1;
+        const format = audioSpec?.input.format ?? 'float32';
+        const samplesPerFrame = audioSpec?.input.samplesPerFrame;
+        const audioConfig = {
+            streamUrl: this.hooks.getStreamUrl(),
+            sampleRate,
+            channels,
+            format,
+            samplesPerFrame,
+        };
+        while (this.running) {
+            try {
+                this.source = new AudioSource(audioConfig, this.logger);
+                await this.source.start();
+                this.logger.debug('Audio stream connected, processing audio frames...');
+                this.backoff.reset();
+                let frameCount = 0;
+                let lastAudioFrameId = -1;
+                while (this.running) {
+                    const snap = await this.source.nextFrame(lastAudioFrameId);
+                    if (!snap)
+                        break; // source ended (stop or EOF)
+                    lastAudioFrameId = snap.id;
+                    const rawFrame = snap.frame;
+                    frameCount++;
+                    try {
+                        const frameData = rawFrame.data;
+                        if (!frameData?.[0])
+                            continue;
+                        const rawData = frameData[0];
+                        const dBFS = calculateDBFS(rawData, format);
+                        if (dBFS < this.hooks.getMinDecibels())
+                            continue;
+                        const audioFrame = {
+                            cameraId: this.hooks.cameraId,
+                            data: rawData,
+                            sampleRate,
+                            channels,
+                            format,
+                            timestamp: Date.now(),
+                        };
+                        const result = await audioPlugin.proxy.detectAudio(audioFrame);
+                        if (!result)
+                            continue;
+                        this.hooks.onResult(audioPlugin.sensorId, result);
+                    }
+                    catch (error) {
+                        this.logger.error('Audio detection error:', error);
+                    }
+                    finally {
+                        try {
+                            rawFrame[Symbol.dispose]?.();
+                        }
+                        catch {
+                            // best-effort
+                        }
+                    }
+                }
+                const streamError = this.source.lastError;
+                await this.source.stop();
+                if (this.running && streamError) {
+                    const delay = this.backoff.nextDelayMs();
+                    this.logger.warn(`Audio stream ended with read error, reconnecting in ${delay / 1000}s: ${streamError.message}`);
+                    await sleep(delay);
+                }
+                else if (this.running && frameCount === 0) {
+                    this.logger.debug('Audio stream ended without frames, waiting before reconnect...');
+                    await sleep(this.backoff.idleDelayMs);
+                }
+            }
+            catch (error) {
+                if (!this.running)
+                    break;
+                await this.source?.stop();
+                const delay = this.backoff.nextDelayMs();
+                this.logger.warn(`Audio stream error, reconnecting in ${delay / 1000}s: ${error.message}`);
+                await sleep(delay);
+            }
+        }
+        await this.source?.stop();
+        this.source = undefined;
+        this.logger.debug('Audio detection loop ended');
+    }
+}
+//# sourceMappingURL=audio-loop.js.map

package/dist/server/src/camera/decoder/audio-loop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-loop.js","sourceRoot":"","sources":["../../../../../src/camera/decoder/audio-loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAEhD,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAexD,SAAS,aAAa,CAAC,IAAY,EAAE,MAA2B;IAC9D,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACtF,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE;YAAE,UAAU,IAAI,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;IAClF,CAAC;SAAM,CAAC;QACN,iDAAiD;QACjD,MAAM,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACpF,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC;YACxC,UAAU,IAAI,UAAU,GAAG,UAAU,CAAC;QACxC,CAAC;IACH,CAAC;IAED,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,GAAG,CAAC;IAEnC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,CAAC;IAChD,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAChE,CAAC;AAED,MAAM,OAAO,kBAAkB;IAQV;IACA;IARX,OAAO,GAAG,KAAK,CAAC;IAChB,WAAW,CAAiB;IAC5B,WAAW,CAAiB;IACnB,OAAO,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAC1C,MAAM,CAAe;IAE7B,YACmB,KAAqB,EACrB,MAAc;QADd,UAAK,GAAL,KAAK,CAAgB;QACrB,WAAM,GAAN,MAAM,CAAQ;IAC9B,CAAC;IAEG,KAAK;QACV,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAE7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAChC,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,WAAW;gBAAE,MAAM,IAAI,CAAC,WAAW,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QAErB,MAAM,MAAM,GAAG,KAAK,IAAI,EAAE;YACxB,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,WAAW,CAAC;YACvB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC/B,CAAC,CAAC;QAEF,IAAI,CAAC,WAAW,GAAG,MAAM,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,WAAW,CAAC;QACzB,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC/B,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,WAAW;QACtB,IAAI,IAAI,CAAC,WAAW;YAAE,MAAM,IAAI,CAAC,WAAW,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,GAAG;QACf,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAC3C,IAAI,CAAC,WAAW,EAAE,cAAc;YAAE,OAAO;QAEzC,MAAM,SAAS,GAAG,gBAAgB,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;QAC9F,MAAM,UAAU,GAAG,SAAS,EAAE,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;QACxD,MAAM,QAAQ,GAAG,SAAS,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,IAAI,SAAS,CAAC;QACpD,MAAM,eAAe,GAAG,SAAS,EAAE,KAAK,CAAC,eAAe,CAAC;QAEzD,MAAM,WAAW,GAAsB;YACrC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE;YACpC,UAAU;YACV,QAAQ;YACR,MAAM;YACN,eAAe;SAChB,CAAC;QAEF,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACxD,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;gBAE1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;gBACxE,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBAErB,IAAI,UAAU,GAAG,CAAC,CAAC;gBACnB,IAAI,gBAAgB,GAAG,CAAC,CAAC,CAAC;gBAE1B,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;oBACpB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;oBAC3D,IAAI,CAAC,IAAI;wBAAE,MAAM,CAAC,6BAA6B;oBAC/C,gBAAgB,GAAG,IAAI,CAAC,EAAE,CAAC;oBAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC;oBAC5B,UAAU,EAAE,CAAC;oBAEb,IAAI,CAAC;wBACH,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC;wBAChC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;4BAAE,SAAS;wBAE9B,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;wBAC7B,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;wBAC5C,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE;4BAAE,SAAS;wBAEjD,MAAM,UAAU,GAAmB;4BACjC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ;4BAC7B,IAAI,EAAE,OAAO;4BACb,UAAU;4BACV,QAAQ;4BACR,MAAM;4BACN,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;yBACtB,CAAC;wBAEF,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;wBAC/D,IAAI,CAAC,MAAM;4BAAE,SAAS;wBAEtB,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;oBACpD,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;oBACrD,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC;4BACH,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;wBAC/B,CAAC;wBAAC,MAAM,CAAC;4BACP,cAAc;wBAChB,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;gBAC1C,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBAEzB,IAAI,IAAI,CAAC,OAAO,IAAI,WAAW,EAAE,CAAC;oBAChC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;oBACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uDAAuD,KAAK,GAAG,IAAI,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;oBACjH,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;gBACrB,CAAC;qBAAM,IAAI,IAAI,CAAC,OAAO,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;oBAC5C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;oBACpF,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,IAAI,CAAC,OAAO;oBAAE,MAAM;gBAEzB,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;gBAE1B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;gBACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,KAAK,GAAG,IAAI,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3F,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAClD,CAAC;CACF"}

package/dist/server/src/camera/decoder/cascade-manager.js

@@ -1,11 +1,8 @@
-// Default delay (ms) before cascade is marked inactive after the last trigger ends.
 export const CASCADE_CLEAR_DELAY_MS = 1500;
 export class CascadeManager {
     active = false;
-    // Auto-clear timer for `triggerMomentary()`.
     momentaryTimer;
     momentaryFlag = false;
-    // Delayed cascade-end timer — gives brief trigger gaps a grace period.
     deactivateTimer;
     listeners = new Set();
     get isActive() {
@@ -74,7 +71,7 @@ export class CascadeManager {
                 listener(event);
             }
             catch {
-                // Listener errors must not corrupt manager state.
+                // ignore
             }
         }
     }

package/dist/server/src/camera/decoder/cascade-manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"cascade-manager.js","sourceRoot":"","sources":["../../../../../src/camera/decoder/cascade-manager.ts"],"names":[],"mappings":"AAAA,oFAAoF;AACpF,MAAM,CAAC,MAAM,sBAAsB,GAAG,IAAI,CAAC;AAW3C,MAAM,OAAO,cAAc;IACjB,MAAM,GAAG,KAAK,CAAC;IAEvB,6CAA6C;IACrC,cAAc,CAAkB;IAChC,aAAa,GAAG,KAAK,CAAC;IAE9B,uEAAuE;IAC/D,eAAe,CAAkB;IAExB,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAC;IAExD,IAAI,QAAQ;QACV,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,gBAAgB,CAAC,cAAsB;QACrC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,cAAc;YAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3D,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;YAChC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAC3B,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAClC,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;IAC5B,CAAC;IAED,QAAQ,CAAC,QAAyB;QAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,cAAc;YAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3D,IAAI,IAAI,CAAC,eAAe;YAAE,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAE7D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzB,CAAC;IAEO,wBAAwB;QAC9B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QACzB,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO;QAC/B,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO;QAEjC,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;gBACpB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC7B,CAAC;IAEO,qBAAqB;QAC3B,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACnC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,IAAI,CAAC,IAAkB;QAC7B,MAAM,KAAK,GAAiB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC5D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACP,kDAAkD;YACpD,CAAC;QACH,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"cascade-manager.js","sourceRoot":"","sources":["../../../../../src/camera/decoder/cascade-manager.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,sBAAsB,GAAG,IAAI,CAAC;AAW3C,MAAM,OAAO,cAAc;IACjB,MAAM,GAAG,KAAK,CAAC;IAEf,cAAc,CAAkB;IAChC,aAAa,GAAG,KAAK,CAAC;IAEtB,eAAe,CAAkB;IAExB,SAAS,GAAG,IAAI,GAAG,EAAmB,CAAC;IAExD,IAAW,QAAQ;QACjB,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEM,gBAAgB,CAAC,cAAsB;QAC5C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,cAAc;YAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3D,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE;YACpC,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;YAChC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;YAC3B,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAClC,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEM,QAAQ,CAAC,QAAyB;QACvC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7B,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAClC,CAAC,CAAC;IACJ,CAAC;IAEM,OAAO;QACZ,IAAI,IAAI,CAAC,cAAc;YAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3D,IAAI,IAAI,CAAC,eAAe;YAAE,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAE7D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAC;QAChC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACjC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAC3B,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACtB,CAAC;IAEO,gBAAgB;QACtB,IAAI,IAAI,CAAC,MAAM;YAAE,OAAO;QACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACzB,CAAC;IAEO,wBAAwB;QAC9B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QACzB,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO;QAC/B,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO;QAEjC,IAAI,CAAC,eAAe,GAAG,UAAU,CAAC,GAAG,EAAE;YACrC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACxB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;gBACpB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC,EAAE,sBAAsB,CAAC,CAAC;IAC7B,CAAC;IAEO,qBAAqB;QAC3B,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,YAAY,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YACnC,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACnC,CAAC;IACH,CAAC;IAEO,IAAI,CAAC,IAAkB;QAC7B,MAAM,KAAK,GAAiB,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC5D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,QAAQ,CAAC,KAAK,CAAC,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/server/src/camera/decoder/detection-coordinator.d.ts

@@ -1,26 +1,15 @@
 import { SensorType } from '@camera.ui/sdk';
 import type { Logger } from '@camera.ui/common/logger';
-import type { Promisify, RPCClient } from '@camera.ui/rpc';
-import type { AudioModelSpec, CameraDetectionSettings, CameraFrameWorkerSettings, CameraUiSettings, DetectionLine, DetectionZone, ModelSpec, ObjectModelSpec, PtzAutotrackSettings, StreamingRole } from '@camera.ui/sdk';
-import type { CoordinatorSensorInfo, DetectionPluginInterface } from '../../rpc/interfaces/detection.js';
-type AnyModelSpec = ObjectModelSpec | ModelSpec | AudioModelSpec;
-interface RegisteredPlugin {
-    pluginId: string;
-    sensorId: string;
-    sensorType: SensorType;
-    requiresFrames: boolean;
-    modelSpec?: AnyModelSpec;
-    proxy: Promisify<DetectionPluginInterface>;
-}
-export interface CoordinatorSourceUrl {
-    role: StreamingRole;
-    url: string;
-}
+import type { RPCClient } from '@camera.ui/rpc';
+import type { CameraDetectionSettings, CameraFrameWorkerSettings, CameraUiSettings, DetectionLine, DetectionZone, PtzAutotrackSettings } from '@camera.ui/sdk';
+import type { CoordinatorSensorInfo } from '../../rpc/interfaces/detection.js';
+import type { CoordinatorSourceUrl } from './types.js';
 export interface DetectionCoordinatorConfig {
     cameraId: string;
     streamUrl: string;
     snapshotUrl: string;
     audioStreamUrl: string;
+    controllerSnapshotSourceId?: string;
     availableSources?: CoordinatorSourceUrl[];
     zones: DetectionZone[];
     lines: DetectionLine[];
@@ -29,60 +18,34 @@ export interface DetectionCoordinatorConfig {
     frameWorkerSettings: CameraFrameWorkerSettings;
     interfaceSettings: CameraUiSettings;
 }
-export declare const DEFAULT_CASCADE_TIMEOUT = 10;
-export declare const STATIONARY_SPEED_THRESHOLD = 0.002;
 export declare class DetectionCoordinator {
     private config;
     private readonly proxy;
     private readonly logger;
     private frameSource;
     private frameScaler;
-    private singlePlugins;
-    private multiPlugins;
-    private loopRunning;
-    private loopPromise?;
-    private videoStopPromise?;
-    private audioSource?;
-    private audioLoopRunning;
-    private audioLoopPromise?;
-    private audioStopPromise?;
-    private audioReconnectCount;
-    private reconnectCount;
-    private readonly maxReconnectCount;
-    private readonly normalReconnectDelay;
-    private readonly maxReconnectDelay;
+    private readonly plugins;
+    private readonly pipeline;
+    private readonly stationary;
+    private readonly secondaries;
+    private readonly thumbnailer;
+    private readonly audioLoop;
     private readonly ptzAutotracker;
     private readonly eventManager;
     private readonly cascade;
     private readonly dwell;
-    private pipeline;
+    private readonly videoBackoff;
+    private loopRunning;
+    private loopPromise?;
+    private videoStopPromise?;
     private adHocVideoLoop;
     private processingExternalSecondary;
-    private hqSnapshotSource?;
-    private hqUpgradeInflight;
-    private hqAspectWarned;
     private cascadeUnsubscribe?;
     private dwellUnsubscribe?;
-    private seenStationaryTracks;
     private readonly activeSensorTriggerTypes;
+    private readonly secondaryBboxSeen;
     private currentDetectionState;
-    private get cascadeEnabled();
-    private get cascadeTimeoutSeconds();
-    private get audioMinDecibels();
-    private get motionResolution();
-    private get targetFps();
-    private get videoAspectRatio();
-    private nvrProxy?;
-    private nvrProxyPromise?;
     constructor(config: DetectionCoordinatorConfig, proxy: RPCClient, logger: Logger);
-    private handleCascadeDeactivated;
-    private handleEventEnded;
-    private writeSensorProperties;
-    private buildSnapshot;
-    private getNormalizedDetectionZones;
-    private applyExternalDetectionFilters;
-    private ingestDetectionResult;
-    private updateBufferForType;
     updateZones(zones: DetectionZone[]): void;
     updateLines(lines: DetectionLine[]): void;
     updateDetectionSettings(settings: CameraDetectionSettings): void;
@@ -93,62 +56,39 @@ export declare class DetectionCoordinator {
     onSensorAdded(sensor: CoordinatorSensorInfo): Promise<void>;
     onSensorRemoved(sensorId: string): Promise<void>;
     onSensorCapabilitiesChanged(sensorId: string, capabilities: string[]): void;
-    private registerDetectionPluginInternal;
-    private removeDetectionPluginBySensor;
     reportSensorWrite(sensorId: string, sensorType: SensorType, properties: Record<string, unknown>): Promise<void>;
     reportSensorTrigger(sensorId: string, triggerType: string, action: 'activate' | 'deactivate', _sustained: boolean, timeoutSeconds: number): void;
     reconcileSensorTriggers(activeSensorIds: readonly string[]): void;
-    private clearMotionStateForSuppression;
     hasPlugin(sensorType: SensorType): boolean;
-    getPlugin(sensorType: SensorType): RegisteredPlugin | undefined;
-    getPluginsForType(sensorType: SensorType): RegisteredPlugin[];
-    getPlugins(): RegisteredPlugin[];
-    hasAnyPlugins(): boolean;
-    isRunning(): boolean;
-    isStreaming(): boolean;
-    private hasSecondaryModelSpec;
-    private isVideoInputSpec;
-    private isOnEdge;
-    private isAudioModelSpec;
-    private isMultiProvider;
-    private shouldVideoBeActive;
-    private shouldAudioBeActive;
+    private get cascadeEnabled();
+    private get cascadeTimeoutSeconds();
+    private get motionResolution();
+    private get targetFps();
+    private get videoAspectRatio();
+    private handleCascadeDeactivated;
+    private handleEventEnded;
+    private handleAudioLoopResult;
+    private writeSensorProperties;
+    private buildSnapshot;
+    private getNormalizedDetectionZones;
+    private applyExternalDetectionFilters;
+    private ingestDetectionResult;
+    private updateBufferForType;
+    private registerDetectionPluginInternal;
+    private removeDetectionPluginBySensor;
+    private handleSuppressionActivated;
+    private clearSecondaryBboxes;
+    private clearStaleSecondaryBboxes;
     private startVideoLoop;
     private stopVideoLoop;
-    private startAudioLoop;
-    private stopAudioLoop;
-    private hasFrameBasedSecondary;
-    private needsAdHocLoop;
     private startAdHocVideoLoopIfNeeded;
     private stopAdHocVideoLoopIfIdle;
-    private fetchEventThumbnailAsync;
-    private upgradeEventThumbnailAsync;
-    private acquireHqFrame;
-    private resolveHqSourceUrl;
-    private syncHqSnapshotSource;
-    private calculateDBFS;
-    private runAudioDetectionLoop;
     private runDetectionLoop;
     private processRawFrame;
     private processDetection;
+    private runSecondariesAndThumbnails;
+    private ingestResultsForAllSecondaries;
     private snapshotWillStartEvent;
-    private resolveFaceIdentities;
     private scaleForMotion;
     private scaleForObject;
-    private prepareSecondaryRegions;
-    private runSecondaryDetection;
-    private ingestResultsForAllSecondaries;
-    private runSecondariesAndThumbnails;
-    private runSecondariesFullFrame;
-    private prepareFullFrameRegions;
-    private prepareSecondaryFrames;
-    private runFaceDetection;
-    private runLicensePlateDetection;
-    private runClassifierDetections;
-    private runClipDetection;
-    private generateThumbnails;
-    private transformBoxToOriginal;
-    private getNvrProxy;
-    private resolveNvrProxy;
 }
-export {};