@camera.ui/server 2.1.8 → 2.1.9

package/dist/server/src/camera/decoder/sources/audio-source.d.ts

@@ -17,7 +17,6 @@ export declare class AudioSource {
     private input?;
     private decoder?;
     private filter?;
-    private _isStreaming;
     private shouldRun;
     private latest?;
     private nextId;
@@ -25,12 +24,17 @@ export declare class AudioSource {
     private ended;
     private producerPromise?;
     private producerError?;
+    private readonly reconnect;
     constructor(config: AudioSourceConfig, logger: Logger);
-    get isStreaming(): boolean;
+    get isRunning(): boolean;
     get lastError(): Error | undefined;
     start(): Promise<void>;
     stop(): Promise<void>;
     nextFrame(lastId: number): Promise<AudioFrameSnap | undefined>;
     private wakeWaiter;
-    private runProducer;
+    private runCycle;
+    private connect;
+    private consume;
+    private dropLatest;
+    private teardown;
 }

package/dist/server/src/camera/decoder/sources/audio-source.js

@@ -1,12 +1,12 @@
 import { Decoder, Demuxer, FilterAPI, FilterPreset } from 'node-av/api';
 import { AV_SAMPLE_FMT_FLT, AV_SAMPLE_FMT_S16 } from 'node-av/constants';
+import { ReconnectLoop } from './reconnect-loop.js';
 export class AudioSource {
     config;
     logger;
     input;
     decoder;
     filter;
-    _isStreaming = false;
     shouldRun = false;
     // single-slot mailbox with monotonic id
     latest;
@@ -15,57 +15,33 @@ export class AudioSource {
     ended = false;
     producerPromise;
     producerError;
+    reconnect;
     constructor(config, logger) {
         this.config = config;
         this.logger = logger;
+        this.reconnect = new ReconnectLoop(logger, 'Audio stream');
     }
-    get isStreaming() {
-        return this._isStreaming;
+    get isRunning() {
+        return this.shouldRun;
     }
     get lastError() {
         return this.producerError;
     }
     async start() {
-        if (this._isStreaming) {
+        if (this.shouldRun)
             return;
-        }
-        this.logger.debug('Connecting to audio stream:', this.config.streamUrl);
         this.shouldRun = true;
         this.ended = false;
-        this.latest = undefined;
-        this.nextId = 0;
         this.producerError = undefined;
-        this.input = await Demuxer.open(this.config.streamUrl, {
-            options: {
-                rtsp_transport: 'tcp',
-                user_agent: 'camera.ui FrameWorker',
-            },
-        });
-        const audioStream = this.input.audio();
-        if (!audioStream) {
-            throw new Error('No audio stream found');
-        }
-        this.decoder = await Decoder.create(audioStream, {
-            exitOnError: false,
-        });
-        // resample to plugin spec
-        const sampleFmt = this.config.format === 'pcm16' ? AV_SAMPLE_FMT_S16 : AV_SAMPLE_FMT_FLT;
-        const layout = this.config.channels === 1 ? 'mono' : 'stereo';
-        const chain = FilterPreset.chain().aformat(sampleFmt, this.config.sampleRate, layout);
-        if (this.config.samplesPerFrame) {
-            chain.filter('asetnsamples', { n: this.config.samplesPerFrame });
-        }
-        this.filter = FilterAPI.create(chain.build());
-        this._isStreaming = true;
-        this.producerPromise = this.runProducer();
+        this.producerPromise = this.reconnect.run(() => this.shouldRun, () => this.runCycle());
     }
     async stop() {
-        this.shouldRun = false;
-        if (!this._isStreaming)
+        if (!this.shouldRun && !this.producerPromise)
             return;
-        this._isStreaming = false;
+        this.shouldRun = false;
         this.ended = true;
         this.wakeWaiter();
+        this.reconnect.wake();
         this.input?.interrupt();
         if (this.producerPromise) {
             try {
@@ -76,27 +52,6 @@ export class AudioSource {
             }
             this.producerPromise = undefined;
         }
-        if (this.latest) {
-            try {
-                this.latest.frame[Symbol.dispose]?.();
-            }
-            catch {
-                // best-effort
-            }
-            this.latest = undefined;
-        }
-        if (this.filter) {
-            this.filter[Symbol.dispose]();
-            this.filter = undefined;
-        }
-        if (this.decoder) {
-            this.decoder[Symbol.dispose]();
-            this.decoder = undefined;
-        }
-        if (this.input) {
-            await this.input[Symbol.asyncDispose]();
-            this.input = undefined;
-        }
         this.logger.debug('Audio stream stopped');
     }
     nextFrame(lastId) {
@@ -129,21 +84,56 @@ export class AudioSource {
             w(undefined);
         }
     }
-    async runProducer() {
-        if (!this.input || !this.decoder || !this.filter) {
-            this.ended = true;
-            this.wakeWaiter();
-            return;
+    async runCycle() {
+        this.logger.debug('Connecting to audio stream:', this.config.streamUrl);
+        try {
+            await this.connect();
+        }
+        catch (error) {
+            await this.teardown();
+            throw error;
+        }
+        this.reconnect.connected();
+        this.logger.debug('Audio stream connected, processing audio frames...');
+        try {
+            return await this.consume();
+        }
+        finally {
+            await this.teardown();
         }
+    }
+    async connect() {
+        this.input = await Demuxer.open(this.config.streamUrl, {
+            options: {
+                rtsp_transport: 'tcp',
+                user_agent: 'camera.ui Decoder',
+            },
+        });
         const audioStream = this.input.audio();
         if (!audioStream) {
-            this.ended = true;
-            this.wakeWaiter();
-            return;
+            throw new Error('No audio stream found');
+        }
+        this.decoder = await Decoder.create(audioStream, {
+            exitOnError: false,
+        });
+        // resample to plugin spec
+        const sampleFmt = this.config.format === 'pcm16' ? AV_SAMPLE_FMT_S16 : AV_SAMPLE_FMT_FLT;
+        const layout = this.config.channels === 1 ? 'mono' : 'stereo';
+        const chain = FilterPreset.chain().aformat(sampleFmt, this.config.sampleRate, layout);
+        if (this.config.samplesPerFrame) {
+            chain.filter('asetnsamples', { n: this.config.samplesPerFrame });
+        }
+        this.filter = FilterAPI.create(chain.build());
+    }
+    async consume() {
+        const audioStream = this.input?.audio();
+        if (!this.input || !this.decoder || !this.filter || !audioStream) {
+            return { delivered: false };
         }
         const packets = this.input.packets(audioStream.index);
         const decodedFrames = this.decoder.frames(packets);
         const filteredFrames = this.filter.frames(decodedFrames);
+        let delivered = false;
         let firstFrame = true;
         try {
             for await (const frame of filteredFrames) {
@@ -155,27 +145,48 @@ export class AudioSource {
                     this.logger.trace('First audio frame received');
                     firstFrame = false;
                 }
-                if (this.latest) {
-                    try {
-                        this.latest.frame[Symbol.dispose]?.();
-                    }
-                    catch {
-                        // best-effort
-                    }
-                }
+                this.dropLatest();
                 this.latest = { frame, id: this.nextId++ };
+                delivered = true;
                 this.wakeWaiter();
             }
         }
         catch (error) {
-            if (this.shouldRun) {
-                this.producerError = error instanceof Error ? error : new Error(String(error));
-                this.logger.debug('Audio producer ended with read error:', error);
-            }
+            const failure = error instanceof Error ? error : new Error(String(error));
+            this.producerError = failure;
+            return { delivered, error: this.shouldRun ? failure : undefined };
         }
-        finally {
-            this.ended = true;
-            this.wakeWaiter();
+        return { delivered };
+    }
+    dropLatest() {
+        if (!this.latest)
+            return;
+        try {
+            this.latest.frame[Symbol.dispose]?.();
+        }
+        catch {
+            // ignore
+        }
+        this.latest = undefined;
+    }
+    async teardown() {
+        this.dropLatest();
+        if (this.filter) {
+            this.filter[Symbol.dispose]();
+            this.filter = undefined;
+        }
+        if (this.decoder) {
+            this.decoder[Symbol.dispose]();
+            this.decoder = undefined;
+        }
+        if (this.input) {
+            try {
+                await this.input[Symbol.asyncDispose]();
+            }
+            catch {
+                // ignore
+            }
+            this.input = undefined;
         }
     }
 }

package/dist/server/src/camera/decoder/sources/audio-source.js.map

@@ -1 +1 @@
-{"version":3,"file":"audio-source.js","sourceRoot":"","sources":["../../../../../../src/camera/decoder/sources/audio-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAoBzE,MAAM,OAAO,WAAW;IAiBH;IACA;IAjBX,KAAK,CAAW;IAChB,OAAO,CAAW;IAClB,MAAM,CAAa;IAEnB,YAAY,GAAG,KAAK,CAAC;IACrB,SAAS,GAAG,KAAK,CAAC;IAE1B,wCAAwC;IAChC,MAAM,CAAkB;IACxB,MAAM,GAAG,CAAC,CAAC;IACX,MAAM,CAAU;IAChB,KAAK,GAAG,KAAK,CAAC;IACd,eAAe,CAAiB;IAChC,aAAa,CAAS;IAE9B,YACmB,MAAyB,EACzB,MAAc;QADd,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAAQ;IAC9B,CAAC;IAEJ,IAAW,WAAW;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,IAAW,SAAS;QAClB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACxE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAE/B,IAAI,CAAC,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;YACrD,OAAO,EAAE;gBACP,cAAc,EAAE,KAAK;gBACrB,UAAU,EAAE,uBAAuB;aACpC;SACF,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvC,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE;YAC/C,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QAEH,0BAA0B;QAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,CAAC;QACzF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC9D,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEtF,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAChC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QAE9C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QAEvB,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO;QAC/B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAE1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,eAAe,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAChE,CAAC;YACD,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACnC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACxC,CAAC;YAAC,MAAM,CAAC;gBACP,cAAc;YAChB,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAEM,SAAS,CAAC,MAAc;QAC7B,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,MAAM,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,6CAA6C;YACtE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,OAAO,CAA6B,CAAC,OAAO,EAAE,EAAE;YACzD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC,CAAC,SAAS,CAAC,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,mDAAmD;YAC5E,CAAC,CAAC,IAAI,CAAC,CAAC;QACV,CAAC;aAAM,CAAC;YACN,CAAC,CAAC,SAAS,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvC,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAEzD,IAAI,UAAU,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;gBACzC,IAAI,CAAC,IAAI,CAAC,SAAS;oBAAE,MAAM;gBAC3B,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,UAAU,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;oBAChD,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC;wBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;oBACxC,CAAC;oBAAC,MAAM,CAAC;wBACP,cAAc;oBAChB,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,MAAM,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAE3C,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,aAAa,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"audio-source.js","sourceRoot":"","sources":["../../../../../../src/camera/decoder/sources/audio-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAEzE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAqBpD,MAAM,OAAO,WAAW;IAkBH;IACA;IAlBX,KAAK,CAAW;IAChB,OAAO,CAAW;IAClB,MAAM,CAAa;IAEnB,SAAS,GAAG,KAAK,CAAC;IAE1B,wCAAwC;IAChC,MAAM,CAAkB;IACxB,MAAM,GAAG,CAAC,CAAC;IACX,MAAM,CAAU;IAChB,KAAK,GAAG,KAAK,CAAC;IACd,eAAe,CAAiB;IAChC,aAAa,CAAS;IAEb,SAAS,CAAgB;IAE1C,YACmB,MAAyB,EACzB,MAAc;QADd,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAAQ;QAE/B,IAAI,CAAC,SAAS,GAAG,IAAI,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IAC7D,CAAC;IAED,IAAW,SAAS;QAClB,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAW,SAAS;QAClB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAE3B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAE/B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CACvC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EACpB,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CACtB,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,eAAe;YAAE,OAAO;QACrD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QAEvB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QACtB,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,eAAe,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAChE,CAAC;YACD,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAEM,SAAS,CAAC,MAAc;QAC7B,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,MAAM,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,6CAA6C;YACtE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,OAAO,CAA6B,CAAC,OAAO,EAAE,EAAE;YACzD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC,CAAC,SAAS,CAAC,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,mDAAmD;YAC5E,CAAC,CAAC,IAAI,CAAC,CAAC;QACV,CAAC;aAAM,CAAC;YACN,CAAC,CAAC,SAAS,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAExE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,MAAM,KAAK,CAAC;QACd,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;QAExE,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9B,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,IAAI,CAAC,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;YACrD,OAAO,EAAE;gBACP,cAAc,EAAE,KAAK;gBACrB,UAAU,EAAE,mBAAmB;aAChC;SACF,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvC,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE;YAC/C,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QAEH,0BAA0B;QAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,CAAC;QACzF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC9D,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEtF,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAChC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAChD,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC;QACxC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACjE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QAC9B,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAEzD,IAAI,SAAS,GAAG,KAAK,CAAC;QACtB,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;gBACzC,IAAI,CAAC,IAAI,CAAC,SAAS;oBAAE,MAAM;gBAC3B,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,UAAU,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;oBAChD,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC3C,SAAS,GAAG,IAAI,CAAC;gBAEjB,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC1E,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;YAC7B,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC;QACpE,CAAC;QAED,OAAO,EAAE,SAAS,EAAE,CAAC;IACvB,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QACzB,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QACxC,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,QAAQ;QACpB,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;CACF"}

package/dist/server/src/camera/decoder/sources/buffered-source.d.ts

@@ -1,14 +1,17 @@
 import { FrameScaler } from '../frame-scaler.js';
+import { FrameHandle } from './frame-handle.js';
 import type { Logger } from '@camera.ui/common/logger';
 import type { FrameWorkerDecoderSettings } from '@camera.ui/sdk';
 import type { HardwareContext } from 'node-av/api';
 import type { Frame } from 'node-av/lib';
 import type { PrivacyMask } from '../../privacy/mask.js';
 import type { AnalysisSource, FrameSnap } from './analysis-source.js';
+import type { SnapshotConfig } from './snapshot-fetcher.js';
 export interface BufferedSourceConfig {
     url: string;
     decoder?: FrameWorkerDecoderSettings;
     privacy?: PrivacyMask;
+    snapshot?: SnapshotConfig;
 }
 export declare class BufferedSource implements AnalysisSource {
     private readonly config;
@@ -24,39 +27,53 @@ export declare class BufferedSource implements AnalysisSource {
     private nextSerial;
     private waitingForKeyframe;
     private decoder?;
+    private filter?;
     private decodedThrough;
     private cachedFrame?;
     private cachedFrameAt;
     private lastPacketAt;
     private lastDecodeAt;
+    private decodeMs;
+    private decodedFrames;
     private shouldRun;
+    private paused;
     private connected;
     private producerPromise?;
+    private producerError?;
     private inflightDecode?;
-    private readonly backoff;
-    private sleepTimer?;
-    private sleepResolve?;
+    private resolvedFps?;
+    private _generation;
+    private readonly reconnect;
+    private readonly snapshots?;
     constructor(config: BufferedSourceConfig, logger: Logger);
     get isRunning(): boolean;
     get hasBuffer(): boolean;
     get scaler(): FrameScaler | undefined;
     get lastFrameAt(): number;
-    get hardwareContext(): HardwareContext | null | undefined;
-    start(): void;
+    get hardwareContext(): HardwareContext | null;
+    get fps(): number;
+    get lastError(): Error | undefined;
+    get generation(): number;
+    start(): Promise<void>;
+    detach(): Promise<void>;
     stop(): Promise<void>;
-    getFrame(maxAgeMs: number): Promise<Frame | null>;
+    getFrame(maxAgeMs: number): Promise<FrameHandle | null>;
+    decodeNewest(maxAgeMs: number): Promise<Frame | null>;
     nextFrame(lastId: number): Promise<FrameSnap | undefined>;
     snapshotJpeg(maxWidth: number, quality?: number, maxAgeMs?: number): Promise<Buffer | null>;
-    private runProducer;
+    private runCycle;
     private connect;
     private ingest;
     private releaseIdleDecoder;
     private waitForPacket;
     private wakePacketWaiters;
+    takeDecodeStats(): {
+        ms: number;
+        frames: number;
+    };
     private catchUpDecode;
+    private normalize;
     private disposeDecoder;
     private teardown;
     private clearBuffer;
-    private sleep;
-    private wakeSleep;
 }