@camera.ui/server 2.0.10 → 2.0.12

package/dist/server/src/camera/decoder/secondary-stage.js

@@ -0,0 +1,445 @@
+import { PromiseTimeout } from '@camera.ui/common/utils';
+import { isNoRespondersError } from '@camera.ui/rpc';
+import { SensorType } from '@camera.ui/sdk';
+import { NamespaceManager } from '../../rpc/namespaces.js';
+import { EVENT_THUMB_MAX_WIDTH } from './event-thumbnailer.js';
+import { hasSecondaryModelSpec, isVideoInputSpec } from './plugin-registry.js';
+import { DETECT_TIMEOUT_MS } from './types.js';
+const DETECTION_THUMB_MAX_WIDTH = 640;
+const DETECTION_THUMB_MIN_CROP = 160;
+const DETECTION_THUMB_HQ_MAX_WIDTH = 640;
+const DETECTION_THUMB_HQ_MIN_CROP = 640;
+const DETECTION_THUMB_HQ_QUALITY = 80;
+const ATTRIBUTE_THUMB_MAX_WIDTH = 640;
+const ATTRIBUTE_THUMB_MIN_CROP = 128;
+const SECONDARY_CONSUMERS = [
+    { type: SensorType.Face, key: 'face' },
+    { type: SensorType.LicensePlate, key: 'lpd' },
+    { type: SensorType.Clip, key: 'clip' },
+];
+export class SecondaryStage {
+    plugins;
+    pipeline;
+    frameScaler;
+    proxy;
+    logger;
+    isCancelled;
+    nvrProxy;
+    nvrProxyPromise;
+    constructor(plugins, pipeline, frameScaler, proxy, logger, isCancelled) {
+        this.plugins = plugins;
+        this.pipeline = pipeline;
+        this.frameScaler = frameScaler;
+        this.proxy = proxy;
+        this.logger = logger;
+        this.isCancelled = isCancelled;
+    }
+    async detect(rawFrame, objectDetections, results) {
+        const regionMap = await this.prepareSecondaryRegions(rawFrame, objectDetections);
+        await this.runAllSecondaries(regionMap, results);
+    }
+    // no loop frame available: secondaries see the whole frame instead of
+    // per-detection crops, returns the scene JPEG for the event thumbnail
+    async detectFullFrame(rawFrame, results) {
+        const regionMap = await this.prepareFullFrameRegions(rawFrame);
+        if (regionMap.size > 0) {
+            await this.runAllSecondaries(regionMap, results);
+        }
+        try {
+            return await this.frameScaler.frameToJPEG(rawFrame, EVENT_THUMB_MAX_WIDTH);
+        }
+        catch (error) {
+            this.logger.debug('Full-frame scene thumbnail failed:', error);
+            return null;
+        }
+    }
+    async generateThumbnails(sourceFrame, scaler, usingHq, objectDetections, results) {
+        const thumbnails = [];
+        const attributePadding = usingHq ? 0.4 : 0.75;
+        const detectionMaxWidth = usingHq ? DETECTION_THUMB_HQ_MAX_WIDTH : DETECTION_THUMB_MAX_WIDTH;
+        const detectionMinCrop = usingHq ? DETECTION_THUMB_HQ_MIN_CROP : DETECTION_THUMB_MIN_CROP;
+        const detectionQuality = usingHq ? DETECTION_THUMB_HQ_QUALITY : undefined;
+        const objectCrops = await scaler.cropToJPEG(sourceFrame, objectDetections, {
+            maxWidth: detectionMaxWidth,
+            padding: 0.3,
+            minCrop: detectionMinCrop,
+            quality: detectionQuality,
+        });
+        for (const crop of objectCrops) {
+            const detection = objectDetections[crop.index];
+            if (detection) {
+                thumbnails.push({
+                    label: detection.label,
+                    score: detection.confidence,
+                    jpeg: crop.jpeg,
+                    area: detection.box.width * detection.box.height,
+                    onEdge: this.isOnEdge(detection.box),
+                    trackId: 'trackId' in detection ? detection.trackId : undefined,
+                    speed: 'trackSpeed' in detection ? detection.trackSpeed : undefined,
+                });
+            }
+        }
+        if (results.face?.detections) {
+            const faceCrops = await scaler.cropToJPEG(sourceFrame, results.face.detections, {
+                maxWidth: ATTRIBUTE_THUMB_MAX_WIDTH,
+                padding: attributePadding,
+                minCrop: ATTRIBUTE_THUMB_MIN_CROP,
+            });
+            for (const crop of faceCrops) {
+                const detection = results.face.detections[crop.index];
+                if (detection) {
+                    // enrichSegment persists unknown faces to the face store from this
+                    detection.thumbnail ??= crop.jpeg;
+                    thumbnails.push({
+                        label: `face:${detection.identity ?? 'unknown'}`,
+                        score: detection.confidence,
+                        jpeg: crop.jpeg,
+                        area: detection.box.width * detection.box.height,
+                        onEdge: this.isOnEdge(detection.box),
+                    });
+                }
+            }
+        }
+        if (results.licensePlate?.detections) {
+            const plateCrops = await scaler.cropToJPEG(sourceFrame, results.licensePlate.detections, {
+                maxWidth: ATTRIBUTE_THUMB_MAX_WIDTH,
+                padding: attributePadding,
+                minCrop: ATTRIBUTE_THUMB_MIN_CROP,
+            });
+            for (const crop of plateCrops) {
+                const detection = results.licensePlate.detections[crop.index];
+                if (detection) {
+                    thumbnails.push({
+                        label: `plate:${detection.plateText ?? 'unknown'}`,
+                        score: detection.confidence,
+                        jpeg: crop.jpeg,
+                        area: detection.box.width * detection.box.height,
+                        onEdge: this.isOnEdge(detection.box),
+                    });
+                }
+            }
+        }
+        if (results.classifiers) {
+            for (const classifierResult of Object.values(results.classifiers)) {
+                const clsCrops = await scaler.cropToJPEG(sourceFrame, classifierResult.detections, {
+                    maxWidth: detectionMaxWidth,
+                    padding: 0.3,
+                    minCrop: detectionMinCrop,
+                    quality: detectionQuality,
+                });
+                for (const crop of clsCrops) {
+                    const detection = classifierResult.detections[crop.index];
+                    if (detection) {
+                        thumbnails.push({
+                            label: `class:${detection.label}`,
+                            score: detection.confidence,
+                            jpeg: crop.jpeg,
+                            area: detection.box.width * detection.box.height,
+                            onEdge: this.isOnEdge(detection.box),
+                        });
+                    }
+                }
+            }
+        }
+        return thumbnails;
+    }
+    async runAllSecondaries(regionMap, results) {
+        await Promise.allSettled([
+            this.runSecondaryDetection(SensorType.Face, results, () => this.runFaceDetection(regionMap.get('face') ?? [])),
+            this.runSecondaryDetection(SensorType.LicensePlate, results, () => this.runLicensePlateDetection(regionMap.get('lpd') ?? [])),
+            this.runSecondaryDetection(SensorType.Classifier, results, () => this.runClassifierDetections(regionMap)),
+            this.runSecondaryDetection(SensorType.Clip, results, () => this.runClipDetection(regionMap.get('clip') ?? [])),
+        ]);
+        if (results.face?.detections.length) {
+            const facePlugin = this.plugins.get(SensorType.Face);
+            results.faceEmbeddingModel = facePlugin?.modelSpec?.embeddingModel;
+        }
+    }
+    collectConsumers(requireFrames) {
+        const consumers = [];
+        for (const { type, key } of SECONDARY_CONSUMERS) {
+            const plugin = this.plugins.get(type);
+            if (!plugin || (requireFrames && !plugin.requiresFrames))
+                continue;
+            if (hasSecondaryModelSpec(plugin.modelSpec) && isVideoInputSpec(plugin.modelSpec.input)) {
+                consumers.push({ key, triggerLabels: plugin.modelSpec.triggerLabels, input: plugin.modelSpec.input });
+            }
+        }
+        for (const plugin of this.plugins.getAll(SensorType.Classifier)) {
+            if (requireFrames && !plugin.requiresFrames)
+                continue;
+            if (hasSecondaryModelSpec(plugin.modelSpec) && isVideoInputSpec(plugin.modelSpec.input)) {
+                consumers.push({ key: `classifier:${plugin.pluginId}`, triggerLabels: plugin.modelSpec.triggerLabels, input: plugin.modelSpec.input });
+            }
+        }
+        return consumers;
+    }
+    async prepareSecondaryRegions(rawFrame, objectDetections) {
+        const result = new Map();
+        const consumers = this.collectConsumers(false);
+        if (consumers.length === 0)
+            return result;
+        for (const detection of objectDetections) {
+            const detLabel = detection.label.toLowerCase();
+            const targets = [];
+            for (const consumer of consumers) {
+                if (consumer.triggerLabels.length === 0 || consumer.triggerLabels.some((l) => l.toLowerCase() === detLabel)) {
+                    targets.push({ key: consumer.key, width: consumer.input.width, height: consumer.input.height, format: consumer.input.format });
+                }
+            }
+            if (targets.length === 0)
+                continue;
+            // consumers with identical dimensions share one scaled region
+            const uniqueTargets = [];
+            const dupeMap = new Map(); // sizeKey → [consumerKey, ...]
+            for (const t of targets) {
+                const sizeKey = `${t.width}x${t.height}_${t.format}`;
+                const existing = dupeMap.get(sizeKey);
+                if (existing) {
+                    existing.push(t.key);
+                }
+                else {
+                    dupeMap.set(sizeKey, [t.key]);
+                    uniqueTargets.push(t);
+                }
+            }
+            const regions = await this.frameScaler.cropAndScaleMulti(rawFrame, detection, uniqueTargets);
+            for (const [_sizeKey, consumerKeys] of dupeMap) {
+                const primaryKey = consumerKeys[0];
+                const region = regions.get(primaryKey);
+                if (!region)
+                    continue;
+                for (const key of consumerKeys) {
+                    const list = result.get(key);
+                    if (list) {
+                        list.push(region);
+                    }
+                    else {
+                        result.set(key, [region]);
+                    }
+                }
+            }
+        }
+        return result;
+    }
+    async prepareFullFrameRegions(rawFrame) {
+        const result = new Map();
+        const consumers = this.collectConsumers(true);
+        if (consumers.length === 0)
+            return result;
+        const frameWidth = rawFrame.width;
+        const frameHeight = rawFrame.height;
+        const fullFrameDetection = {
+            label: 'person',
+            confidence: 1.0,
+            box: { x: 0, y: 0, width: 1, height: 1 },
+        };
+        for (const consumer of consumers) {
+            const scaled = await this.frameScaler.scaleToSpec(rawFrame, consumer.input);
+            if (!scaled)
+                continue;
+            const region = {
+                frame: this.frameScaler.toVideoFrameData(scaled, `fullframe:${consumer.key}`),
+                detection: fullFrameDetection,
+                offset: { x: 0, y: 0 },
+                cropSize: { width: frameWidth, height: frameHeight },
+                originalSize: { width: frameWidth, height: frameHeight },
+            };
+            result.set(consumer.key, [region]);
+        }
+        return result;
+    }
+    async runSecondaryDetection(type, results, fn) {
+        let detections;
+        try {
+            detections = await fn();
+        }
+        catch (error) {
+            if (this.isCancelled() || isNoRespondersError(error))
+                return;
+            const logType = type === SensorType.Face ? 'Face' : type === SensorType.LicensePlate ? 'License plate' : type === SensorType.Clip ? 'CLIP' : 'Classifier';
+            this.logger.error(`${logType} detection error:`, error);
+        }
+        if (!detections)
+            return;
+        if (type === SensorType.Face) {
+            results.face = detections;
+            await this.resolveFaceIdentities(results.face.detections);
+        }
+        else if (type === SensorType.LicensePlate) {
+            results.licensePlate = detections;
+        }
+        else if (type === SensorType.Clip) {
+            results.clip = detections;
+            const clipPlugin = this.plugins.get(SensorType.Clip);
+            results.clipEmbeddingModel = clipPlugin?.modelSpec?.embeddingModel;
+        }
+        else if (type === SensorType.Classifier) {
+            results.classifiers ??= {};
+            for (const { pluginId, result } of detections) {
+                results.classifiers[pluginId] = result;
+            }
+            if (Object.keys(results.classifiers).length === 0)
+                delete results.classifiers;
+        }
+    }
+    async runFaceDetection(croppedRegions) {
+        const facePlugin = this.plugins.get(SensorType.Face);
+        if (!facePlugin || croppedRegions.length === 0)
+            return undefined;
+        const batchResults = await PromiseTimeout(facePlugin.proxy.detectFaces(this.prepareSecondaryFrames(croppedRegions)), DETECT_TIMEOUT_MS, undefined, `Face detection timed out after ${DETECT_TIMEOUT_MS}ms`);
+        const allFaces = [];
+        for (let i = 0; i < batchResults.length; i++) {
+            const parentTrackId = 'trackId' in croppedRegions[i].detection ? croppedRegions[i].detection.trackId : undefined;
+            for (const face of batchResults[i].detections) {
+                const transformed = this.transformBoxToOriginal(face.box, croppedRegions[i]);
+                allFaces.push({ ...face, box: transformed, parentTrackId });
+            }
+        }
+        if (allFaces.length === 0)
+            return { detected: false, detections: [] };
+        // NMS only, the crops come from already zone-filtered object detections
+        const deduped = this.pipeline.runNms(allFaces);
+        return { detected: deduped.length > 0, detections: deduped };
+    }
+    async runLicensePlateDetection(croppedRegions) {
+        const lpdPlugin = this.plugins.get(SensorType.LicensePlate);
+        if (!lpdPlugin || croppedRegions.length === 0)
+            return undefined;
+        const batchResults = await PromiseTimeout(lpdPlugin.proxy.detectLicensePlates(this.prepareSecondaryFrames(croppedRegions)), DETECT_TIMEOUT_MS, undefined, `License plate detection timed out after ${DETECT_TIMEOUT_MS}ms`);
+        const allPlates = [];
+        for (let i = 0; i < batchResults.length; i++) {
+            const parentTrackId = 'trackId' in croppedRegions[i].detection ? croppedRegions[i].detection.trackId : undefined;
+            for (const plate of batchResults[i].detections) {
+                allPlates.push({ ...plate, box: this.transformBoxToOriginal(plate.box, croppedRegions[i]), parentTrackId });
+            }
+        }
+        if (allPlates.length === 0)
+            return { detected: false, detections: [] };
+        // NMS only, the crops come from already zone-filtered object detections
+        const deduped = this.pipeline.runNms(allPlates);
+        return { detected: deduped.length > 0, detections: deduped };
+    }
+    async runClassifierDetections(regionMap) {
+        const classifierPlugins = this.plugins.getAll(SensorType.Classifier);
+        if (classifierPlugins.length === 0)
+            return [];
+        const promises = [];
+        for (const classifierPlugin of classifierPlugins) {
+            const croppedRegions = regionMap.get(`classifier:${classifierPlugin.pluginId}`);
+            if (!croppedRegions || croppedRegions.length === 0)
+                continue;
+            const runClassifier = async () => {
+                const batchResults = await PromiseTimeout(classifierPlugin.proxy.detectClassifications(this.prepareSecondaryFrames(croppedRegions)), DETECT_TIMEOUT_MS, undefined, `Classifier detection timed out after ${DETECT_TIMEOUT_MS}ms`);
+                const allDetections = [];
+                for (let i = 0; i < batchResults.length; i++) {
+                    const parentTrackId = 'trackId' in croppedRegions[i].detection ? croppedRegions[i].detection.trackId : undefined;
+                    for (const detection of batchResults[i].detections) {
+                        allDetections.push({ ...detection, box: this.transformBoxToOriginal(detection.box, croppedRegions[i]), parentTrackId });
+                    }
+                }
+                if (allDetections.length === 0)
+                    return undefined;
+                const deduped = this.pipeline.runNms(allDetections);
+                if (deduped.length === 0)
+                    return undefined;
+                return { pluginId: classifierPlugin.pluginId, result: { detected: true, detections: deduped } };
+            };
+            promises.push(runClassifier());
+        }
+        const settled = await Promise.all(promises);
+        return settled.filter((r) => r !== undefined);
+    }
+    async runClipDetection(croppedRegions) {
+        const clipPlugin = this.plugins.get(SensorType.Clip);
+        if (!clipPlugin || croppedRegions.length === 0)
+            return undefined;
+        const batchResults = await PromiseTimeout(clipPlugin.proxy.detectEmbeddings(this.prepareSecondaryFrames(croppedRegions)), DETECT_TIMEOUT_MS, undefined, `CLIP detection timed out after ${DETECT_TIMEOUT_MS}ms`);
+        const allEmbeddings = [];
+        for (let i = 0; i < batchResults.length; i++) {
+            if (batchResults[i].embeddings && batchResults[i].embeddings.length > 0) {
+                const parentTrackId = 'trackId' in croppedRegions[i].detection ? croppedRegions[i].detection.trackId : undefined;
+                for (const emb of batchResults[i].embeddings) {
+                    const transformed = this.transformBoxToOriginal(emb.box, croppedRegions[i]);
+                    allEmbeddings.push({ ...emb, box: transformed, parentTrackId });
+                }
+            }
+        }
+        if (allEmbeddings.length === 0)
+            return undefined;
+        const embeddingModel = clipPlugin.modelSpec?.embeddingModel ?? '';
+        return { embeddings: allEmbeddings, embeddingModel };
+    }
+    prepareSecondaryFrames(croppedRegions) {
+        return croppedRegions.map((r, i) => ({ ...r.frame, id: String(i), label: r.detection.label }));
+    }
+    async resolveFaceIdentities(faces) {
+        const withEmbeddings = faces.filter((f) => f.embedding?.length);
+        if (!withEmbeddings.length)
+            return;
+        const facePlugin = this.plugins.get(SensorType.Face);
+        const embeddingModel = facePlugin?.modelSpec?.embeddingModel;
+        if (!embeddingModel)
+            return;
+        const nvr = await this.getNvrProxy();
+        if (!nvr)
+            return;
+        try {
+            const embeddings = withEmbeddings.map((f) => f.embedding);
+            const matches = await nvr.matchFaces(embeddings, embeddingModel);
+            for (let i = 0; i < withEmbeddings.length; i++) {
+                if (matches[i]) {
+                    withEmbeddings[i].identity = matches[i].identity;
+                }
+            }
+        }
+        catch (error) {
+            if (this.isCancelled() || isNoRespondersError(error))
+                return;
+            this.logger.error('Could not resolve face identities:', error);
+        }
+    }
+    transformBoxToOriginal(box, region) {
+        // boxes are normalized to the scaled crop, map back through the original
+        // crop dimensions before scaling
+        const pixelX = box.x * region.cropSize.width + region.offset.x;
+        const pixelY = box.y * region.cropSize.height + region.offset.y;
+        const pixelW = box.width * region.cropSize.width;
+        const pixelH = box.height * region.cropSize.height;
+        return {
+            x: pixelX / region.originalSize.width,
+            y: pixelY / region.originalSize.height,
+            width: pixelW / region.originalSize.width,
+            height: pixelH / region.originalSize.height,
+        };
+    }
+    isOnEdge(box) {
+        return box.x < 0.02 || box.y < 0.02 || box.x + box.width > 0.98 || box.y + box.height > 0.98;
+    }
+    getNvrProxy() {
+        if (this.nvrProxy)
+            return Promise.resolve(this.nvrProxy);
+        this.nvrProxyPromise ??= this.resolveNvrProxy().finally(() => {
+            this.nvrProxyPromise = undefined;
+        });
+        return this.nvrProxyPromise;
+    }
+    async resolveNvrProxy() {
+        try {
+            const coreManagerProxy = this.proxy.createProxy(NamespaceManager.coreManagerNamespaces().coreManagerRpc);
+            const plugin = await coreManagerProxy.getPlugin('@camera.ui/camera-ui-nvr');
+            if (!plugin) {
+                return undefined;
+            }
+            const ns = NamespaceManager.pluginNamespaces(plugin.id);
+            const connection = this.proxy.createProxy(ns.pluginChildRpc, { isolatedConnection: true });
+            this.nvrProxy = connection.proxy;
+            return this.nvrProxy;
+        }
+        catch (error) {
+            this.logger.error('NVR proxy resolution failed:', error);
+            return undefined;
+        }
+    }
+}
+//# sourceMappingURL=secondary-stage.js.map

package/dist/server/src/camera/decoder/secondary-stage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"secondary-stage.js","sourceRoot":"","sources":["../../../../../src/camera/decoder/secondary-stage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAC/E,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAc/C,MAAM,yBAAyB,GAAG,GAAG,CAAC;AACtC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AACrC,MAAM,4BAA4B,GAAG,GAAG,CAAC;AACzC,MAAM,2BAA2B,GAAG,GAAG,CAAC;AACxC,MAAM,0BAA0B,GAAG,EAAE,CAAC;AACtC,MAAM,yBAAyB,GAAG,GAAG,CAAC;AACtC,MAAM,wBAAwB,GAAG,GAAG,CAAC;AAErC,MAAM,mBAAmB,GAAwC;IAC/D,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE;IACtC,EAAE,IAAI,EAAE,UAAU,CAAC,YAAY,EAAE,GAAG,EAAE,KAAK,EAAE;IAC7C,EAAE,IAAI,EAAE,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE;CACvC,CAAC;AAMF,MAAM,OAAO,cAAc;IAKN;IACA;IACA;IACA;IACA;IACA;IATX,QAAQ,CAA6B;IACrC,eAAe,CAAkD;IAEzE,YACmB,OAAuB,EACvB,QAA2B,EAC3B,WAAwB,EACxB,KAAgB,EAChB,MAAc,EACd,WAA0B;QAL1B,YAAO,GAAP,OAAO,CAAgB;QACvB,aAAQ,GAAR,QAAQ,CAAmB;QAC3B,gBAAW,GAAX,WAAW,CAAa;QACxB,UAAK,GAAL,KAAK,CAAW;QAChB,WAAM,GAAN,MAAM,CAAQ;QACd,gBAAW,GAAX,WAAW,CAAe;IAC1C,CAAC;IAEG,KAAK,CAAC,MAAM,CAAC,QAAe,EAAE,gBAA6B,EAAE,OAAyB;QAC3F,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QACjF,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IACnD,CAAC;IAED,sEAAsE;IACtE,sEAAsE;IAC/D,KAAK,CAAC,eAAe,CAAC,QAAe,EAAE,OAAyB;QACrE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAE/D,IAAI,SAAS,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,QAAQ,EAAE,qBAAqB,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAC/D,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAC7B,WAAkB,EAClB,MAAmB,EACnB,OAAgB,EAChB,gBAA6B,EAC7B,OAAyB;QAEzB,MAAM,UAAU,GAAyB,EAAE,CAAC;QAC5C,MAAM,gBAAgB,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9C,MAAM,iBAAiB,GAAG,OAAO,CAAC,CAAC,CAAC,4BAA4B,CAAC,CAAC,CAAC,yBAAyB,CAAC;QAC7F,MAAM,gBAAgB,GAAG,OAAO,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,wBAAwB,CAAC;QAC1F,MAAM,gBAAgB,GAAG,OAAO,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,SAAS,CAAC;QAE1E,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,gBAAgB,EAAE;YACzE,QAAQ,EAAE,iBAAiB;YAC3B,OAAO,EAAE,GAAG;YACZ,OAAO,EAAE,gBAAgB;YACzB,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CAAC;QACH,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,IAAI,SAAS,EAAE,CAAC;gBACd,UAAU,CAAC,IAAI,CAAC;oBACd,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,KAAK,EAAE,SAAS,CAAC,UAAU;oBAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM;oBAChD,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC;oBACpC,OAAO,EAAE,SAAS,IAAI,SAAS,CAAC,CAAC,CAAE,SAA8B,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;oBACrF,KAAK,EAAE,YAAY,IAAI,SAAS,CAAC,CAAC,CAAE,SAA8B,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;iBAC1F,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE;gBAC9E,QAAQ,EAAE,yBAAyB;gBACnC,OAAO,EAAE,gBAAgB;gBACzB,OAAO,EAAE,wBAAwB;aAClC,CAAC,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC7B,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACtD,IAAI,SAAS,EAAE,CAAC;oBACd,mEAAmE;oBACnE,SAAS,CAAC,SAAS,KAAK,IAAI,CAAC,IAAI,CAAC;oBAClC,UAAU,CAAC,IAAI,CAAC;wBACd,KAAK,EAAE,QAAQ,SAAS,CAAC,QAAQ,IAAI,SAAS,EAAE;wBAChD,KAAK,EAAE,SAAS,CAAC,UAAU;wBAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM;wBAChD,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC;qBACrC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,YAAY,EAAE,UAAU,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,UAAU,EAAE;gBACvF,QAAQ,EAAE,yBAAyB;gBACnC,OAAO,EAAE,gBAAgB;gBACzB,OAAO,EAAE,wBAAwB;aAClC,CAAC,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC9B,MAAM,SAAS,GAAG,OAAO,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC9D,IAAI,SAAS,EAAE,CAAC;oBACd,UAAU,CAAC,IAAI,CAAC;wBACd,KAAK,EAAE,SAAS,SAAS,CAAC,SAAS,IAAI,SAAS,EAAE;wBAClD,KAAK,EAAE,SAAS,CAAC,UAAU;wBAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;wBACf,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM;wBAChD,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC;qBACrC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,KAAK,MAAM,gBAAgB,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;gBAClE,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,gBAAgB,CAAC,UAAU,EAAE;oBACjF,QAAQ,EAAE,iBAAiB;oBAC3B,OAAO,EAAE,GAAG;oBACZ,OAAO,EAAE,gBAAgB;oBACzB,OAAO,EAAE,gBAAgB;iBAC1B,CAAC,CAAC;gBACH,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC5B,MAAM,SAAS,GAAG,gBAAgB,CAAC,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC1D,IAAI,SAAS,EAAE,CAAC;wBACd,UAAU,CAAC,IAAI,CAAC;4BACd,KAAK,EAAE,SAAS,SAAS,CAAC,KAAK,EAAE;4BACjC,KAAK,EAAE,SAAS,CAAC,UAAU;4BAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;4BACf,IAAI,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,MAAM;4BAChD,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC;yBACrC,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,SAAuC,EAAE,OAAyB;QAChG,MAAM,OAAO,CAAC,UAAU,CAAC;YACvB,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9G,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,YAAY,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,wBAAwB,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7H,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;YACzG,IAAI,CAAC,qBAAqB,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;SAC/G,CAAC,CAAC;QAEH,IAAI,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;YACpC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACrD,OAAO,CAAC,kBAAkB,GAAI,UAAU,EAAE,SAAmC,EAAE,cAAc,CAAC;QAChG,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,aAAsB;QAC7C,MAAM,SAAS,GAAmB,EAAE,CAAC;QAErC,KAAK,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,mBAAmB,EAAE,CAAC;YAChD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,CAAC,MAAM,IAAI,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC;gBAAE,SAAS;YACnE,IAAI,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;YACxG,CAAC;QACH,CAAC;QAED,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAChE,IAAI,aAAa,IAAI,CAAC,MAAM,CAAC,cAAc;gBAAE,SAAS;YACtD,IAAI,qBAAqB,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxF,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,cAAc,MAAM,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC;YACzI,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,QAAe,EAAE,gBAA6B;QAClF,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC/C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QAE1C,KAAK,MAAM,SAAS,IAAI,gBAAgB,EAAE,CAAC;YACzC,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAC/C,MAAM,OAAO,GAAkB,EAAE,CAAC;YAElC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,IAAI,QAAQ,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,EAAE,CAAC;oBAC5G,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjI,CAAC;YACH,CAAC;YAED,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEnC,8DAA8D;YAC9D,MAAM,aAAa,GAAkB,EAAE,CAAC;YACxC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC,CAAC,+BAA+B;YAC5E,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;gBACxB,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;gBACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACtC,IAAI,QAAQ,EAAE,CAAC;oBACb,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;oBAC9B,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;YAE7F,KAAK,MAAM,CAAC,QAAQ,EAAE,YAAY,CAAC,IAAI,OAAO,EAAE,CAAC;gBAC/C,MAAM,UAAU,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBACnC,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBACvC,IAAI,CAAC,MAAM;oBAAE,SAAS;gBACtB,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;oBAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAC7B,IAAI,IAAI,EAAE,CAAC;wBACT,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBACpB,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;oBAC5B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,QAAe;QACnD,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,MAAM,CAAC;QAE1C,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC;QAClC,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC;QACpC,MAAM,kBAAkB,GAAc;YACpC,KAAK,EAAE,QAAQ;YACf,UAAU,EAAE,GAAG;YACf,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;SACzC,CAAC;QAEF,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC5E,IAAI,CAAC,MAAM;gBAAE,SAAS;YACtB,MAAM,MAAM,GAAkB;gBAC5B,KAAK,EAAE,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,MAAM,EAAE,aAAa,QAAQ,CAAC,GAAG,EAAE,CAAC;gBAC7E,SAAS,EAAE,kBAAkB;gBAC7B,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE;gBACtB,QAAQ,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE;gBACpD,YAAY,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE;aACzD,CAAC;YACF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACrC,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,qBAAqB,CACjC,IAAyF,EACzF,OAAyB,EACzB,EAA8H;QAE9H,IAAI,UAA0C,CAAC;QAE/C,IAAI,CAAC;YACH,UAAU,GAAG,MAAM,EAAE,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,WAAW,EAAE,IAAI,mBAAmB,CAAC,KAAK,CAAC;gBAAE,OAAO;YAC7D,MAAM,OAAO,GAAG,IAAI,KAAK,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC;YAC1J,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,mBAAmB,EAAE,KAAK,CAAC,CAAC;QAC1D,CAAC;QAED,IAAI,CAAC,UAAU;YAAE,OAAO;QAExB,IAAI,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,GAAG,UAAwB,CAAC;YACxC,MAAM,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,CAAC;aAAM,IAAI,IAAI,KAAK,UAAU,CAAC,YAAY,EAAE,CAAC;YAC5C,OAAO,CAAC,YAAY,GAAG,UAAgC,CAAC;QAC1D,CAAC;aAAM,IAAI,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,GAAG,UAAwB,CAAC;YACxC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACrD,OAAO,CAAC,kBAAkB,GAAI,UAAU,EAAE,SAAmC,EAAE,cAAc,CAAC;QAChG,CAAC;aAAM,IAAI,IAAI,KAAK,UAAU,CAAC,UAAU,EAAE,CAAC;YAC1C,OAAO,CAAC,WAAW,KAAK,EAAE,CAAC;YAC3B,KAAK,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,UAA8D,EAAE,CAAC;gBAClG,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC;YACzC,CAAC;YACD,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,OAAO,CAAC,WAAW,CAAC;QAChF,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,cAA+B;QAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAEjE,MAAM,YAAY,GAAG,MAAM,cAAc,CACvC,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC,EACzE,iBAAiB,EACjB,SAAS,EACT,kCAAkC,iBAAiB,IAAI,CACxD,CAAC;QACF,MAAM,QAAQ,GAA2B,EAAE,CAAC;QAE5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,aAAa,GAAG,SAAS,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,cAAc,CAAC,CAAC,CAAC,CAAC,SAA8B,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YAEvI,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7E,QAAQ,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QACtE,wEAAwE;QACxE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/C,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IAC/D,CAAC;IAEO,KAAK,CAAC,wBAAwB,CAAC,cAA+B;QACpE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;QAC5D,IAAI,CAAC,SAAS,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAEhE,MAAM,YAAY,GAAG,MAAM,cAAc,CACvC,SAAS,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC,EAChF,iBAAiB,EACjB,SAAS,EACT,2CAA2C,iBAAiB,IAAI,CACjE,CAAC;QACF,MAAM,SAAS,GAAmC,EAAE,CAAC;QAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,aAAa,GAAG,SAAS,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,cAAc,CAAC,CAAC,CAAC,CAAC,SAA8B,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;YACvI,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC/C,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC;YAC9G,CAAC;QACH,CAAC;QAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,CAAC;QACvE,wEAAwE;QACxE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChD,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IAC/D,CAAC;IAEO,KAAK,CAAC,uBAAuB,CAAC,SAAuC;QAC3E,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACrE,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAE9C,MAAM,QAAQ,GAA0E,EAAE,CAAC;QAE3F,KAAK,MAAM,gBAAgB,IAAI,iBAAiB,EAAE,CAAC;YACjD,MAAM,cAAc,GAAG,SAAS,CAAC,GAAG,CAAC,cAAc,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAC;YAChF,IAAI,CAAC,cAAc,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAE7D,MAAM,aAAa,GAAG,KAAK,IAAyE,EAAE;gBACpG,MAAM,YAAY,GAAG,MAAM,cAAc,CACvC,gBAAgB,CAAC,KAAK,CAAC,qBAAqB,CAAC,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC,EACzF,iBAAiB,EACjB,SAAS,EACT,wCAAwC,iBAAiB,IAAI,CAC9D,CAAC;gBACF,MAAM,aAAa,GAAiC,EAAE,CAAC;gBAEvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBAC7C,MAAM,aAAa,GAAG,SAAS,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,cAAc,CAAC,CAAC,CAAC,CAAC,SAA8B,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;oBACvI,KAAK,MAAM,SAAS,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;wBACnD,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,SAAS,EAAE,GAAG,EAAE,IAAI,CAAC,sBAAsB,CAAC,SAAS,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,CAAC,CAAC;oBAC1H,CAAC;gBACH,CAAC;gBAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,SAAS,CAAC;gBACjD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBACpD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,SAAS,CAAC;gBAC3C,OAAO,EAAE,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YAClG,CAAC,CAAC;YAEF,QAAQ,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5C,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAuD,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;IACrG,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,cAA+B;QAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,UAAU,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAEjE,MAAM,YAAY,GAAG,MAAM,cAAc,CACvC,UAAU,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,CAAC,EAC9E,iBAAiB,EACjB,SAAS,EACT,kCAAkC,iBAAiB,IAAI,CACxD,CAAC;QACF,MAAM,aAAa,GAA2B,EAAE,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxE,MAAM,aAAa,GAAG,SAAS,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAE,cAAc,CAAC,CAAC,CAAC,CAAC,SAA8B,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;gBACvI,KAAK,MAAM,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC;oBAC7C,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5E,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QACjD,MAAM,cAAc,GAAI,UAAU,CAAC,SAAmC,EAAE,cAAc,IAAI,EAAE,CAAC;QAC7F,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,cAAc,EAAE,CAAC;IACvD,CAAC;IAEO,sBAAsB,CAAC,cAA+B;QAC5D,OAAO,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACjG,CAAC;IAEO,KAAK,CAAC,qBAAqB,CAAC,KAAsB;QACxD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAChE,IAAI,CAAC,cAAc,CAAC,MAAM;YAAE,OAAO;QAEnC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACrD,MAAM,cAAc,GAAI,UAAU,EAAE,SAAmC,EAAE,cAAc,CAAC;QACxF,IAAI,CAAC,cAAc;YAAE,OAAO;QAE5B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAU,CAAC,CAAC;YAC3D,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;oBACf,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC,QAAQ,CAAC;gBACpD,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,WAAW,EAAE,IAAI,mBAAmB,CAAC,KAAK,CAAC;gBAAE,OAAO;YAC7D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAEO,sBAAsB,CAC5B,GAA4D,EAC5D,MAAqB;QAErB,yEAAyE;QACzE,iCAAiC;QACjC,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QACjD,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAEnD,OAAO;YACL,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,KAAK;YACrC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM;YACtC,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,KAAK;YACzC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM;SAC5C,CAAC;IACJ,CAAC;IAEO,QAAQ,CAAC,GAA4D;QAC3E,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,IAAI,IAAI,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC;IAC/F,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEzD,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YAC3D,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,eAAe;QAC3B,IAAI,CAAC;YACH,MAAM,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAuB,gBAAgB,CAAC,qBAAqB,EAAE,CAAC,cAAc,CAAC,CAAC;YAC/H,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,0BAA0B,CAAC,CAAC;YAC5E,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO,SAAS,CAAC;YACnB,CAAC;YAED,MAAM,EAAE,GAAG,gBAAgB,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACxD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAiB,EAAE,CAAC,cAAc,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC3G,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC;YACjC,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YACzD,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;CACF"}

package/dist/server/src/camera/decoder/{audio-source.js → sources/audio-source.js}

@@ -8,7 +8,7 @@ export class AudioSource {
     filter;
     _isStreaming = false;
     shouldRun = false;
-    // Mailbox state — single-slot frame buffer with monotonic id
+    // single-slot mailbox with monotonic id
     latest;
     nextId = 0;
     waiter;
@@ -48,7 +48,7 @@ export class AudioSource {
         this.decoder = await Decoder.create(audioStream, {
             exitOnError: false,
         });
-        // Resample to plugin spec (pattern from rtp-session.ts:236-241)
+        // resample to plugin spec
         const sampleFmt = this.config.format === 'pcm16' ? AV_SAMPLE_FMT_S16 : AV_SAMPLE_FMT_FLT;
         const layout = this.config.channels === 1 ? 'mono' : 'stereo';
         const chain = FilterPreset.chain().aformat(sampleFmt, this.config.sampleRate, layout);

package/dist/server/src/camera/decoder/sources/audio-source.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audio-source.js","sourceRoot":"","sources":["../../../../../../src/camera/decoder/sources/audio-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACxE,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAoBzE,MAAM,OAAO,WAAW;IAiBH;IACA;IAjBX,KAAK,CAAW;IAChB,OAAO,CAAW;IAClB,MAAM,CAAa;IAEnB,YAAY,GAAG,KAAK,CAAC;IACrB,SAAS,GAAG,KAAK,CAAC;IAE1B,wCAAwC;IAChC,MAAM,CAAkB;IACxB,MAAM,GAAG,CAAC,CAAC;IACX,MAAM,CAAU;IAChB,KAAK,GAAG,KAAK,CAAC;IACd,eAAe,CAAiB;IAChC,aAAa,CAAS;IAE9B,YACmB,MAAyB,EACzB,MAAc;QADd,WAAM,GAAN,MAAM,CAAmB;QACzB,WAAM,GAAN,MAAM,CAAQ;IAC9B,CAAC;IAEJ,IAAW,WAAW;QACpB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED,IAAW,SAAS;QAClB,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAEM,KAAK,CAAC,KAAK;QAChB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACxE,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAChB,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAE/B,IAAI,CAAC,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;YACrD,OAAO,EAAE;gBACP,cAAc,EAAE,KAAK;gBACrB,UAAU,EAAE,uBAAuB;aACpC;SACF,CAAC,CAAC;QAEH,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvC,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE;YAC/C,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QAEH,0BAA0B;QAC1B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,CAAC;QACzF,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;QAC9D,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAEtF,IAAI,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAChC,KAAK,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;QAE9C,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC5C,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QAEvB,IAAI,CAAC,IAAI,CAAC,YAAY;YAAE,OAAO;QAC/B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAE1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC;QAExB,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,eAAe,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAC;YAChE,CAAC;YACD,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;QACnC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YACxC,CAAC;YAAC,MAAM,CAAC;gBACP,cAAc;YAChB,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QAC1B,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC;YACxC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IAC5C,CAAC;IAEM,SAAS,CAAC,MAAc;QAC7B,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAClD,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,KAAK,MAAM,EAAE,CAAC;YAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,6CAA6C;YACtE,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,IAAI,OAAO,CAA6B,CAAC,OAAO,EAAE,EAAE;YACzD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,UAAU;QAChB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,CAAC,CAAC,SAAS,CAAC,CAAC;YACb,OAAO;QACT,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC,mDAAmD;YAC5E,CAAC,CAAC,IAAI,CAAC,CAAC;QACV,CAAC;aAAM,CAAC;YACN,CAAC,CAAC,SAAS,CAAC,CAAC;QACf,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvC,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAEzD,IAAI,UAAU,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,cAAc,EAAE,CAAC;gBACzC,IAAI,CAAC,IAAI,CAAC,SAAS;oBAAE,MAAM;gBAC3B,IAAI,CAAC,KAAK;oBAAE,SAAS;gBAErB,IAAI,UAAU,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;oBAChD,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;oBAChB,IAAI,CAAC;wBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;oBACxC,CAAC;oBAAC,MAAM,CAAC;wBACP,cAAc;oBAChB,CAAC;gBACH,CAAC;gBACD,IAAI,CAAC,MAAM,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAE3C,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,aAAa,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC/E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;CACF"}

package/dist/server/src/camera/decoder/{frame-source.d.ts → sources/frame-source.d.ts}

@@ -6,6 +6,7 @@ export interface FrameSourceConfig {
     snapshotUrl: string;
     fps: number;
     snapshotTimeoutMs?: number;
+    snapshotProvider?: () => Promise<Buffer | null>;
 }
 export interface FrameSnap {
     frame: Frame;
@@ -19,6 +20,8 @@ export declare class FrameHandle implements AsyncDisposable {
     private constructor();
     static fromClonedFrame(frame: Frame): FrameHandle;
     static fromUrl(url: string, timeoutMs: number): Promise<FrameHandle>;
+    static fromBuffer(data: Buffer): Promise<FrameHandle>;
+    private static decodeFirstFrame;
     [Symbol.asyncDispose](): Promise<void>;
 }
 export declare class FrameSource {
@@ -51,6 +54,7 @@ export declare class FrameSource {
     nextFrame(lastId: number): Promise<FrameSnap | undefined>;
     peekLatestFrame(): FrameHandle | null;
     fetchSnapshotFrame(): Promise<FrameHandle | null>;
+    private fetchSnapshotHandle;
     private wakeWaiter;
     private runProducer;
 }

package/dist/server/src/camera/decoder/{frame-source.js → sources/frame-source.js}

@@ -14,7 +14,7 @@ export class FrameHandle {
         return new FrameHandle(frame);
     }
     static async fromUrl(url, timeoutMs) {
-        // libavformat expects `timeout` in microseconds for both HTTP and RTSP demuxers.
+        // libavformat expects timeout in microseconds
         const timeoutUs = Math.max(1, Math.floor(timeoutMs * 1000));
         const isRTSP = url.startsWith('rtsp://') || url.startsWith('rtsps://');
         const demuxer = await Demuxer.open(url, {
@@ -24,6 +24,13 @@ export class FrameHandle {
                 user_agent: 'camera.ui FrameWorker',
             },
         });
+        return FrameHandle.decodeFirstFrame(demuxer);
+    }
+    static async fromBuffer(data) {
+        const demuxer = await Demuxer.open(data);
+        return FrameHandle.decodeFirstFrame(demuxer);
+    }
+    static async decodeFirstFrame(demuxer) {
         let decoder;
         let firstFrame;
         try {
@@ -32,8 +39,7 @@ export class FrameHandle {
                 throw new Error('No video stream in snapshot source');
             }
             decoder = await Decoder.create(videoStream, { exitOnError: false });
-            // The frames() generator yields nulls for packets that produce no frame;
-            // keep iterating until a frame appears or the stream ends.
+            // frames() yields null for packets that produce no frame, keep iterating
             const packets = demuxer.packets(videoStream.index);
             const frames = decoder.frames(packets);
             for await (const frame of frames) {
@@ -110,7 +116,7 @@ export class FrameSource {
     _isStreaming = false;
     _resolvedFps;
     shouldRun = false;
-    // Mailbox state — single-slot frame buffer with monotonic id
+    // single-slot mailbox with monotonic id
     latest;
     nextId = 0;
     waiter;
@@ -172,9 +178,7 @@ export class FrameSource {
             hardware: this._hardwareContext,
             exitOnError: false,
         });
-        // Resolve FPS: user-configured value, or native stream rate as fallback.
-        // Stored as _resolvedFps so consumers (DetectionCoordinator, etc.) can
-        // read the actual effective rate via the `fps` getter.
+        // user-configured fps, native stream rate as fallback
         let nativeFps = videoStream.avgFrameRate.num / videoStream.avgFrameRate.den;
         if (!isFinite(nativeFps) || nativeFps <= 0 || isNaN(nativeFps)) {
             nativeFps = 20;
@@ -199,8 +203,8 @@ export class FrameSource {
             return;
         this._isStreaming = false;
         this._resolvedFps = undefined;
-        // Mark ended and wake any waiting consumer BEFORE awaiting the producer
-        // so the consumer can break out of its loop and stop holding it up.
+        // wake waiting consumers BEFORE awaiting the producer, otherwise they
+        // hold it up
         this.ended = true;
         this.wakeWaiter();
         this.input?.interrupt();
@@ -263,12 +267,12 @@ export class FrameSource {
     async fetchSnapshotFrame() {
         if (!this.inflightFetch) {
             const timeoutMs = this.config.snapshotTimeoutMs ?? FrameSource.FETCH_DEFAULT_TIMEOUT_MS;
-            const thisFetch = FrameHandle.fromUrl(this.config.snapshotUrl, timeoutMs).catch((e) => {
+            const thisFetch = this.fetchSnapshotHandle(timeoutMs).catch((e) => {
                 this.logger.debug('fetchSnapshotFrame failed:', e);
                 return null;
             });
             this.inflightFetch = thisFetch;
-            // Per-fetch dispose timer via closure so overlapping fetches don't share state.
+            // per-fetch dispose timer, overlapping fetches must not share state
             thisFetch.finally(() => {
                 setTimeout(async () => {
                     if (this.inflightFetch === thisFetch) {
@@ -291,6 +295,20 @@ export class FrameSource {
         const cloned = rootHandle.frame.clone();
         return cloned ? FrameHandle.fromClonedFrame(cloned) : null;
     }
+    async fetchSnapshotHandle(timeoutMs) {
+        if (this.config.snapshotProvider) {
+            try {
+                const jpeg = await this.config.snapshotProvider();
+                if (jpeg && jpeg.length > 0) {
+                    return await FrameHandle.fromBuffer(jpeg);
+                }
+            }
+            catch {
+                // fall back to snapshotUrl
+            }
+        }
+        return FrameHandle.fromUrl(this.config.snapshotUrl, timeoutMs);
+    }
     wakeWaiter() {
         if (!this.waiter)
             return;
@@ -335,7 +353,7 @@ export class FrameSource {
                     this.logger.trace('First frame received');
                     firstFrame = false;
                 }
-                // Overwrite mailbox slot — dispose any un-picked-up frame so we don't leak.
+                // dispose any un-picked-up frame before overwriting the slot
                 if (this.latest) {
                     try {
                         this.latest.frame[Symbol.dispose]?.();