@camera.ui/server 2.2.7 → 2.3.0

package/dist/server/src/camera/decoder/event-trace.d.ts

@@ -1,11 +1,14 @@
 import type { Detection as RustDetection, WorldIngestResult } from '@camera.ui/rust-postprocessor';
 import type { Detection } from '@camera.ui/sdk';
-import type { DetectionResults } from '../../rpc/interfaces/detection.js';
+import type { DetectionResults, PlateShortfall, ServerFaceDetection } from '../../rpc/interfaces/detection.js';
+import type { TrackedSecondary } from './event-manager.js';
+import type { FaceTally } from './face-tracks.js';
 export type TraceBox = [number, number, number, number];
 export interface TraceObject {
     id: number;
     label: string;
     conf: number;
+    score?: number;
     state: string;
     speed: number;
     box: TraceBox;
@@ -23,6 +26,36 @@ export interface TraceAttribute {
     conf: number;
     parent?: number;
     box: TraceBox;
+    weak?: 'confidence' | PlateShortfall;
+}
+export interface TraceFaceRead {
+    at: number;
+    parent?: number;
+    box: TraceBox;
+    match?: string;
+    score?: number;
+    closest?: string;
+    closestScore?: number;
+    runnerUp?: string;
+    runnerUpScore?: number;
+    name?: string;
+    leader?: string;
+    votes?: number;
+    reads?: number;
+    single?: boolean;
+}
+export interface TraceAttest {
+    label: string;
+    at: number;
+}
+export interface TraceInput {
+    tMs: number;
+    boxes?: [string, number, number, number, number, number][];
+    cameraMotion?: {
+        x: number;
+        y: number;
+    };
+    attest?: TraceAttest[];
 }
 export interface TraceTick {
     tMs: number;
@@ -34,12 +67,15 @@ export interface TraceTick {
         x: number;
         y: number;
     };
+    attest?: TraceAttest[];
+    between?: TraceInput[];
     world: TraceObject[];
     events: TraceEvent[];
     created?: number[];
     removed?: number[];
     motion?: TraceBox[];
     attrs?: TraceAttribute[];
+    reads?: TraceFaceRead[];
     witness?: string[];
 }
 export declare function worldTrace(tMs: number, detections: RustDetection[], cameraMotion: {
@@ -48,9 +84,11 @@ export declare function worldTrace(tMs: number, detections: RustDetection[], cam
 } | undefined, result: WorldIngestResult): TraceTick;
 export declare function externalTrace(tMs: number, reported: Detection[], assisted: Detection[] | undefined): TraceTick;
 export declare function motionTrace(tMs: number, detections: Detection[]): TraceTick;
+export declare function faceRead(face: ServerFaceDetection & TrackedSecondary, at: number, tally: FaceTally | undefined): TraceFaceRead;
 export declare function traceAttributes(results: DetectionResults): TraceAttribute[] | undefined;
 export declare class EventTraceCollector {
     private ticks;
+    private dropped;
     private lastKeptAt;
     private pendingEmpty;
     private emptyTail;
@@ -58,5 +96,7 @@ export declare class EventTraceCollector {
     add(tick: TraceTick): void;
     take(): TraceTick[] | undefined;
     reset(): void;
+    private keep;
+    private drop;
     private hasNewReading;
 }

package/dist/server/src/camera/decoder/event-trace.js

@@ -24,6 +24,7 @@ export function worldTrace(tMs, detections, cameraMotion, result) {
             id: t.trackId,
             label: t.label,
             conf: round(t.confidence),
+            ...(round(t.score) !== round(t.confidence) ? { score: round(t.score) } : {}),
             state: t.state,
             speed: round(t.speed),
             box: [round(t.x), round(t.y), round(t.width), round(t.height)],
@@ -60,9 +61,41 @@ export function externalTrace(tMs, reported, assisted) {
         events: [],
     };
 }
+function traceInput(tick) {
+    const milli = (value) => Math.round(value * 1000);
+    return {
+        tMs: tick.tMs,
+        ...(tick.detections.length > 0
+            ? {
+                boxes: tick.detections.map((d) => [
+                    d.label,
+                    milli(d.confidence),
+                    milli(d.x),
+                    milli(d.y),
+                    milli(d.width),
+                    milli(d.height),
+                ]),
+            }
+            : {}),
+        ...(tick.cameraMotion ? { cameraMotion: tick.cameraMotion } : {}),
+        ...(tick.attest?.length ? { attest: tick.attest } : {}),
+    };
+}
 export function motionTrace(tMs, detections) {
     return { tMs, objectRan: false, detections: [], world: [], events: [], motion: detections.map((d) => traceBox(d.box)) };
 }
+export function faceRead(face, at, tally) {
+    return {
+        at,
+        parent: face.parentTrackId,
+        box: traceBox(face.box),
+        ...(face.matched ? { match: face.matched, score: round(face.matchScore ?? 0) } : {}),
+        ...(face.closest ? { closest: face.closest, closestScore: round(face.closestScore ?? 0) } : {}),
+        ...(face.runnerUp ? { runnerUp: face.runnerUp, runnerUpScore: round(face.runnerUpScore ?? 0) } : {}),
+        ...(face.identity ? { name: face.identity } : {}),
+        ...(tally ? { leader: tally.leader, votes: tally.votes, reads: tally.reads } : { single: true }),
+    };
+}
 export function traceAttributes(results) {
     const attrs = [];
     const faces = (results.face?.detections ?? []);
@@ -75,6 +108,13 @@ export function traceAttributes(results) {
             continue;
         attrs.push({ type: 'plate', label: d.plateText, conf: round(d.ocrConfidence ?? d.confidence), parent: d.parentTrackId, box: traceBox(d.box) });
     }
+    for (const d of (results.weakFaces ?? [])) {
+        attrs.push({ type: 'face', label: 'unknown', conf: round(d.confidence), parent: d.parentTrackId, box: traceBox(d.box), weak: 'confidence' });
+    }
+    for (const d of (results.weakPlates ?? [])) {
+        const conf = d.shortfall === 'confidence' ? d.confidence : (d.ocrConfidence ?? d.confidence);
+        attrs.push({ type: 'plate', label: d.plateText ?? '', conf: round(conf), parent: d.parentTrackId, box: traceBox(d.box), weak: d.shortfall });
+    }
     for (const classifier of Object.values(results.classifiers ?? {})) {
         for (const d of classifier.detections) {
             if (!d.subAttribute)
@@ -86,6 +126,7 @@ export function traceAttributes(results) {
 }
 export class EventTraceCollector {
     ticks = [];
+    dropped = [];
     lastKeptAt = 0;
     pendingEmpty = [];
     emptyTail = 0;
@@ -97,28 +138,26 @@ export class EventTraceCollector {
         if (empty) {
             if (this.emptyTail > 0) {
                 if (tick.tMs - this.lastKeptAt < MOTION_ONLY_INTERVAL_MS)
-                    return;
+                    return this.drop(tick);
                 this.emptyTail--;
-                this.ticks.push(tick);
-                this.lastKeptAt = tick.tMs;
+                this.keep([tick]);
                 return;
             }
             const last = this.pendingEmpty.at(-1);
             if (last && tick.tMs - last.tMs < MOTION_ONLY_INTERVAL_MS)
-                return;
+                return this.drop(tick);
             this.pendingEmpty.push(tick);
             if (this.pendingEmpty.length > EMPTY_CONTEXT_TICKS)
-                this.pendingEmpty.shift();
+                this.drop(this.pendingEmpty.shift());
             return;
         }
         const changed = tick.events.length > 0 || (tick.created?.length ?? 0) > 0 || (tick.removed?.length ?? 0) > 0 || this.hasNewReading(tick);
         const interval = tick.world.length > 0 ? KEEP_INTERVAL_MS : MOTION_ONLY_INTERVAL_MS;
         if (!changed && tick.tMs - this.lastKeptAt < interval)
-            return;
-        this.ticks.push(...this.pendingEmpty, tick);
+            return this.drop(tick);
+        this.keep([...this.pendingEmpty, tick]);
         this.pendingEmpty = [];
         this.emptyTail = EMPTY_CONTEXT_TICKS;
-        this.lastKeptAt = tick.tMs;
     }
     take() {
         if (this.ticks.length === 0)
@@ -129,11 +168,27 @@ export class EventTraceCollector {
     }
     reset() {
         this.ticks = [];
+        this.dropped = [];
         this.lastKeptAt = 0;
         this.pendingEmpty = [];
         this.emptyTail = 0;
         this.seenReadings.clear();
     }
+    keep(ticks) {
+        this.dropped.sort((a, b) => a.tMs - b.tMs);
+        for (const tick of ticks) {
+            const before = this.dropped.findIndex((input) => input.tMs >= tick.tMs);
+            const between = this.dropped.splice(0, before === -1 ? this.dropped.length : before);
+            if (between.length > 0)
+                tick.between = between;
+            this.ticks.push(tick);
+        }
+        this.lastKeptAt = ticks[ticks.length - 1].tMs;
+    }
+    drop(tick) {
+        if (tick.objectRan && !tick.world.some((o) => o.state === 'external'))
+            this.dropped.push(traceInput(tick));
+    }
     hasNewReading(tick) {
         let fresh = false;
         for (const attr of tick.attrs ?? []) {

package/dist/server/src/camera/decoder/event-trace.js.map

@@ -1 +1 @@
-{"version":3,"file":"event-trace.js","sourceRoot":"","sources":["../../../../../src/camera/decoder/event-trace.ts"],"names":[],"mappings":"AAgDA,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,uBAAuB,GAAG,IAAI,CAAC;AACrC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,QAAQ,CAAC,GAAgB;IAChC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAW,EAAE,UAA2B,EAAE,YAAkD,EAAE,MAAyB;IAChJ,OAAO;QACL,GAAG;QACH,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjC,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;YAC/B,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACb,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACb,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YACrB,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;SACxB,CAAC,CAAC;QACH,YAAY;QACZ,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChC,EAAE,EAAE,CAAC,CAAC,OAAO;YACb,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;YACzB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YACrB,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;SAC/D,CAAC,CAAC;QACH,MAAM,EAAE;YACN,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAa,EAAE,EAAE,CAAC,CAAC;gBACvC,IAAI,EAAE,CAAC,CAAC,SAAS;gBACjB,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO;gBACpB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;gBACrB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;gBACrB,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,eAAe,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpF,CAAC,CAAC;YACH,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;SACjI;QACD,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QAC/D,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;KAChE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,QAAqB,EAAE,QAAiC;IACjG,MAAM,OAAO,GAAG,CAAC,IAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACjE,OAAO;QACL,GAAG;QACH,SAAS,EAAE,QAAQ,KAAK,SAAS;QACjC,UAAU,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1D,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;YAC/B,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACjB,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACjB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;YACzB,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;SAC5B,CAAC,CAAC;QACH,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpI,MAAM,EAAE,EAAE;KACX,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,UAAuB;IAC9D,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;AAC1H,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAyB;IACvD,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,IAAI,EAAE,CAAyC,CAAC;IACvF,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzI,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,UAAU,IAAI,EAAE,CAAiD,CAAC;IACxG,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,CAAC,SAAS;YAAE,SAAS;QAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACjJ,CAAC;IACD,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,CAAC;QAClE,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,UAAwD,EAAE,CAAC;YACpF,IAAI,CAAC,CAAC,CAAC,YAAY;gBAAE,SAAS;YAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,YAAY,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjI,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9C,CAAC;AAED,MAAM,OAAO,mBAAmB;IACtB,KAAK,GAAgB,EAAE,CAAC;IACxB,UAAU,GAAG,CAAC,CAAC;IACf,YAAY,GAAgB,EAAE,CAAC;IAC/B,SAAS,GAAG,CAAC,CAAC;IACL,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAE3C,GAAG,CAAC,IAAe;QACxB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM;YAAE,OAAO;QAEpI,MAAM,KAAK,GACT,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC;QAC9J,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,GAAG,uBAAuB;oBAAE,OAAO;gBACjE,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC;gBAC3B,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,GAAG,uBAAuB;gBAAE,OAAO;YAClE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,mBAAmB;gBAAE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;YAC9E,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACzI,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,uBAAuB,CAAC;QACpF,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,GAAG,QAAQ;YAAE,OAAO;QAE9D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,mBAAmB,CAAC;QACrC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC;IAC7B,CAAC;IAEM,IAAI;QACT,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAEO,aAAa,CAAC,IAAe;QACnC,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YACzC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
+{"version":3,"file":"event-trace.js","sourceRoot":"","sources":["../../../../../src/camera/decoder/event-trace.ts"],"names":[],"mappings":"AAmFA,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,uBAAuB,GAAG,IAAI,CAAC;AACrC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAE9B,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,QAAQ,CAAC,GAAgB;IAChC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;AAC3E,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAW,EAAE,UAA2B,EAAE,YAAkD,EAAE,MAAyB;IAChJ,OAAO;QACL,GAAG;QACH,SAAS,EAAE,IAAI;QACf,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACjC,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;YAC/B,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACb,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACb,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YACrB,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;SACxB,CAAC,CAAC;QACH,YAAY;QACZ,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChC,EAAE,EAAE,CAAC,CAAC,OAAO;YACb,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;YACzB,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC5E,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YACrB,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;SAC/D,CAAC,CAAC;QACH,MAAM,EAAE;YACN,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAa,EAAE,EAAE,CAAC,CAAC;gBACvC,IAAI,EAAE,CAAC,CAAC,SAAS;gBACjB,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO;gBACpB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;gBACrB,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK;gBACrB,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,eAAe,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACpF,CAAC,CAAC;YACH,GAAG,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;SACjI;QACD,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;QAC/D,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;KAChE,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,GAAW,EAAE,QAAqB,EAAE,QAAiC;IACjG,MAAM,OAAO,GAAG,CAAC,IAAiB,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACjE,OAAO;QACL,GAAG;QACH,SAAS,EAAE,QAAQ,KAAK,SAAS;QACjC,UAAU,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1D,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;YAC/B,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACjB,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACjB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;YACzB,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;SAC5B,CAAC,CAAC;QACH,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpI,MAAM,EAAE,EAAE;KACX,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,IAAe;IACjC,MAAM,KAAK,GAAG,CAAC,KAAa,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC;IAC1D,OAAO;QACL,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC;YAC5B,CAAC,CAAC;gBACE,KAAK,EAAE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAoD,EAAE,CAAC;oBAClF,CAAC,CAAC,KAAK;oBACP,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;oBACnB,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBACV,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBACV,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;oBACd,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;iBAChB,CAAC;aACH;YACH,CAAC,CAAC,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,GAAW,EAAE,UAAuB;IAC9D,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;AAC1H,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAA4C,EAAE,EAAU,EAAE,KAA4B;IAC7G,OAAO;QACL,EAAE;QACF,MAAM,EAAE,IAAI,CAAC,aAAa;QAC1B,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC;QACvB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpF,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/F,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpG,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;KACjG,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,OAAyB;IACvD,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,IAAI,EAAE,CAAyC,CAAC;IACvF,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzI,CAAC;IACD,MAAM,MAAM,GAAG,CAAC,OAAO,CAAC,YAAY,EAAE,UAAU,IAAI,EAAE,CAAiD,CAAC;IACxG,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,CAAC,CAAC,CAAC,SAAS;YAAE,SAAS;QAC3B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACjJ,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,EAAE,CAAyC,EAAE,CAAC;QAClF,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;IAC/I,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAqC,EAAE,CAAC;QAC/E,MAAM,IAAI,GAAG,CAAC,CAAC,SAAS,KAAK,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC;QAC7F,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,SAAS,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;IAC/I,CAAC;IACD,KAAK,MAAM,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC,EAAE,CAAC;QAClE,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,UAAwD,EAAE,CAAC;YACpF,IAAI,CAAC,CAAC,CAAC,YAAY;gBAAE,SAAS;YAC9B,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,YAAY,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,aAAa,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjI,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAC9C,CAAC;AAED,MAAM,OAAO,mBAAmB;IACtB,KAAK,GAAgB,EAAE,CAAC;IACxB,OAAO,GAAiB,EAAE,CAAC;IAC3B,UAAU,GAAG,CAAC,CAAC;IACf,YAAY,GAAgB,EAAE,CAAC;IAC/B,SAAS,GAAG,CAAC,CAAC;IACL,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IAE3C,GAAG,CAAC,IAAe;QACxB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM;YAAE,OAAO;QAEpI,MAAM,KAAK,GACT,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC;QAC9J,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,GAAG,uBAAuB;oBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjF,IAAI,CAAC,SAAS,EAAE,CAAC;gBACjB,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAClB,OAAO;YACT,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;YACtC,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,GAAG,uBAAuB;gBAAE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClF,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,mBAAmB;gBAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAG,CAAC,CAAC;YAC1F,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;QACzI,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,uBAAuB,CAAC;QACpF,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,GAAG,QAAQ;YAAE,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9E,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,mBAAmB,CAAC;IACvC,CAAC;IAEM,IAAI;QACT,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,SAAS,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK;QACV,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAEO,IAAI,CAAC,KAAkB;QAC7B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;YACxE,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACrF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;gBAAE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YAC/C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IAChD,CAAC;IAEO,IAAI,CAAC,IAAe;QAC1B,IAAI,IAAI,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,UAAU,CAAC;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7G,CAAC;IAEO,aAAa,CAAC,IAAe;QACnC,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACzC,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAS;YACzC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC3B,KAAK,GAAG,IAAI,CAAC;QACf,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/server/src/camera/decoder/face-tracks.d.ts

@@ -0,0 +1,26 @@
+import type { BoundingBox, Detection } from '@camera.ui/sdk';
+import type { CroppedRegion, ServerFaceDetection } from '../../rpc/interfaces/detection.js';
+import type { TrackedFaceDetection } from './event-manager.js';
+export interface FaceTally {
+    leader?: string;
+    votes: number;
+    reads: number;
+}
+export declare class FaceTrackNames {
+    private readonly tracks;
+    wantsVector(face: ServerFaceDetection, frame: {
+        width: number;
+        height: number;
+    }, now?: number): boolean;
+    markAttempt(face: ServerFaceDetection, now?: number): void;
+    markEmpty(face: ServerFaceDetection): void;
+    markSettled(face: ServerFaceDetection): void;
+    markVector(face: ServerFaceDetection): string | undefined;
+    tally(face: ServerFaceDetection): FaceTally;
+    carry(faces: ServerFaceDetection[], now?: number): void;
+    key(face: ServerFaceDetection): string;
+}
+export declare function votesOnReads(face: ServerFaceDetection): boolean;
+export declare function faceParent(face: BoundingBox, regions: CroppedRegion[], cropIndex: number): Detection | undefined;
+export declare function stillOwner(face: BoundingBox, persons: Detection[]): Detection | undefined;
+export declare function keepOneFacePerTrack(faces: TrackedFaceDetection[]): void;

package/dist/server/src/camera/decoder/face-tracks.js

@@ -0,0 +1,199 @@
+const MIN_FACE_PX = 40;
+const FAST_READS = 10;
+const EMPTY_BACKOFF = 6;
+const BACKOFF_EVERY_MS = 1_000;
+const UNDECIDED_EVERY_MS = 5_000;
+const RECHECK_EVERY_MS = 10_000;
+const WINDOW = 20;
+const VOTES_FOR_NAME = 3;
+const NAMED_SHARE = 0.6;
+const ALL_SHARE = 0.3;
+const FACE_TRACKS_MAX = 256;
+const FACE_TRACK_IDLE_MS = 60_000;
+const UNTRACKED_IDLE_MS = 5_000;
+const UNTRACKED_GRID = 8;
+const HEAD_BAND = 2;
+const HEAD_DEPTH = 1;
+const HEAD_DEPTH_SPREAD = 0.56;
+const HEAD_ACROSS = 0.52;
+const HEAD_ACROSS_SPREAD = 0.31;
+const HEAD_TIE = 0.5;
+export class FaceTrackNames {
+    tracks = new Map();
+    wantsVector(face, frame, now = Date.now()) {
+        const shortest = Math.min(face.box.width * frame.width, face.box.height * frame.height);
+        if (shortest < MIN_FACE_PX)
+            return false;
+        const key = this.key(face);
+        const seen = this.tracks.get(key);
+        if (!seen || (key.startsWith('u') && now - seen.seen > UNTRACKED_IDLE_MS)) {
+            this.tracks.delete(key);
+            return true;
+        }
+        seen.seen = now;
+        if (seen.reading)
+            return false;
+        return now - seen.attemptAt >= pace(seen);
+    }
+    markAttempt(face, now = Date.now()) {
+        const key = this.key(face);
+        const seen = this.tracks.get(key);
+        if (seen) {
+            seen.attemptAt = now;
+            seen.seen = now;
+            seen.reading = true;
+        }
+        else {
+            this.tracks.set(key, { attemptAt: now, seen: now, reading: true, empty: 0, reads: [] });
+        }
+        if (this.tracks.size <= FACE_TRACKS_MAX)
+            return;
+        for (const [id, track] of this.tracks) {
+            if (now - track.seen > FACE_TRACK_IDLE_MS)
+                this.tracks.delete(id);
+        }
+    }
+    markEmpty(face) {
+        const seen = this.tracks.get(this.key(face));
+        if (!seen)
+            return;
+        seen.reading = false;
+        seen.empty++;
+    }
+    markSettled(face) {
+        const seen = this.tracks.get(this.key(face));
+        if (seen)
+            seen.reading = false;
+    }
+    markVector(face) {
+        const seen = this.tracks.get(this.key(face));
+        if (!seen)
+            return undefined;
+        seen.reading = false;
+        seen.empty = 0;
+        seen.reads.push(face.identity);
+        if (seen.reads.length > WINDOW)
+            seen.reads.shift();
+        seen.identity = decide(seen.reads);
+        return seen.identity;
+    }
+    tally(face) {
+        const reads = this.tracks.get(this.key(face))?.reads ?? [];
+        const { leader, votes } = count(reads);
+        return { leader, votes, reads: reads.length };
+    }
+    carry(faces, now = Date.now()) {
+        for (const face of faces) {
+            if (!votesOnReads(face))
+                continue;
+            const seen = this.tracks.get(this.key(face));
+            if (!seen)
+                continue;
+            seen.seen = now;
+            face.identity = seen.identity;
+        }
+    }
+    key(face) {
+        const trackId = face.parentTrackId;
+        if (trackId !== undefined)
+            return `t${trackId}`;
+        const cellX = Math.floor((face.box.x + face.box.width / 2) * UNTRACKED_GRID);
+        const cellY = Math.floor((face.box.y + face.box.height / 2) * UNTRACKED_GRID);
+        return `u${cellX}:${cellY}`;
+    }
+}
+export function votesOnReads(face) {
+    const tracked = face;
+    return tracked.parentTrackId !== undefined || tracked.parentBox === undefined;
+}
+export function faceParent(face, regions, cropIndex) {
+    const cx = face.x + face.width / 2;
+    const cy = face.y + face.height / 2;
+    let best;
+    for (const { detection } of regions) {
+        const box = detection.box;
+        if (cx < box.x || cx > box.x + box.width || cy < box.y || cy > box.y + box.height)
+            continue;
+        if (!best || box.width * box.height < best.box.width * best.box.height)
+            best = detection;
+    }
+    if (best)
+        return best;
+    const own = regions[cropIndex].detection;
+    const inside = cx >= own.box.x && cx <= own.box.x + own.box.width && cy <= own.box.y + own.box.height;
+    return inside ? own : undefined;
+}
+export function stillOwner(face, persons) {
+    const cx = face.x + face.width / 2;
+    const cy = face.y + face.height / 2;
+    let best;
+    let bestFit = Infinity;
+    let secondFit = Infinity;
+    for (const person of persons) {
+        const box = person.box;
+        const depth = (cy - box.y) / face.height;
+        if (cx < box.x || cx > box.x + box.width || depth < 0 || depth > HEAD_BAND)
+            continue;
+        const fit = Math.hypot(((cx - box.x) / box.width - HEAD_ACROSS) / HEAD_ACROSS_SPREAD, (depth - HEAD_DEPTH) / HEAD_DEPTH_SPREAD);
+        if (fit < bestFit) {
+            secondFit = bestFit;
+            bestFit = fit;
+            best = person;
+        }
+        else if (fit < secondFit) {
+            secondFit = fit;
+        }
+    }
+    return secondFit - bestFit < HEAD_TIE ? undefined : best;
+}
+export function keepOneFacePerTrack(faces) {
+    const heads = new Map();
+    for (const face of faces) {
+        if (face.parentTrackId === undefined)
+            continue;
+        const head = heads.get(face.parentTrackId);
+        if (!head || centreY(face.box) < centreY(head.box))
+            heads.set(face.parentTrackId, face);
+    }
+    for (const face of faces) {
+        if (face.parentTrackId === undefined || heads.get(face.parentTrackId) === face)
+            continue;
+        face.parentTrackId = undefined;
+        face.parentBox = undefined;
+    }
+}
+function centreY(box) {
+    return box.y + box.height / 2;
+}
+function pace(track) {
+    if (track.identity)
+        return RECHECK_EVERY_MS;
+    if (track.reads.length >= FAST_READS)
+        return UNDECIDED_EVERY_MS;
+    return track.empty >= EMPTY_BACKOFF ? BACKOFF_EVERY_MS : 0;
+}
+function count(reads) {
+    const votes = new Map();
+    let named = 0;
+    let leader;
+    let best = 0;
+    for (const name of reads) {
+        if (!name)
+            continue;
+        named++;
+        const next = (votes.get(name) ?? 0) + 1;
+        votes.set(name, next);
+        if (next > best) {
+            leader = name;
+            best = next;
+        }
+    }
+    return { leader, votes: best, named };
+}
+function decide(reads) {
+    const { leader, votes, named } = count(reads);
+    if (votes < VOTES_FOR_NAME || votes < NAMED_SHARE * named || votes < ALL_SHARE * reads.length)
+        return undefined;
+    return leader;
+}
+//# sourceMappingURL=face-tracks.js.map

package/dist/server/src/camera/decoder/face-tracks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"face-tracks.js","sourceRoot":"","sources":["../../../../../src/camera/decoder/face-tracks.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,GAAG,EAAE,CAAC;AACvB,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,aAAa,GAAG,CAAC,CAAC;AACxB,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAC/B,MAAM,kBAAkB,GAAG,KAAK,CAAC;AACjC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,MAAM,GAAG,EAAE,CAAC;AAClB,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,WAAW,GAAG,GAAG,CAAC;AACxB,MAAM,SAAS,GAAG,GAAG,CAAC;AACtB,MAAM,eAAe,GAAG,GAAG,CAAC;AAC5B,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,MAAM,cAAc,GAAG,CAAC,CAAC;AACzB,MAAM,SAAS,GAAG,CAAC,CAAC;AACpB,MAAM,UAAU,GAAG,CAAC,CAAC;AACrB,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,WAAW,GAAG,IAAI,CAAC;AACzB,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,QAAQ,GAAG,GAAG,CAAC;AAkBrB,MAAM,OAAO,cAAc;IACR,MAAM,GAAG,IAAI,GAAG,EAAqB,CAAC;IAEhD,WAAW,CAAC,IAAyB,EAAE,KAAwC,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;QACtG,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QACxF,IAAI,QAAQ,GAAG,WAAW;YAAE,OAAO,KAAK,CAAC;QAEzC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC,EAAE,CAAC;YAC1E,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACxB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;QAChB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC/B,OAAO,GAAG,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IAEM,WAAW,CAAC,IAAyB,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;QAC5D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,IAAI,EAAE,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;YACrB,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;YAChB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,eAAe;YAAE,OAAO;QAChD,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACtC,IAAI,GAAG,GAAG,KAAK,CAAC,IAAI,GAAG,kBAAkB;gBAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;IAEM,SAAS,CAAC,IAAyB;QACxC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,KAAK,EAAE,CAAC;IACf,CAAC;IAEM,WAAW,CAAC,IAAyB;QAC1C,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,IAAI,IAAI;YAAE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACjC,CAAC;IAEM,UAAU,CAAC,IAAyB;QACzC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;QACf,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM;YAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAEM,KAAK,CAAC,IAAyB;QACpC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,IAAI,EAAE,CAAC;QAC3D,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;QACvC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IAChD,CAAC;IAEM,KAAK,CAAC,KAA4B,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE;QACzD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;gBAAE,SAAS;YAClC,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YAC7C,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC;YAChB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAChC,CAAC;IACH,CAAC;IAEM,GAAG,CAAC,IAAyB;QAClC,MAAM,OAAO,GAAI,IAA6B,CAAC,aAAa,CAAC;QAC7D,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO,IAAI,OAAO,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC;QAC7E,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC;QAC9E,OAAO,IAAI,KAAK,IAAI,KAAK,EAAE,CAAC;IAC9B,CAAC;CACF;AAED,MAAM,UAAU,YAAY,CAAC,IAAyB;IACpD,MAAM,OAAO,GAAG,IAA4B,CAAC;IAC7C,OAAO,OAAO,CAAC,aAAa,KAAK,SAAS,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC;AAChF,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAiB,EAAE,OAAwB,EAAE,SAAiB;IACvF,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IACnC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACpC,IAAI,IAA2B,CAAC;IAChC,KAAK,MAAM,EAAE,SAAS,EAAE,IAAI,OAAO,EAAE,CAAC;QACpC,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,CAAC;QAC1B,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM;YAAE,SAAS;QAC5F,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM;YAAE,IAAI,GAAG,SAAS,CAAC;IAC3F,CAAC;IACD,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,GAAG,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC;IACzC,MAAM,MAAM,GAAG,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;IACtG,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAiB,EAAE,OAAoB;IAChE,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IACnC,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACpC,IAAI,IAA2B,CAAC;IAChC,IAAI,OAAO,GAAG,QAAQ,CAAC;IACvB,IAAI,SAAS,GAAG,QAAQ,CAAC;IACzB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC;QACvB,MAAM,KAAK,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC;QACzC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,GAAG,SAAS;YAAE,SAAS;QACrF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,kBAAkB,EAAE,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,iBAAiB,CAAC,CAAC;QAChI,IAAI,GAAG,GAAG,OAAO,EAAE,CAAC;YAClB,SAAS,GAAG,OAAO,CAAC;YACpB,OAAO,GAAG,GAAG,CAAC;YACd,IAAI,GAAG,MAAM,CAAC;QAChB,CAAC;aAAM,IAAI,GAAG,GAAG,SAAS,EAAE,CAAC;YAC3B,SAAS,GAAG,GAAG,CAAC;QAClB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;AAC3D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAA6B;IAC/D,MAAM,KAAK,GAAG,IAAI,GAAG,EAAgC,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS;YAAE,SAAS;QAC/C,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC3C,IAAI,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;IAC1F,CAAC;IACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,IAAI;YAAE,SAAS;QACzF,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;AACH,CAAC;AAED,SAAS,OAAO,CAAC,GAAgB;IAC/B,OAAO,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,IAAI,CAAC,KAAgB;IAC5B,IAAI,KAAK,CAAC,QAAQ;QAAE,OAAO,gBAAgB,CAAC;IAC5C,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,UAAU;QAAE,OAAO,kBAAkB,CAAC;IAChE,OAAO,KAAK,CAAC,KAAK,IAAI,aAAa,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,KAAK,CAAC,KAA6B;IAC1C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC;IACxC,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,MAA0B,CAAC;IAC/B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,KAAK,EAAE,CAAC;QACR,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACxC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtB,IAAI,IAAI,GAAG,IAAI,EAAE,CAAC;YAChB,MAAM,GAAG,IAAI,CAAC;YACd,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACxC,CAAC;AAED,SAAS,MAAM,CAAC,KAA6B;IAC3C,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;IAC9C,IAAI,KAAK,GAAG,cAAc,IAAI,KAAK,GAAG,WAAW,GAAG,KAAK,IAAI,KAAK,GAAG,SAAS,GAAG,KAAK,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAChH,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/server/src/camera/decoder/frame-scaler.d.ts

@@ -9,7 +9,7 @@ export interface JpegCrop {
     index: number;
     jpeg: Buffer;
 }
-export type CropFit = 'stretch' | 'expand';
+export type CropFit = 'stretch' | 'expand' | 'letterbox';
 export interface ConsumerSpec {
     key: string;
     triggerLabels: string[];
@@ -85,6 +85,8 @@ export declare class FrameScaler {
     clearCache(): void;
     updateHardwareContext(context: HardwareContext | null | undefined): void;
     dispose(): void;
+    private letterboxCrop;
+    private padInto;
     private expandCropToAspect;
     private quantizeCrop;
     private identityGeometry;

package/dist/server/src/camera/decoder/frame-scaler.js

@@ -49,13 +49,7 @@ export class FrameScaler {
         if (geometry.padX === 0 && geometry.padY === 0 && inner.width === spec.width && inner.height === spec.height) {
             return { padded: inner, inner, geometry };
         }
-        const channels = spec.format === 'gray' ? 1 : 3;
-        const data = Buffer.alloc(spec.width * spec.height * channels, LETTERBOX_FILL);
-        const rowBytes = inner.width * channels;
-        for (let y = 0; y < inner.height; y++) {
-            const target = ((geometry.padY + y) * spec.width + geometry.padX) * channels;
-            inner.data.copy(data, target, y * rowBytes, (y + 1) * rowBytes);
-        }
+        const data = this.padInto(inner, spec.width, spec.height, geometry.padX, geometry.padY);
         return { padded: { data, width: spec.width, height: spec.height, format: spec.format }, inner, geometry };
     }
     static undoLetterbox(detections, geometry) {
@@ -165,7 +159,13 @@ export class FrameScaler {
         if (!baseCrop)
             return results;
         for (const t of targets) {
-            const fitted = t.fit === 'expand' ? this.expandCropToAspect(baseCrop, frame.width, frame.height, t.width / t.height) : baseCrop;
+            // nv12 is semi-planar, padding it row by row would tear the chroma plane apart
+            const fit = t.fit === 'letterbox' && t.format === 'nv12' ? 'expand' : t.fit;
+            if (fit === 'letterbox') {
+                results.set(t.key, await this.letterboxCrop(frame, detection, baseCrop, t));
+                continue;
+            }
+            const fitted = fit === 'expand' ? this.expandCropToAspect(baseCrop, frame.width, frame.height, t.width / t.height) : baseCrop;
             const crop = this.quantizeCrop(fitted, frame.width, frame.height);
             const data = await this.withScaler(crop.width, t.width, (scaler) => scaler.toBuffer(frame, { crop, resize: { width: t.width, height: t.height }, format: t.format }));
             results.set(t.key, {
@@ -240,6 +240,34 @@ export class FrameScaler {
         this.disposed = true;
         this.clearCache();
     }
+    async letterboxCrop(frame, detection, baseCrop, t) {
+        const crop = this.quantizeCrop(baseCrop, frame.width, frame.height);
+        const ratio = Math.min(t.width / crop.width, t.height / crop.height);
+        const innerWidth = Math.min(t.width, Math.max(2, Math.round((crop.width * ratio) / 2) * 2));
+        const innerHeight = Math.min(t.height, Math.max(2, Math.round((crop.height * ratio) / 2) * 2));
+        const data = await this.withScaler(crop.width, innerWidth, (scaler) => scaler.toBuffer(frame, { crop, resize: { width: innerWidth, height: innerHeight }, format: t.format }));
+        const padX = Math.floor((t.width - innerWidth) / 2);
+        const padY = Math.floor((t.height - innerHeight) / 2);
+        const padded = padX === 0 && padY === 0 ? data : this.padInto({ data, width: innerWidth, height: innerHeight, format: t.format }, t.width, t.height, padX, padY);
+        return {
+            frame: { id: `crop:${detection.label}:${t.key}`, data: padded, width: t.width, height: t.height, format: t.format },
+            detection,
+            // a virtual crop covering the box plus the fill bars, so boxes found in
+            // the padded picture map back to the frame linearly
+            offset: { x: crop.x - (padX / innerWidth) * crop.width, y: crop.y - (padY / innerHeight) * crop.height },
+            cropSize: { width: (t.width / innerWidth) * crop.width, height: (t.height / innerHeight) * crop.height },
+            originalSize: { width: frame.width, height: frame.height },
+        };
+    }
+    padInto(inner, width, height, padX, padY) {
+        const channels = inner.format === 'gray' ? 1 : 3;
+        const data = Buffer.alloc(width * height * channels, LETTERBOX_FILL);
+        const rowBytes = inner.width * channels;
+        for (let y = 0; y < inner.height; y++) {
+            inner.data.copy(data, ((padY + y) * width + padX) * channels, y * rowBytes, (y + 1) * rowBytes);
+        }
+        return data;
+    }
     expandCropToAspect(crop, frameWidth, frameHeight, aspect) {
         let { x, y, width, height } = crop;
         if (width / height < aspect) {