@trillboards/edge-sdk 0.2.49 → 0.2.53

package/dist/AudioOnsetDetector.js

@@ -0,0 +1,286 @@
+"use strict";
+/**
+ * AudioOnsetDetector — the connector's acoustic equivalent of
+ * `SceneChangeDetector`: the CHEAP stage that answers "did anything happen?"
+ * so the expensive stage (a VLM inference) is spent only when it might matter.
+ *
+ * ── WHY THIS IS DSP AND NOT A MODEL. The plan for this feature was to let
+ * Gemma 4 name acoustic events directly — it is already on the box, litert-lm
+ * accepts `input_audio`, and both encoders ship in our `.litertlm`, so no
+ * second model would be needed. That was MEASURED before it was built, and it
+ * does not hold. Against `gemma-4-E2B-it.litertlm,gpu`, mono 16 kHz WAV, real
+ * recordings, fresh serve, a speech control passing before and after every
+ * trial, on an Apple M4 Max — and run TWICE, on litert-lm 0.13.1 (the machine
+ * default) and again on an isolated 0.16.0 (the version both provisioners pin,
+ * so the one the fleet actually runs). The two agree clip-for-clip:
+ *
+ *   | clip          | open prompt ("describe every sound")  | forced choice |
+ *   |---------------|---------------------------------------|---------------|
+ *   | glass break   | "I cannot hear any audio"             | `speech`      |
+ *   | glass break 2 | "you haven't provided an audio file"  | `speech`      |
+ *   | door slam     | "a click or a snap"                   | `speech`      |
+ *   | smoke alarm   | "I cannot hear any audio"             | `speech`      |
+ *   | siren         | "possibly a scream or a siren"        | `dog_barking` |
+ *   | dog bark      | "resemble a bird call"                | `dog_barking` |
+ *   | baby cry      | "possibly laughter or screams"        | `baby_crying` |
+ *   | applause      | "a single, loud, sharp sound"         | `applause`    |
+ *
+ * 2/8 open, 3/8 forced — the SAME 3/8 and the same per-clip labels on both
+ * runtimes, siren -> `dog_barking` included, so this is a property of the model
+ * and not of a runtime version. The three forced-choice hits are ALL animate
+ * vocalizations (dog, baby, human hands); every miss is mechanical, impact or
+ * tonal — and those four default to the label `speech` on audio containing no
+ * speech at all, because it is a speech model. The result is stable, not noisy:
+ * the smoke alarm returned a byte-identical refusal 16/16 times on a fresh
+ * serve, and the siren reads as `dog_barking` even as the FIRST request after a
+ * restart, so it is a real misclassification and not cross-request context
+ * bleed. The audio was genuinely INGESTED in every one of those trials — proven
+ * by a mixed control, `glass_then_speech.wav`, whose speech (which is SECOND in
+ * the file) transcribes exactly; a miss is therefore a capability result and
+ * not a silently dropped payload.
+ *
+ * The three events the product actually needs — a freezer door, breaking glass,
+ * a smoke alarm — are 0/3 in BOTH prompt regimes. So the gate is DSP, and Gemma
+ * keeps the half it is genuinely excellent at: it transcribed
+ * "There is a fire in the kitchen, everyone get out now" verbatim, 30/30, in
+ * 0.63–5.83 s. Speech goes to the model; "something happened" does not.
+ *
+ * TWO THINGS THOSE TIMINGS ARE NOT. (1) The DELEGATE is unconfirmed: the `,gpu`
+ * id was POSTed, but no engine trace was read back, and a warm mldrift cache
+ * does not re-emit the `Replacing N … (LITERT_WEBGPU)` line — so a latency range
+ * quoted here may span two delegates. The CAPABILITY result does not depend on
+ * that; the latencies are indicative only. (2) They are not this feature's
+ * running cost. The gate never calls the model at all — see below.
+ *
+ * ── COST, WHICH IS THE POINT OF PUTTING IT HERE. `litert-lm serve` is a SINGLE
+ * conversation and the connector's whole inference budget flows through it. A
+ * model-based gate would have spent that budget continuously, at 25 audio
+ * tokens per second of audio, on a machine already ceilinged in analyses/hour.
+ * This detector spends NONE of it: measured over 1 h of 16 kHz audio pushed in
+ * 100 ms blocks (36,000 blocks, one M4 Max core), it costs 50.5 ms of CPU
+ * total — 1.40 µs per block, 0.0014% of one core — and zero model tokens. The
+ * acoustic channel is therefore free with respect to the serial slot, and only
+ * `transcribeAudio` (opt-in, speech only) ever competes for it.
+ *
+ * ── WHAT IT DOES. Frame the PCM into short hops, take each hop's RMS in dBFS,
+ * hold a rolling estimate of the room's background level, and fire when a hop
+ * stands `thresholdDb` above that background for at least `minDurationMs`.
+ *
+ * ── THE ONE NON-OBVIOUS RULE, AND IT IS BORROWED ON PURPOSE. The background
+ * must NOT absorb the event that is currently firing. `SceneChangeDetector`
+ * carries the visual form of this rule from Frigate (rule 1 in its header: the
+ * background only moves after motion has persisted `BACKGROUND_UPDATE_AFTER_FRAMES`
+ * frames, otherwise a slowly-moving object is absorbed mid-walk and becomes
+ * invisible). The acoustic failure is the same shape and worse, because sound
+ * levels move much faster than pixels: a mean that updates every hop is dragged
+ * up by the very transient it is supposed to be measuring against, so a long
+ * event raises its own floor and the detector goes deaf partway through it.
+ * So the background updates freely while the room is quiet, and while a hop is
+ * above threshold it updates ONLY once that loudness has PERSISTED past
+ * `backgroundAbsorbAfterMs`. A 200 ms door slam never moves the floor; a
+ * genuinely louder room (a compressor kicking on, a lunch rush) is absorbed
+ * after a few seconds and stops re-firing forever.
+ *
+ * ── CALIBRATION, for the same reason `SceneChangeDetector` has it. On the
+ * first hops there is no trustworthy background, and firing off a floor built
+ * from one sample means every connector start costs an inference storm. The
+ * detector reports `calibrating` until it has `calibrationFrames` hops and
+ * refuses to fire until then. Unlike the visual detector it never RE-ENTERS
+ * calibration: there is no acoustic analogue of the dusk IR-cut flip that
+ * changes every pixel at once, and a detector that can be talked back into
+ * calibration by loud audio is a detector an attacker (or a busy store) can
+ * silence.
+ *
+ * ── REFRACTORY. One physical event is many loud hops. `refractoryMs` collapses
+ * a burst into ONE onset so a single dropped tray does not spend the feed's
+ * whole inference budget.
+ *
+ * ── UNITS: THIS CLASS EMITS dBFS AND NOTHING ELSE. dBFS here is a NEGATIVE
+ * number relative to full scale (digital silence floors at `SILENCE_DBFS`).
+ * It is deliberately NOT a 0..4 loudness tier. The Android DOOH fleet wired a
+ * tier-valued device field to a decibel-valued server field, and the decibel
+ * column has read as a constant sentinel on 100% of rows ever since — a value
+ * that scores perfectly on any fill-rate monitor while measuring nothing, and
+ * which pins every venue at "quiet". A tier and a decibel level are two
+ * quantities, not a naming difference; docs/runbooks/audio-sensing-substrate.md
+ * §3 names both fields and why they must never be aliased. Nothing in this file
+ * writes either of them: a caller that wants a tier must map dBFS to one
+ * explicitly and own that mapping.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AudioOnsetDetector = exports.SILENCE_DBFS = void 0;
+exports.rmsDbfs = rmsDbfs;
+/** dBFS reported for a digitally-silent hop. Finite so the EMA stays finite. */
+exports.SILENCE_DBFS = -100;
+const DEFAULTS = {
+    frameMs: 20,
+    thresholdDb: 12,
+    minDurationMs: 40,
+    refractoryMs: 3000,
+    calibrationFrames: 50,
+    backgroundAlpha: 0.02,
+    backgroundAbsorbAfterMs: 4000,
+    minLevelDbfs: -55,
+};
+/** RMS of a slice, expressed in dBFS (0 = full scale). */
+function rmsDbfs(samples, from, to) {
+    let sum = 0;
+    for (let i = from; i < to; i++) {
+        const s = samples[i];
+        sum += s * s;
+    }
+    const n = Math.max(1, to - from);
+    const rms = Math.sqrt(sum / n);
+    if (!(rms > 0))
+        return exports.SILENCE_DBFS;
+    return Math.max(exports.SILENCE_DBFS, 20 * Math.log10(rms));
+}
+/**
+ * Stateful, one instance per audio feed. PCM must be pushed to the SAME
+ * instance in capture order — like `SceneChangeDetector`, the background model
+ * is the state.
+ */
+class AudioOnsetDetector {
+    constructor(options) {
+        /** Samples carried across `push()` boundaries so hops are never torn. */
+        this.residue = new Float32Array(0);
+        this.background = exports.SILENCE_DBFS;
+        this.framesSeen = 0;
+        this.lastLevelDbfs = null;
+        /** ms of contiguous above-threshold audio accumulated so far. */
+        this.aboveMs = 0;
+        this.burstPeakDbfs = exports.SILENCE_DBFS;
+        this.burstBackgroundDbfs = exports.SILENCE_DBFS;
+        /** Set once a burst has fired, so it fires ONCE rather than every hop. */
+        this.burstFired = false;
+        this.lastOnsetAtMs = null;
+        this.onsets = 0;
+        this.suppressedByRefractory = 0;
+        if (!(options.sampleRate > 0)) {
+            throw new Error('AudioOnsetDetector requires a positive sampleRate');
+        }
+        this.sampleRate = options.sampleRate;
+        this.frameMs = Math.max(1, Math.trunc(options.frameMs ?? DEFAULTS.frameMs));
+        this.frameSamples = Math.max(1, Math.round((this.sampleRate * this.frameMs) / 1000));
+        this.thresholdDb = options.thresholdDb ?? DEFAULTS.thresholdDb;
+        this.minDurationMs = Math.max(0, options.minDurationMs ?? DEFAULTS.minDurationMs);
+        this.refractoryMs = Math.max(0, options.refractoryMs ?? DEFAULTS.refractoryMs);
+        this.calibrationFrames = Math.max(1, Math.trunc(options.calibrationFrames ?? DEFAULTS.calibrationFrames));
+        this.backgroundAlpha = Math.min(1, Math.max(0, options.backgroundAlpha ?? DEFAULTS.backgroundAlpha));
+        this.backgroundAbsorbAfterMs = Math.max(0, options.backgroundAbsorbAfterMs ?? DEFAULTS.backgroundAbsorbAfterMs);
+        this.minLevelDbfs = options.minLevelDbfs ?? DEFAULTS.minLevelDbfs;
+        this.now = options.now ?? Date.now;
+    }
+    isCalibrating() {
+        return this.framesSeen < this.calibrationFrames;
+    }
+    getStats() {
+        return {
+            framesSeen: this.framesSeen,
+            onsets: this.onsets,
+            calibrating: this.isCalibrating(),
+            backgroundDbfs: this.framesSeen === 0 ? null : this.background,
+            lastLevelDbfs: this.lastLevelDbfs,
+            suppressedByRefractory: this.suppressedByRefractory,
+        };
+    }
+    /**
+     * Feed PCM. Returns every onset detected within THIS push (usually none, and
+     * at most one per `refractoryMs`). Sample count need not align to a hop — the
+     * remainder is carried into the next call so an event straddling a buffer
+     * boundary is not silently split.
+     */
+    push(pcm, nowMs) {
+        const now = nowMs ?? this.now();
+        const events = [];
+        let buf;
+        if (this.residue.length === 0) {
+            buf = pcm;
+        }
+        else {
+            buf = new Float32Array(this.residue.length + pcm.length);
+            buf.set(this.residue, 0);
+            buf.set(pcm, this.residue.length);
+        }
+        let offset = 0;
+        while (offset + this.frameSamples <= buf.length) {
+            const level = rmsDbfs(buf, offset, offset + this.frameSamples);
+            const event = this.consumeFrame(level, now);
+            if (event)
+                events.push(event);
+            offset += this.frameSamples;
+        }
+        this.residue = offset > 0 ? buf.slice(offset) : buf;
+        return events;
+    }
+    /** Drop all state — used when a feed reconnects and continuity is broken. */
+    reset() {
+        this.residue = new Float32Array(0);
+        this.background = exports.SILENCE_DBFS;
+        this.framesSeen = 0;
+        this.lastLevelDbfs = null;
+        this.aboveMs = 0;
+        this.burstPeakDbfs = exports.SILENCE_DBFS;
+        this.burstBackgroundDbfs = exports.SILENCE_DBFS;
+        this.burstFired = false;
+        // `lastOnsetAtMs` deliberately SURVIVES: the refractory window is about the
+        // physical room, not about our bookkeeping, and a flapping feed that reset
+        // it could re-fire on every reconnect.
+    }
+    /** One hop. Split out so the state machine is readable in one screen. */
+    consumeFrame(level, now) {
+        this.lastLevelDbfs = level;
+        // Seed from the FIRST real reading rather than from the silence floor, for
+        // the reason SceneChangeDetector seeds its contrast ring from the first real
+        // reading: a synthetic seed makes the mapping crawl for the whole startup
+        // window and manufactures phantom events while it does.
+        if (this.framesSeen === 0)
+            this.background = level;
+        this.framesSeen++;
+        const calibrating = this.isCalibrating();
+        const excess = level - this.background;
+        const isLoud = excess >= this.thresholdDb && level >= this.minLevelDbfs;
+        if (!isLoud) {
+            // Quiet hop: the background tracks the room freely, and the burst ends.
+            this.background += this.backgroundAlpha * (level - this.background);
+            this.aboveMs = 0;
+            this.burstPeakDbfs = exports.SILENCE_DBFS;
+            this.burstFired = false;
+            return null;
+        }
+        // Loud hop. Record the burst, but do NOT let it move the background until it
+        // has persisted long enough to be a room change rather than an event.
+        if (this.aboveMs === 0)
+            this.burstBackgroundDbfs = this.background;
+        this.aboveMs += this.frameMs;
+        this.burstPeakDbfs = Math.max(this.burstPeakDbfs, level);
+        if (this.aboveMs >= this.backgroundAbsorbAfterMs) {
+            this.background += this.backgroundAlpha * (level - this.background);
+        }
+        if (calibrating)
+            return null;
+        if (this.burstFired)
+            return null;
+        if (this.aboveMs < this.minDurationMs)
+            return null;
+        if (this.lastOnsetAtMs !== null && now - this.lastOnsetAtMs < this.refractoryMs) {
+            // Still one physical event as far as the product is concerned. Mark the
+            // burst fired so it is counted once, not once per hop.
+            this.burstFired = true;
+            this.suppressedByRefractory++;
+            return null;
+        }
+        this.burstFired = true;
+        this.lastOnsetAtMs = now;
+        this.onsets++;
+        return {
+            atMs: now,
+            peakDbfs: this.burstPeakDbfs,
+            backgroundDbfs: this.burstBackgroundDbfs,
+            excessDb: this.burstPeakDbfs - this.burstBackgroundDbfs,
+            durationMs: this.aboveMs,
+        };
+    }
+}
+exports.AudioOnsetDetector = AudioOnsetDetector;
+//# sourceMappingURL=AudioOnsetDetector.js.map

package/dist/AudioOnsetDetector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AudioOnsetDetector.js","sourceRoot":"","sources":["../src/AudioOnsetDetector.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2GG;;;AAwEH,0BAUC;AAhFD,gFAAgF;AACnE,QAAA,YAAY,GAAG,CAAC,GAAG,CAAC;AAyDjC,MAAM,QAAQ,GAAG;IACf,OAAO,EAAE,EAAE;IACX,WAAW,EAAE,EAAE;IACf,aAAa,EAAE,EAAE;IACjB,YAAY,EAAE,IAAK;IACnB,iBAAiB,EAAE,EAAE;IACrB,eAAe,EAAE,IAAI;IACrB,uBAAuB,EAAE,IAAK;IAC9B,YAAY,EAAE,CAAC,EAAE;CAClB,CAAC;AAEF,0DAA0D;AAC1D,SAAgB,OAAO,CAAC,OAAqB,EAAE,IAAY,EAAE,EAAU;IACrE,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/B,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACrB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACf,CAAC;IACD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC;IACjC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAC/B,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC;QAAE,OAAO,oBAAY,CAAC;IACpC,OAAO,IAAI,CAAC,GAAG,CAAC,oBAAY,EAAE,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;AACtD,CAAC;AAED;;;;GAIG;AACH,MAAa,kBAAkB;IA+B7B,YAAY,OAAkC;QAlB9C,yEAAyE;QACjE,YAAO,GAAiB,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;QAE5C,eAAU,GAAG,oBAAY,CAAC;QAC1B,eAAU,GAAG,CAAC,CAAC;QACf,kBAAa,GAAkB,IAAI,CAAC;QAE5C,iEAAiE;QACzD,YAAO,GAAG,CAAC,CAAC;QACZ,kBAAa,GAAG,oBAAY,CAAC;QAC7B,wBAAmB,GAAG,oBAAY,CAAC;QAC3C,0EAA0E;QAClE,eAAU,GAAG,KAAK,CAAC;QAEnB,kBAAa,GAAkB,IAAI,CAAC;QACpC,WAAM,GAAG,CAAC,CAAC;QACX,2BAAsB,GAAG,CAAC,CAAC;QAGjC,IAAI,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5E,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QACrF,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,QAAQ,CAAC,WAAW,CAAC;QAC/D,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,aAAa,IAAI,QAAQ,CAAC,aAAa,CAAC,CAAC;QAClF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC/E,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,IAAI,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAC1G,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,eAAe,IAAI,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;QACrG,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,uBAAuB,IAAI,QAAQ,CAAC,uBAAuB,CAAC,CAAC;QAChH,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,QAAQ,CAAC,YAAY,CAAC;QAClE,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACrC,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC;IAClD,CAAC;IAED,QAAQ;QACN,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,aAAa,EAAE;YACjC,cAAc,EAAE,IAAI,CAAC,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU;YAC9D,aAAa,EAAE,IAAI,CAAC,aAAa;YACjC,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;SACpD,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,IAAI,CAAC,GAAiB,EAAE,KAAc;QACpC,MAAM,GAAG,GAAG,KAAK,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,MAAM,MAAM,GAAsB,EAAE,CAAC;QAErC,IAAI,GAAiB,CAAC;QACtB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,GAAG,GAAG,GAAG,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,GAAG,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;YACzD,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACzB,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,IAAI,CAAC,YAAY,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC;YAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YAC5C,IAAI,KAAK;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC9B,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC;QAC9B,CAAC;QAED,IAAI,CAAC,OAAO,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACpD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,6EAA6E;IAC7E,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,CAAC,UAAU,GAAG,oBAAY,CAAC;QAC/B,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;QACjB,IAAI,CAAC,aAAa,GAAG,oBAAY,CAAC;QAClC,IAAI,CAAC,mBAAmB,GAAG,oBAAY,CAAC;QACxC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,4EAA4E;QAC5E,2EAA2E;QAC3E,uCAAuC;IACzC,CAAC;IAED,yEAAyE;IACjE,YAAY,CAAC,KAAa,EAAE,GAAW;QAC7C,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;QAE3B,2EAA2E;QAC3E,6EAA6E;QAC7E,0EAA0E;QAC1E,wDAAwD;QACxD,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC;YAAE,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACnD,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;QACvC,MAAM,MAAM,GAAG,MAAM,IAAI,IAAI,CAAC,WAAW,IAAI,KAAK,IAAI,IAAI,CAAC,YAAY,CAAC;QAExE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,wEAAwE;YACxE,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;YACpE,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;YACjB,IAAI,CAAC,aAAa,GAAG,oBAAY,CAAC;YAClC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,6EAA6E;QAC7E,sEAAsE;QACtE,IAAI,IAAI,CAAC,OAAO,KAAK,CAAC;YAAE,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,UAAU,CAAC;QACnE,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QAEzD,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;YACjD,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,WAAW;YAAE,OAAO,IAAI,CAAC;QAC7B,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,IAAI,CAAC;QACjC,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,aAAa;YAAE,OAAO,IAAI,CAAC;QAEnD,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,IAAI,GAAG,GAAG,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAChF,wEAAwE;YACxE,uDAAuD;YACvD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,sBAAsB,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC;QACzB,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,OAAO;YACL,IAAI,EAAE,GAAG;YACT,QAAQ,EAAE,IAAI,CAAC,aAAa;YAC5B,cAAc,EAAE,IAAI,CAAC,mBAAmB;YACxC,QAAQ,EAAE,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB;YACvD,UAAU,EAAE,IAAI,CAAC,OAAO;SACzB,CAAC;IACJ,CAAC;CACF;AAtKD,gDAsKC"}

package/dist/CloudSensingManager.d.ts

@@ -5,6 +5,7 @@ import { type LocalNetworkVerdict } from './localNetworkAccess';
 import { SharedFrameSource } from './MosaicSource';
 import type { EdgeAgentConfig, MosaicTile, RecorderIdentity } from './config';
 import { type VlmAdmissionStats } from './VlmAdmissionGate';
+import { type AudioSensingOptions } from './attachAudioOnset';
 import { type MotionGateOptions, type MotionGateReason } from './SceneChangeDetector';
 import { type VlmCandidateBufferOptions, type VlmCandidateBufferStats } from './VlmCandidateBuffer';
 import { type DurableVlmCandidateSpoolOptions } from './DurableVlmCandidateSpool';
@@ -112,10 +113,24 @@ export interface SensingLoopDeps {
     name: string;
     camera: CameraProvider;
     client: SensingClient;
+    /**
+     * RTSP URL for this feed's AUDIO pull, when it has one. Separate from the
+     * camera provider because audio is a long-lived session on its own bounded
+     * per-recorder lane, not a frame pull — see `RTSPAudioProvider`. Absent ⇒ no
+     * audio for this feed, which is the common case and not an error.
+     */
+    audioRtspUrl?: string;
 }
 export interface CloudSensingManagerOptions {
     /** Per-feed capture loops. */
     loops: SensingLoopDeps[];
+    /**
+     * Acoustic sensing. DISABLED unless `enabled: true` — that default is a
+     * consent position, not a rollout setting (see `attachAudioOnset`). When on,
+     * each feed opens ONE long-lived audio session per physical recorder and its
+     * onsets carry frames the motion cascade would have dropped.
+     */
+    audioSensing?: AudioSensingOptions;
     /** Capture interval (ms) when NO faces. Default: 300000. */
     periodicIntervalMs?: number;
     /** Capture interval (ms) when faces ARE detected. Default: 30000. */
@@ -329,6 +344,9 @@ export declare class CloudSensingManager extends EventEmitter {
     private candidatePumpTimer;
     private readonly motionDrivesCadence;
     /** Retained so a cadence change can rebuild each feed's gate heartbeat. */
+    private readonly audioSensingOptions;
+    /** Live audio attachments, keyed by feed name. Empty unless audio is enabled. */
+    private audioAttachments;
     private motionGateOptions;
     /** Look-rate for a still feed when the cascade is on. null ⇒ cascade off. */
     private motionScanIntervalMs;
@@ -550,6 +568,37 @@ export declare class CloudSensingManager extends EventEmitter {
     start(opts?: {
         healthOnly?: boolean;
     }): Promise<void>;
+    /**
+     * Open one audio session per feed that has a URL and a gate. Sequential
+     * rather than parallel: the per-recorder audio lane is capacity 1 by default,
+     * so racing N channels of one NVR would just produce N-1 admission refusals
+     * in a nondeterministic order.
+     */
+    private attachAudioSensing;
+    /**
+     * What acoustic config this manager RECEIVED — as opposed to what is live.
+     *
+     * Exists so "did the config key arrive?" is answerable WITHOUT starting the
+     * loops (starting opens real RTSP cameras). That question needs its own
+     * answer because the failure it guards against is silent: in
+     * `sensingRunMode.ts`, `minScanIntervalMs` is documented in config.ts,
+     * promised here, and dropped in between — vocabulary agreeing on both sides
+     * while the value never arrives. Asserting the option TYPE exists cannot see
+     * that; asserting the VALUE landed can.
+     */
+    getAudioSensingConfig(): {
+        enabled: boolean;
+        sampleRate?: number;
+        maxAudioSessionsPerSource?: number;
+        transport?: 'tcp' | 'udp';
+        onset?: unknown;
+    } | null;
+    /** Live acoustic attachments, for health/diagnostics. */
+    getAudioSensingStats(): Array<{
+        feed: string;
+        onsets: number;
+        calibrating: boolean;
+    }>;
     /** Stop all loops and close cameras. */
     stop(): Promise<void>;
     /**

package/dist/CloudSensingManager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"CloudSensingManager.d.ts","sourceRoot":"","sources":["../src/CloudSensingManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,EAAE,cAAc,EAAiB,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EACL,qBAAqB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,wBAAwB,EAC7B,KAAK,kBAAkB,EAEvB,KAAK,eAAe,EACpB,KAAK,UAAU,EAChB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAA2B,KAAK,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAoB,MAAM,gBAAgB,CAAC;AAErE,OAAO,KAAK,EAAoB,eAAe,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAEhG,OAAO,EAEL,KAAK,iBAAiB,EAEvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAGL,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAGL,KAAK,yBAAyB,EAC9B,KAAK,uBAAuB,EAC7B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAEL,KAAK,+BAA+B,EACrC,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEzD,OAAO,KAAK,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAsLtF,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,OAAO,GAAG,wBAAwB,CAS/E;AAqBD;;;;;GAKG;AACH,MAAM,WAAW,aAAa;IAC5B;;;;;OAKG;IACH,OAAO,CACL,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,eAAe,GAChE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACpC,kBAAkB,CAAC,CAAC,YAAY,EAAE,kBAAkB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACxF,WAAW,IAAI,MAAM,CAAC;IACtB;;;;;;;;;;;;OAYG;IACH,sBAAsB,CAAC,IAAI;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD;;;;;;;;;;OAUG;IACH,oBAAoB,CAAC,IAAI,uBAAuB,CAAC;CAClD;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,wBAAwB;IACvC;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd,kGAAkG;IAClG,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACjC;;;OAGG;IACH,QAAQ,EAAE,KAAK,GAAG,KAAK,GAAG,OAAO,GAAG,IAAI,CAAC;IACzC;;;;;;OAMG;IACH,iBAAiB,EAAE,OAAO,CAAC;IAC3B;;;;;;OAMG;IACH,aAAa,EAAE,OAAO,GAAG,IAAI,CAAC;IAC9B,+EAA+E;IAC/E,UAAU,EAAE,OAAO,CAAC;IACpB,8FAA8F;IAC9F,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,mFAAmF;IACnF,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,sEAAsE;AACtE,MAAM,WAAW,eAAe;IAC9B,oEAAoE;IACpE,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,cAAc,CAAC;IACvB,MAAM,EAAE,aAAa,CAAC;CACvB;AAED,MAAM,WAAW,0BAA0B;IACzC,8BAA8B;IAC9B,KAAK,EAAE,eAAe,EAAE,CAAC;IACzB,4DAA4D;IAC5D,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qEAAqE;IACrE,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,sDAAsD;IACtD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gFAAgF;IAChF,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,mDAAmD;IACnD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;;OAKG;IACH,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,sEAAsE;IACtE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kEAAkE;IAClE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACvD;;;;OAIG;IACH,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,4EAA4E;IAC5E,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC;;;;;;OAMG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG;QACxC,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB;;;;;;WAMG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB;;;;;;WAMG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF;;;;;;;;;;;;;;;;;;;OAmBG;IACH,eAAe,CAAC,EAAE,yBAAyB,GAAG;QAC5C,uDAAuD;QACvD,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB;;;;;WAKG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB;;;;WAIG;QACH,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,+BAA+B,CAAC,GAAG;YACtD,OAAO,CAAC,EAAE,OAAO,CAAC;YAClB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB,CAAC,CAAC;KACJ,CAAC;IACF;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;;;;;OAKG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,0EAA0E;IAC1E,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,qDAAqD;IACrD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;CAC5C;AAiED,qBAAa,mBAAoB,SAAQ,YAAY;IACnD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAc;IACpC;;;;;;;OAOG;IACH,OAAO,CAAC,kBAAkB,CAAS;IACnC,wEAAwE;IACxE,OAAO,CAAC,OAAO,CAAgC;IAC/C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAS;IAClD,OAAO,CAAC,YAAY,CAA+C;IACnE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAU;IAC9C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;IAC7C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAS;IACvD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAqC;IACvE;;;;;;;;OAQG;IACH,OAAO,CAAC,mBAAmB,CAAoC;IAC/D,OAAO,CAAC,yBAAyB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAS;IACrD,OAAO,CAAC,QAAQ,CAAC,+BAA+B,CAAS;IACzD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmB;IACjD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAS;IAC/C;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuD;IAClF,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,kBAAkB,CAA8C;IACxE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAU;IAC9C,2EAA2E;IAC3E,OAAO,CAAC,iBAAiB,CAET;IAChB,6EAA6E;IAC7E,OAAO,CAAC,oBAAoB,CAAuB;IACnD,6EAA6E;IAC7E,OAAO,CAAC,qBAAqB,CAAuB;IACpD,OAAO,CAAC,iBAAiB,CAAuC;IAChE,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,cAAc,CAAuB;IAC7C,wEAAwE;IACxE,OAAO,CAAC,qBAAqB,CAAS;IACtC;;;;;;;;;;;;;;;;;OAiBG;IACH,OAAO,CAAC,cAAc,CAAS;gBAEnB,OAAO,EAAE,0BAA0B;IA2L/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4BG;IACH,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAoBlD,kDAAkD;IAClD,qBAAqB,IAAI,MAAM;IAI/B;;;;;OAKG;IACG,sBAAsB,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAsB/D,uEAAuE;IACvE,YAAY,IAAI,MAAM;IAItB,sEAAsE;IACtE,QAAQ,IAAI,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB;sFAC8E;QAC9E,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,OAAO,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IAaF,2EAA2E;IAC3E,iBAAiB,IAAI,iBAAiB;IAItC;;;;;;;;OAQG;IACH,gBAAgB,IAAI;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,qBAAqB,EAAE,MAAM,CAAC;QAC9B,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB;;;;;;WAMG;QACH,eAAe,EAAE,MAAM,CAAC;QACxB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,yBAAyB,EAAE,MAAM,GAAG,IAAI,CAAC;QACzC,mFAAmF;QACnF,kBAAkB,EAAE,MAAM,CAAC;QAC3B;;;;;;WAMG;QACH,eAAe,EAAE,eAAe,GAAG,IAAI,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB;;;;;WAKG;QACH,OAAO,EAAE;YACP,OAAO,EAAE,OAAO,CAAC;YACjB,wEAAwE;YACxE,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;YAC9B,mDAAmD;YACnD,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;YAC/B,WAAW,EAAE,MAAM,CAAC;YACpB,8EAA8E;YAC9E,WAAW,EAAE,OAAO,CAAC;YACrB,gEAAgE;YAChE,SAAS,EAAE,MAAM,CAAC;YAClB,QAAQ,EAAE,MAAM,CAAC;YACjB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;SAC5C,CAAC;QACF;;;;;;;WAOG;QACH,eAAe,EAAE;YACf,OAAO,EAAE,OAAO,CAAC;YACjB,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC;YAC3B,sBAAsB;YACtB,QAAQ,EAAE,MAAM,CAAC;YACjB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;YAClB,UAAU,EAAE,MAAM,CAAC;YACnB,QAAQ,EAAE,MAAM,CAAC;YACjB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,MAAM,EAAE,MAAM,CAAC;YACf,OAAO,EAAE,MAAM,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC;YAChB,8DAA8D;YAC9D,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;YAC3B,OAAO,EAAE,uBAAuB,CAAC,SAAS,CAAC,CAAC;YAC5C,SAAS,EAAE,MAAM,CAAC;YAClB,SAAS,EAAE,MAAM,CAAC;YAClB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,MAAM,CAAC;YACjB,WAAW,EAAE,MAAM,CAAC;YACpB,UAAU,EAAE,MAAM,CAAC;YACnB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;QACF;;;;;;;;;;;WAWG;QACH,WAAW,EAAE,wBAAwB,CAAC;QACtC,OAAO,EAAE,KAAK,CAAC;YACb,IAAI,EAAE,MAAM,CAAC;YACb,QAAQ,EAAE,MAAM,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC;YACjB,eAAe,EAAE,MAAM,CAAC;YACxB,aAAa,EAAE,MAAM,CAAC;YACtB;;;;;eAKG;YACH,QAAQ,EAAE,MAAM,CAAC;YACjB,yEAAyE;YACzE,qBAAqB,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;YACxD,0EAA0E;YAC1E,kBAAkB,EAAE,MAAM,CAAC;YAC3B,sEAAsE;YACtE,gBAAgB,EAAE,MAAM,CAAC;YACzB,YAAY,EAAE,OAAO,CAAC;YACtB,iBAAiB,EAAE,MAAM,CAAC;SAC3B,CAAC,CAAC;KACJ;IAiGD,SAAS,IAAI,OAAO;IAIpB,oGAAoG;IAC9F,KAAK,CAAC,IAAI,GAAE;QAAE,UAAU,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAqC/D,wCAAwC;IAClC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAsC3B;;;OAGG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,IAAI;IAuB1D;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB;IAU1B;;;;;;;OAOG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAQ3E,OAAO,CAAC,cAAc;YAIR,SAAS;YAwET,kBAAkB;IAUhC;;;;;;;;OAQG;IACH,OAAO,CAAC,WAAW;IAyBnB;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAIxB;;;;;;;;;;OAUG;IACH,OAAO,CAAC,aAAa;IA4BrB,OAAO,CAAC,UAAU;IAKlB;;;;;;;;;;;;;OAaG;IACH,OAAO,CAAC,YAAY;IAUpB;;;;;;;;;;;;;;OAcG;IACH,OAAO,CAAC,YAAY;IAepB;;;;;;;;;;OAUG;YACW,gBAAgB;IA6B9B;;;;;OAKG;YACW,SAAS;IA6BvB;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,mBAAmB;IA8B3B;;;;;;;;OAQG;IACH,OAAO,CAAC,0BAA0B;IAiBlC,OAAO,CAAC,kBAAkB;IAY1B;;;;;;;;;;;;;;;OAeG;IACH,OAAO,CAAC,gBAAgB;IA2CxB,OAAO,CAAC,cAAc;IAOtB;;;OAGG;YACW,kBAAkB;IAsBhC;;;;;;;;;;;;;;OAcG;IACH,OAAO,CAAC,WAAW;IAOnB;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,cAAc;IAYtB;;;;;;;OAOG;YACW,aAAa;IAwG3B;;;;;;;OAOG;YACW,aAAa;IA8F3B;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,cAAc;IAqEtB;;;;;;;;;OASG;IACH,OAAO,CAAC,qBAAqB;IAc7B;;;;;;;;OAQG;IACH,OAAO,CAAC,cAAc;IA2CtB,uEAAuE;YACzD,cAAc;IAwC5B;;;;;;;;;;;;;OAaG;YACW,MAAM;CAiCrB;AA6HD;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,eAAe,EACvB,IAAI,CAAC,EAAE;IACL,mBAAmB,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,cAAc,CAAC;IAC7D,iBAAiB,CAAC,EAAE,CAClB,IAAI,EAAE,YAAY,EAClB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,KAAK,KACT,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC5B,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,qBAAqB,CAAC;IAC9D,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,gFAAgF;IAChF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;mFAC+E;IAC/E,aAAa,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;CAChD,GACA,eAAe,EAAE,CA6EnB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,YAAY,EAAE,EACrB,WAAW,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,cAAc,EACnD,IAAI,CAAC,EAAE;IACL,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC/C;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACrC,GACA,KAAK,CAAC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,MAAM,EAAE,cAAc,CAAA;CAAE,CAAC,CA+EvD;AAED,kEAAkE;AAClE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,6EAA6E;IAC7E,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,UAAU,GAAG,YAAY,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB;;;;OAIG;IACH,YAAY,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAChC,qDAAqD;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,YAAY,EAAE,CA4EpE"}
+{"version":3,"file":"CloudSensingManager.d.ts","sourceRoot":"","sources":["../src/CloudSensingManager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,QAAQ,CAAC;AACtC,OAAO,KAAK,EAAE,cAAc,EAAiB,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EACL,qBAAqB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,wBAAwB,EAC7B,KAAK,kBAAkB,EAEvB,KAAK,eAAe,EACpB,KAAK,UAAU,EAChB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAA2B,KAAK,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AACzF,OAAO,EAAE,iBAAiB,EAAoB,MAAM,gBAAgB,CAAC;AAErE,OAAO,KAAK,EAAoB,eAAe,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAEhG,OAAO,EAEL,KAAK,iBAAiB,EAEvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAoB,KAAK,mBAAmB,EAA6B,MAAM,oBAAoB,CAAC;AAC3G,OAAO,EAGL,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACtB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAGL,KAAK,yBAAyB,EAC9B,KAAK,uBAAuB,EAC7B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAEL,KAAK,+BAA+B,EACrC,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEzD,OAAO,KAAK,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAsLtF,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,OAAO,GAAG,wBAAwB,CAS/E;AAqBD;;;;;GAKG;AACH,MAAM,WAAW,aAAa;IAC5B;;;;;OAKG;IACH,OAAO,CACL,OAAO,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,eAAe,GAChE,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACpC,kBAAkB,CAAC,CAAC,YAAY,EAAE,kBAAkB,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACxF,WAAW,IAAI,MAAM,CAAC;IACtB;;;;;;;;;;;;OAYG;IACH,sBAAsB,CAAC,IAAI;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IACjD;;;;;;;;;;OAUG;IACH,oBAAoB,CAAC,IAAI,uBAAuB,CAAC;CAClD;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,wBAAwB;IACvC;;;OAGG;IACH,KAAK,EAAE,MAAM,CAAC;IACd,kGAAkG;IAClG,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACjC;;;OAGG;IACH,QAAQ,EAAE,KAAK,GAAG,KAAK,GAAG,OAAO,GAAG,IAAI,CAAC;IACzC;;;;;;OAMG;IACH,iBAAiB,EAAE,OAAO,CAAC;IAC3B;;;;;;OAMG;IACH,aAAa,EAAE,OAAO,GAAG,IAAI,CAAC;IAC9B,+EAA+E;IAC/E,UAAU,EAAE,OAAO,CAAC;IACpB,8FAA8F;IAC9F,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,mFAAmF;IACnF,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,sEAAsE;AACtE,MAAM,WAAW,eAAe;IAC9B,oEAAoE;IACpE,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,cAAc,CAAC;IACvB,MAAM,EAAE,aAAa,CAAC;IACtB;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,0BAA0B;IACzC,8BAA8B;IAC9B,KAAK,EAAE,eAAe,EAAE,CAAC;IACzB;;;;;OAKG;IACH,YAAY,CAAC,EAAE,mBAAmB,CAAC;IACnC,4DAA4D;IAC5D,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,qEAAqE;IACrE,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,sDAAsD;IACtD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gFAAgF;IAChF,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,mDAAmD;IACnD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,oDAAoD;IACpD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;;;;OAKG;IACH,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,sEAAsE;IACtE,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kEAAkE;IAClE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;;;OAGG;IACH,6BAA6B,CAAC,EAAE,MAAM,CAAC;IACvC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,OAAO,CAAC,mBAAmB,CAAC,CAAC;IACvD;;;;OAIG;IACH,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,4EAA4E;IAC5E,+BAA+B,CAAC,EAAE,MAAM,CAAC;IACzC;;;;;;OAMG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;OAIG;IACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAAG;QACxC,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB;;;;;;WAMG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB;;;;;;WAMG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;KAC5B,CAAC;IACF;;;;;;;;;;;;;;;;;;;OAmBG;IACH,eAAe,CAAC,EAAE,yBAAyB,GAAG;QAC5C,uDAAuD;QACvD,OAAO,CAAC,EAAE,OAAO,CAAC;QAClB;;;;;WAKG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB;;;;WAIG;QACH,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,+BAA+B,CAAC,GAAG;YACtD,OAAO,CAAC,EAAE,OAAO,CAAC;YAClB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB,CAAC,CAAC;KACJ,CAAC;IACF;;;;OAIG;IACH,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;;;;;OAKG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,0EAA0E;IAC1E,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,qDAAqD;IACrD,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,aAAa;IAC5B,OAAO,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;CAC5C;AAiED,qBAAa,mBAAoB,SAAQ,YAAY;IACnD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAc;IACpC;;;;;;;OAOG;IACH,OAAO,CAAC,kBAAkB,CAAS;IACnC,wEAAwE;IACxE,OAAO,CAAC,OAAO,CAAgC;IAC/C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAgB;IAC/C,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAAS;IAClD,OAAO,CAAC,YAAY,CAA+C;IACnE,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAU;IAC9C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;IAC7C,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IACvC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAS;IACvD,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAqC;IACvE;;;;;;;;OAQG;IACH,OAAO,CAAC,mBAAmB,CAAoC;IAC/D,OAAO,CAAC,yBAAyB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,2BAA2B,CAAS;IACrD,OAAO,CAAC,QAAQ,CAAC,+BAA+B,CAAS;IACzD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAmB;IACjD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAS;IAC/C;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuD;IAClF,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,kBAAkB,CAA8C;IACxE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAU;IAC9C,2EAA2E;IAC3E,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAkC;IACtE,iFAAiF;IACjF,OAAO,CAAC,gBAAgB,CAA8B;IACtD,OAAO,CAAC,iBAAiB,CAET;IAChB,6EAA6E;IAC7E,OAAO,CAAC,oBAAoB,CAAuB;IACnD,6EAA6E;IAC7E,OAAO,CAAC,qBAAqB,CAAuB;IACpD,OAAO,CAAC,iBAAiB,CAAuC;IAChE,OAAO,CAAC,iBAAiB,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,cAAc,CAAuB;IAC7C,wEAAwE;IACxE,OAAO,CAAC,qBAAqB,CAAS;IACtC;;;;;;;;;;;;;;;;;OAiBG;IACH,OAAO,CAAC,cAAc,CAAS;gBAEnB,OAAO,EAAE,0BAA0B;IA4L/C;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4BG;IACH,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAoBlD,kDAAkD;IAClD,qBAAqB,IAAI,MAAM;IAI/B;;;;;OAKG;IACG,sBAAsB,IAAI,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAsB/D,uEAAuE;IACvE,YAAY,IAAI,MAAM;IAItB,sEAAsE;IACtE,QAAQ,IAAI,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,SAAS,EAAE,MAAM,CAAC;QAClB;sFAC8E;QAC9E,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,OAAO,CAAC;QACtB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,oBAAoB,EAAE,MAAM,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IAaF,2EAA2E;IAC3E,iBAAiB,IAAI,iBAAiB;IAItC;;;;;;;;OAQG;IACH,gBAAgB,IAAI;QAClB,KAAK,EAAE,MAAM,CAAC;QACd,qBAAqB,EAAE,MAAM,CAAC;QAC9B,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB;;;;;;WAMG;QACH,eAAe,EAAE,MAAM,CAAC;QACxB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,yBAAyB,EAAE,MAAM,GAAG,IAAI,CAAC;QACzC,mFAAmF;QACnF,kBAAkB,EAAE,MAAM,CAAC;QAC3B;;;;;;WAMG;QACH,eAAe,EAAE,eAAe,GAAG,IAAI,CAAC;QACxC,eAAe,EAAE,MAAM,CAAC;QACxB,aAAa,EAAE,MAAM,CAAC;QACtB;;;;;WAKG;QACH,OAAO,EAAE;YACP,OAAO,EAAE,OAAO,CAAC;YACjB,wEAAwE;YACxE,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;YAC9B,mDAAmD;YACnD,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;YAC/B,WAAW,EAAE,MAAM,CAAC;YACpB,8EAA8E;YAC9E,WAAW,EAAE,OAAO,CAAC;YACrB,gEAAgE;YAChE,SAAS,EAAE,MAAM,CAAC;YAClB,QAAQ,EAAE,MAAM,CAAC;YACjB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;SAC5C,CAAC;QACF;;;;;;;WAOG;QACH,eAAe,EAAE;YACf,OAAO,EAAE,OAAO,CAAC;YACjB,OAAO,EAAE,QAAQ,GAAG,MAAM,CAAC;YAC3B,sBAAsB;YACtB,QAAQ,EAAE,MAAM,CAAC;YACjB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;YAClB,UAAU,EAAE,MAAM,CAAC;YACnB,QAAQ,EAAE,MAAM,CAAC;YACjB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,MAAM,EAAE,MAAM,CAAC;YACf,OAAO,EAAE,MAAM,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC;YAChB,8DAA8D;YAC9D,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;YAC3B,OAAO,EAAE,uBAAuB,CAAC,SAAS,CAAC,CAAC;YAC5C,SAAS,EAAE,MAAM,CAAC;YAClB,SAAS,EAAE,MAAM,CAAC;YAClB,OAAO,EAAE,MAAM,CAAC;YAChB,QAAQ,EAAE,MAAM,CAAC;YACjB,WAAW,EAAE,MAAM,CAAC;YACpB,UAAU,EAAE,MAAM,CAAC;YACnB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;QACF;;;;;;;;;;;WAWG;QACH,WAAW,EAAE,wBAAwB,CAAC;QACtC,OAAO,EAAE,KAAK,CAAC;YACb,IAAI,EAAE,MAAM,CAAC;YACb,QAAQ,EAAE,MAAM,CAAC;YACjB,QAAQ,EAAE,MAAM,CAAC;YACjB,eAAe,EAAE,MAAM,CAAC;YACxB,aAAa,EAAE,MAAM,CAAC;YACtB;;;;;eAKG;YACH,QAAQ,EAAE,MAAM,CAAC;YACjB,yEAAyE;YACzE,qBAAqB,EAAE,MAAM,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC;YACxD,0EAA0E;YAC1E,kBAAkB,EAAE,MAAM,CAAC;YAC3B,sEAAsE;YACtE,gBAAgB,EAAE,MAAM,CAAC;YACzB,YAAY,EAAE,OAAO,CAAC;YACtB,iBAAiB,EAAE,MAAM,CAAC;SAC3B,CAAC,CAAC;KACJ;IAiGD,SAAS,IAAI,OAAO;IAIpB,oGAAoG;IAC9F,KAAK,CAAC,IAAI,GAAE;QAAE,UAAU,CAAC,EAAE,OAAO,CAAA;KAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IA0C/D;;;;;OAKG;YACW,kBAAkB;IAyBhC;;;;;;;;;;OAUG;IACH,qBAAqB,IAAI;QACvB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,yBAAyB,CAAC,EAAE,MAAM,CAAC;QACnC,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;QAC1B,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB,GAAG,IAAI;IAYR,yDAAyD;IACzD,oBAAoB,IAAI,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,OAAO,CAAA;KAAE,CAAC;IAQrF,wCAAwC;IAClC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IA6C3B;;;OAGG;IACH,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,GAAG,IAAI;IAuB1D;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB;IAU1B;;;;;;;OAOG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,uBAAuB,GAAG,IAAI,CAAC;IAQ3E,OAAO,CAAC,cAAc;YAIR,SAAS;YAwET,kBAAkB;IAUhC;;;;;;;;OAQG;IACH,OAAO,CAAC,WAAW;IAyBnB;;;;;OAKG;IACH,OAAO,CAAC,gBAAgB;IAIxB;;;;;;;;;;OAUG;IACH,OAAO,CAAC,aAAa;IA4BrB,OAAO,CAAC,UAAU;IAKlB;;;;;;;;;;;;;OAaG;IACH,OAAO,CAAC,YAAY;IAUpB;;;;;;;;;;;;;;OAcG;IACH,OAAO,CAAC,YAAY;IAepB;;;;;;;;;;OAUG;YACW,gBAAgB;IA6B9B;;;;;OAKG;YACW,SAAS;IA6BvB;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,mBAAmB;IA8B3B;;;;;;;;OAQG;IACH,OAAO,CAAC,0BAA0B;IAiBlC,OAAO,CAAC,kBAAkB;IAY1B;;;;;;;;;;;;;;;OAeG;IACH,OAAO,CAAC,gBAAgB;IA2CxB,OAAO,CAAC,cAAc;IAOtB;;;OAGG;YACW,kBAAkB;IAsBhC;;;;;;;;;;;;;;OAcG;IACH,OAAO,CAAC,WAAW;IAOnB;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,cAAc;IAYtB;;;;;;;OAOG;YACW,aAAa;IAwG3B;;;;;;;OAOG;YACW,aAAa;IA8F3B;;;;;;;;;;;;OAYG;IACH,OAAO,CAAC,cAAc;IAqEtB;;;;;;;;;OASG;IACH,OAAO,CAAC,qBAAqB;IAc7B;;;;;;;;OAQG;IACH,OAAO,CAAC,cAAc;IA2CtB,uEAAuE;YACzD,cAAc;IAwC5B;;;;;;;;;;;;;OAaG;YACW,MAAM;CAiCrB;AA8HD;;;;;;;;;;GAUG;AACH,wBAAgB,iBAAiB,CAC/B,MAAM,EAAE,eAAe,EACvB,IAAI,CAAC,EAAE;IACL,mBAAmB,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,cAAc,CAAC;IAC7D,iBAAiB,CAAC,EAAE,CAClB,IAAI,EAAE,YAAY,EAClB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,KAAK,KACT,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAC5B,aAAa,CAAC,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,qBAAqB,CAAC;IAC9D,UAAU,CAAC,EAAE,UAAU,CAAC;IACxB,gFAAgF;IAChF,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;mFAC+E;IAC/E,aAAa,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;CAChD,GACA,eAAe,EAAE,CA8EnB;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,iBAAiB,CAC/B,KAAK,EAAE,YAAY,EAAE,EACrB,WAAW,EAAE,CAAC,IAAI,EAAE,YAAY,KAAK,cAAc,EACnD,IAAI,CAAC,EAAE;IACL,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAC/C;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;CACrC,GACA,KAAK,CAAC;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,MAAM,EAAE,cAAc,CAAA;CAAE,CAAC,CA+EvD;AAED,kEAAkE;AAClE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,6EAA6E;IAC7E,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,UAAU,GAAG,YAAY,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;;OAKG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,UAAU,CAAC;IAClB;;;;OAIG;IACH,YAAY,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IAChC,qDAAqD;IACrD,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,MAAM,EAAE,eAAe,GAAG,YAAY,EAAE,CA4EpE"}

package/dist/CloudSensingManager.js

@@ -11,6 +11,7 @@ const MosaicSource_1 = require("./MosaicSource");
 const runtimePaths_1 = require("./runtimePaths");
 const legacyRecorderProfile_1 = require("./legacyRecorderProfile");
 const VlmAdmissionGate_1 = require("./VlmAdmissionGate");
+const attachAudioOnset_1 = require("./attachAudioOnset");
 const SceneChangeDetector_1 = require("./SceneChangeDetector");
 const VlmCandidateBuffer_1 = require("./VlmCandidateBuffer");
 const DurableVlmCandidateSpool_1 = require("./DurableVlmCandidateSpool");
@@ -235,7 +236,8 @@ class CloudSensingManager extends events_1.EventEmitter {
         this.localNetworkVerdict = null;
         this.localNetworkProbeInFlight = false;
         this.candidatePumpTimer = null;
-        /** Retained so a cadence change can rebuild each feed's gate heartbeat. */
+        /** Live audio attachments, keyed by feed name. Empty unless audio is enabled. */
+        this.audioAttachments = [];
         this.motionGateOptions = null;
         /** Look-rate for a still feed when the cascade is on. null ⇒ cascade off. */
         this.motionScanIntervalMs = null;
@@ -388,6 +390,7 @@ class CloudSensingManager extends events_1.EventEmitter {
                 })
                 : new VlmCandidateBuffer_1.VlmCandidateBuffer({ ...options.candidateBuffer, now: this.now });
         this.candidatePumpIntervalMs = Math.max(1, Math.trunc(options.candidateBuffer?.pumpIntervalMs ?? this.admissionRetryDelayMs));
+        this.audioSensingOptions = options.audioSensing;
         this.motionDrivesCadence = options.motionDrivesCadence ?? motionGateEnabled;
         this.cadenceSource = options.cadenceSource;
         this.cadenceRefreshIntervalMs = Math.max(1000, Math.trunc(options.cadenceRefreshIntervalMs ?? DEFAULT_CADENCE_REFRESH_MS));
@@ -626,6 +629,11 @@ class CloudSensingManager extends events_1.EventEmitter {
             s.runMotionSkipped = 0;
             void this.startLoop(s, generation).catch((err) => this.emitLoopError(s, err));
         }
+        // Acoustic sensing, when the operator has turned it on. Attaching is
+        // best-effort and fire-and-forget: `attachAudioOnset` never throws, returns
+        // null for a feed with no audio, and nothing here may delay or fail the
+        // capture loops that already started above.
+        void this.attachAudioSensing();
         this.scheduleCandidatePump(generation);
         // Ask once at startup so a connector picks up its deployed cadence on boot
         // rather than after a full refresh period, then keep asking. Both are
@@ -641,6 +649,72 @@ class CloudSensingManager extends events_1.EventEmitter {
                 this.cadenceTimer.unref();
         }
     }
+    /**
+     * Open one audio session per feed that has a URL and a gate. Sequential
+     * rather than parallel: the per-recorder audio lane is capacity 1 by default,
+     * so racing N channels of one NVR would just produce N-1 admission refusals
+     * in a nondeterministic order.
+     */
+    async attachAudioSensing() {
+        if (this.audioSensingOptions?.enabled !== true)
+            return;
+        // HEALTH-ONLY IS NOT SENSING. In this mode the manager is proving the camera
+        // is alive while inference is unavailable (`idleSensingState()` reports
+        // exactly that), so opening a LONG-LIVED audio session would hold the
+        // recorder's audio slot — capacity 1 per host:port — for a run that is not
+        // going to analyse anything, and would deny it to a connector that is.
+        // Audio attaches when sensing does, and `start()` is called again with the
+        // full mode when capacity returns.
+        if (this.healthOnlyMode)
+            return;
+        for (const s of this.loops) {
+            if (!this.running)
+                return;
+            const rtspUrl = s.deps.audioRtspUrl;
+            if (!rtspUrl || !s.motionGate)
+                continue;
+            const attachment = await (0, attachAudioOnset_1.attachAudioOnset)({
+                feedName: s.deps.name,
+                rtspUrl,
+                gate: s.motionGate,
+                options: this.audioSensingOptions,
+                now: this.now,
+            });
+            if (attachment)
+                this.audioAttachments.push(attachment);
+        }
+    }
+    /**
+     * What acoustic config this manager RECEIVED — as opposed to what is live.
+     *
+     * Exists so "did the config key arrive?" is answerable WITHOUT starting the
+     * loops (starting opens real RTSP cameras). That question needs its own
+     * answer because the failure it guards against is silent: in
+     * `sensingRunMode.ts`, `minScanIntervalMs` is documented in config.ts,
+     * promised here, and dropped in between — vocabulary agreeing on both sides
+     * while the value never arrives. Asserting the option TYPE exists cannot see
+     * that; asserting the VALUE landed can.
+     */
+    getAudioSensingConfig() {
+        const o = this.audioSensingOptions;
+        if (!o)
+            return null;
+        return {
+            enabled: o.enabled === true,
+            sampleRate: o.sampleRate,
+            maxAudioSessionsPerSource: o.maxAudioSessionsPerSource,
+            transport: o.transport,
+            onset: o.onset,
+        };
+    }
+    /** Live acoustic attachments, for health/diagnostics. */
+    getAudioSensingStats() {
+        return this.audioAttachments.map((a) => ({
+            feed: a.feedName,
+            onsets: a.onsetCount(),
+            calibrating: a.detectorStats().calibrating,
+        }));
+    }
     /** Stop all loops and close cameras. */
     async stop() {
         this.running = false;
@@ -657,6 +731,13 @@ class CloudSensingManager extends events_1.EventEmitter {
         // Memory holds are cleared; durable evidence remains for a later accepted
         // analysis or the documented retention/quota limit.
         this.candidates?.stopRun();
+        // Close audio sessions so the recorder's audio lane is freed for the next
+        // run — a leaked session would deny audio to this same feed on restart.
+        const audio = this.audioAttachments;
+        this.audioAttachments = [];
+        for (const a of audio) {
+            void a.close().catch(() => undefined);
+        }
         if (this.cadenceTimer) {
             clearInterval(this.cadenceTimer);
             this.cadenceTimer = null;
@@ -1699,6 +1780,7 @@ function emptyMotionReasonCounts() {
     return {
         heartbeat: 0,
         motion: 0,
+        audio_onset: 0,
         no_motion: 0,
         calibrating: 0,
         stationary: 0,
@@ -1869,6 +1951,7 @@ function buildSensingLoops(config, deps) {
     }
     const loop = (feed, camera) => ({
         name: feed.name,
+        audioRtspUrl: feed.rtspUrl,
         camera,
         client: clientFactory(feed),
     });