@camstack/addon-post-analysis 1.2.220 → 1.2.222

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -5344,6 +5344,86 @@ var ZodIssueCode = {
5344
5344
  /** @deprecated Do not use. Stub definition, only included for zod-to-json-schema compatibility. */
5345
5345
  var ZodFirstPartyTypeKind;
5346
5346
  ZodFirstPartyTypeKind || (ZodFirstPartyTypeKind = {});
5347
+ //#endregion
5348
+ //#region ../types/dist/sleep-BnujYGPe.mjs
5349
+ /**
5350
+ * The audio chunk plane's byte format, and the ONE expansion from a coded
5351
+ * window to float samples (D455).
5352
+ *
5353
+ * ## Why a format at all
5354
+ *
5355
+ * D450 took the plane off its 8 → 16 kHz upsample: it carries the SOURCE
5356
+ * RATE, and the one consumer that needs 16 kHz resamples next to the model.
5357
+ * It left the FORMAT alone — the broker still turned each G.711 byte into a
5358
+ * 4-byte f32le sample before the bytes entered the transport, so every leg of
5359
+ * the plane carried four times the source. The plane crosses hub-main twice on
5360
+ * the way to the analyzer, and the fleet's G.711 cameras are ~79 % of it.
5361
+ *
5362
+ * So the plane carries the source BYTES too, and whoever needs floats expands
5363
+ * them where it needs them. That is the same argument D450 made for the rate,
5364
+ * one step further along the same wire.
5365
+ *
5366
+ * ## Why the expansion lives here
5367
+ *
5368
+ * Two packages need it and they must never disagree: `addon-pipeline`'s broker
5369
+ * (which still has to serve a subscriber that did NOT ask for coded bytes —
5370
+ * `AudioChunkPlane` expands per subscription) and
5371
+ * `addon-pipeline-orchestrator`'s `AudioWindowAccumulator` (which flushes an
5372
+ * f32le window to the analyzer cap, whose `AudioChunkInput` contract is
5373
+ * unchanged and stays f32le). Both bundle the bare `@camstack/types` entry
5374
+ * into their own dist (`self-contained` externals), so this travels with a
5375
+ * `camstack deploy` and needs no published server.
5376
+ *
5377
+ * A second μ-law table anywhere else is the defect this module exists to
5378
+ * prevent. (`stream-broker.ts`'s `mulawToPcm` / `alawToPcm` are the ENCODE
5379
+ * direction for the WebRTC egress — a different transform, not a copy.)
5380
+ *
5381
+ * ## Absent means f32le
5382
+ *
5383
+ * `format` is optional on the wire and its absence means `f32le` — today's
5384
+ * bytes, byte for byte. A peer that never heard of the field is served what it
5385
+ * has always been served, because the broker only emits a coded window to a
5386
+ * subscription that DECLARED it accepts one (`AudioSubscribeOptions.accept`).
5387
+ * That is the D448 `rawForward` negotiation, and it is what makes this
5388
+ * deployable one addon at a time across three nodes.
5389
+ */
5390
+ /** Every byte format the audio chunk plane can carry. `f32le` is the default. */
5391
+ var AUDIO_CHUNK_FORMATS = [
5392
+ "f32le",
5393
+ "pcmu",
5394
+ "pcma"
5395
+ ];
5396
+ /**
5397
+ * Build the μ-law decode table (ITU-T G.711). Each of the 256 byte values maps
5398
+ * to a 16-bit PCM sample, normalised to [-1.0, 1.0] for f32le output.
5399
+ *
5400
+ * Moved here verbatim from `audio-rtp-decoder.ts`, which no longer decodes:
5401
+ * it buffers the coded bytes and the plane's consumers expand.
5402
+ */
5403
+ function buildUlawTable() {
5404
+ const table = new Float32Array(256);
5405
+ for (let i = 0; i < 256; i++) {
5406
+ const complemented = ~i & 255;
5407
+ const sign = (complemented & 128) !== 0 ? -1 : 1;
5408
+ const exponent = complemented >> 4 & 7;
5409
+ table[i] = sign * ((8 * (complemented & 15) + 132 << exponent) - 132) / 32768;
5410
+ }
5411
+ return table;
5412
+ }
5413
+ /** Build the A-law decode table (ITU-T G.711). */
5414
+ function buildAlawTable() {
5415
+ const table = new Float32Array(256);
5416
+ for (let i = 0; i < 256; i++) {
5417
+ const xored = i ^ 85;
5418
+ const sign = (xored & 128) !== 0 ? 1 : -1;
5419
+ const exponent = xored >> 4 & 7;
5420
+ const mantissa = xored & 15;
5421
+ table[i] = sign * (exponent === 0 ? 16 * mantissa + 8 : 16 * mantissa + 264 << exponent - 1) / 32768;
5422
+ }
5423
+ return table;
5424
+ }
5425
+ buildUlawTable();
5426
+ buildAlawTable();
5347
5427
  Object.fromEntries([
5348
5428
  {
5349
5429
  id: "overview",
@@ -6636,11 +6716,20 @@ var SubscribeFramesResultSchema = object({
6636
6716
  * (the wire-serialisable supertype of `Buffer`) to match `DecodedFrameSchema`
6637
6717
  * / `EncodedPacketSchema`'s precedent; a `Buffer` is assignable to it.
6638
6718
  */
6719
+ var AudioChunkFormatSchema = _enum(AUDIO_CHUNK_FORMATS);
6639
6720
  var DecodedAudioChunkSchema = object({
6640
6721
  data: _instanceof(Uint8Array),
6641
6722
  sampleRate: number().int().positive(),
6642
6723
  channels: number().int().positive(),
6643
- timestamp: number()
6724
+ timestamp: number(),
6725
+ /**
6726
+ * Byte format of `data`. ABSENT MEANS `f32le` — today's bytes, byte for
6727
+ * byte, for any peer that never heard of this field. A coded window
6728
+ * (`pcmu` / `pcma`, one byte per sample) is only ever emitted to a
6729
+ * subscription that DECLARED it accepts one, so absence can never mean
6730
+ * "coded bytes a consumer will read as floats" (D455).
6731
+ */
6732
+ format: AudioChunkFormatSchema.optional()
6644
6733
  });
6645
6734
  /**
6646
6735
  * Input for `stream-broker.subscribeAudioChunks` (Phase 5 / D9). The
@@ -6652,7 +6741,18 @@ var DecodedAudioChunkSchema = object({
6652
6741
  var SubscribeAudioChunksInputSchema = object({
6653
6742
  brokerId: string(),
6654
6743
  /** Short caller-identity tag (`audio-analyzer`, …) for `listClients`. */
6655
- tag: string().optional()
6744
+ tag: string().optional(),
6745
+ /**
6746
+ * Byte formats this subscriber can READ, best first. The broker serves the
6747
+ * chunk's own format when it is in this list and expands to `f32le`
6748
+ * otherwise, so a subscriber is never handed bytes it cannot interpret.
6749
+ *
6750
+ * Absent (or without the source format) means `f32le` — the behaviour every
6751
+ * subscriber had before D455, unchanged. This is the negotiation half of
6752
+ * the source-bytes lever: it is what lets the broker and its consumers
6753
+ * deploy one at a time across three nodes.
6754
+ */
6755
+ accept: array(AudioChunkFormatSchema).readonly().optional()
6656
6756
  });
6657
6757
  /** Result of `stream-broker.subscribeAudioChunks`. */
6658
6758
  var SubscribeAudioChunksResultSchema = object({
@@ -11208,6 +11308,51 @@ var AudioAnalysisSettingsSchema = object({
11208
11308
  minConfidence: number().min(0).max(1).default(.3),
11209
11309
  allowedClasses: array(string()).default([])
11210
11310
  });
11311
+ /**
11312
+ * `attachDevice` — the analyzer PULLS a camera's audio from the broker (D461).
11313
+ *
11314
+ * Until D461 the orchestrator drained the broker's chunk plane, accumulated
11315
+ * ~1 s windows and pushed them back out as `analyseChunk`. It neither produced
11316
+ * nor consumed the audio: the PCM crossed hub-main twice for a process that
11317
+ * only buffered it. `attachDevice` inverts the direction — the analyzer opens
11318
+ * its own `subscribeAudioChunks` against the broker and the subscriber IS the
11319
+ * decoder, so the coded G.711 bytes D455 put on the plane stay coded all the
11320
+ * way to the one expansion that feeds the model.
11321
+ *
11322
+ * The orchestrator still owns the POLICY (the `audioMode` gate, the on-motion
11323
+ * window, the per-device node assignment, the settings read) and therefore
11324
+ * still owns the attach/detach pair. It no longer owns the bytes.
11325
+ */
11326
+ var AudioAttachDeviceInputSchema = object({
11327
+ deviceId: number(),
11328
+ /** Broker id (`<deviceId>/<camStreamId>`) carrying this camera's audio. */
11329
+ brokerId: string(),
11330
+ /**
11331
+ * `clusterRoles.ingestNode` — the node whose broker owns the source dial.
11332
+ * Every `streamBroker` call the attachment makes is pinned to it, exactly as
11333
+ * the orchestrator's poller pinned them before the move.
11334
+ */
11335
+ ingestNodeId: string(),
11336
+ /**
11337
+ * Resolved once by the orchestrator at attach time, exactly as it was read
11338
+ * once per subscription before D461. The analyzer does NOT re-resolve per
11339
+ * window: a settings change re-attaches, which is what always happened.
11340
+ */
11341
+ settings: AudioAnalysisSettingsSchema
11342
+ });
11343
+ var AudioAttachDeviceResultSchema = object({
11344
+ /** False only when the analyzer is shutting down and refused to attach. */
11345
+ attached: boolean(),
11346
+ /**
11347
+ * True when the attachment replaced a live one for the same device. An
11348
+ * attach is idempotent by REPLACEMENT — two pollers on one camera would
11349
+ * double the broker's fanout and neither would know about the other.
11350
+ */
11351
+ replaced: boolean()
11352
+ });
11353
+ var AudioDetachDeviceResultSchema = object({
11354
+ /** False when no attachment existed — detach is idempotent. */
11355
+ detached: boolean() });
11211
11356
  var AudioClassificationResultSchema = object({
11212
11357
  labels: array(AudioClassificationLabelSchema).readonly(),
11213
11358
  rawLabels: array(AudioClassificationLabelSchema).readonly().optional(),
@@ -11216,7 +11361,7 @@ var AudioClassificationResultSchema = object({
11216
11361
  method(object({
11217
11362
  chunk: AudioChunkInputSchema,
11218
11363
  settings: AudioAnalysisSettingsSchema
11219
- }), AudioAnalysisResultSchema.nullable(), { kind: "mutation" }), method(AudioChunkInputSchema, AudioClassificationResultSchema, { timeoutMs: 3e4 }), method(_void(), boolean()), method(_void(), _void(), { kind: "mutation" }), method(_void(), object({ backend: string() }), {
11364
+ }), AudioAnalysisResultSchema.nullable(), { kind: "mutation" }), method(AudioChunkInputSchema, AudioClassificationResultSchema, { timeoutMs: 3e4 }), method(AudioAttachDeviceInputSchema, AudioAttachDeviceResultSchema, { kind: "mutation" }), method(object({ deviceId: number() }), AudioDetachDeviceResultSchema, { kind: "mutation" }), method(_void(), boolean()), method(_void(), _void(), { kind: "mutation" }), method(_void(), object({ backend: string() }), {
11220
11365
  kind: "mutation",
11221
11366
  auth: "admin"
11222
11367
  });
@@ -22327,6 +22472,14 @@ var NativeCropResultSchema = object({
22327
22472
  * set `encodeJpeg: true`; `bytes` is then absent.
22328
22473
  */
22329
22474
  jpeg: string().optional(),
22475
+ /**
22476
+ * The SAME compressed JPEG as `jpeg`, as bytes (D462). Present instead of
22477
+ * `jpeg` when the request set `acceptJpegBytes`; a request that did not gets
22478
+ * `jpeg` exactly as before. MsgPack and the mesh leg both carry binary —
22479
+ * `bytes` above has crossed this boundary as a `Uint8Array` all along — so
22480
+ * base64 was buying nothing but a multi-megabyte string in the relay's heap.
22481
+ */
22482
+ jpegBytes: _instanceof(Uint8Array).optional(),
22330
22483
  width: number().int().positive(),
22331
22484
  height: number().int().positive(),
22332
22485
  /**
@@ -22393,7 +22546,14 @@ var ParkTrackFrameResultSchema = discriminatedUnion("parked", [object({
22393
22546
  })]);
22394
22547
  /** A retrieved parcel — the runner's own JPEG, base64 for the wire. */
22395
22548
  var ParkedTrackFrameSchema = object({
22396
- jpeg: string(),
22549
+ /**
22550
+ * Base64 JPEG — the pre-D462 wire. OPTIONAL since D462: a request that set
22551
+ * `acceptJpegBytes` is answered in `jpegBytes` and this is then absent.
22552
+ * Exactly one of the two is present.
22553
+ */
22554
+ jpeg: string().optional(),
22555
+ /** The same JPEG as bytes, for a caller that declared it reads them (D462). */
22556
+ jpegBytes: _instanceof(Uint8Array).optional(),
22397
22557
  width: number().int().positive(),
22398
22558
  height: number().int().positive(),
22399
22559
  /** The frame instant the parcel shows (the caller's clock, echoed back). */
@@ -22980,6 +23140,13 @@ method(RunnerCameraConfigSchema, object({ success: literal(true) }), { kind: "mu
22980
23140
  bbox: NativeCropBboxSchema,
22981
23141
  maxWidth: number().int().positive().optional(),
22982
23142
  /**
23143
+ * The caller reads a `Uint8Array` (D462). When set, a JPEG answer comes
23144
+ * back in `jpegBytes` instead of base64 `jpeg`. Absent means the old
23145
+ * wire — never assume consent: a pre-D462 caller parses the field as
23146
+ * base64 and bytes would decode to garbage rather than fail.
23147
+ */
23148
+ acceptJpegBytes: boolean().optional(),
23149
+ /**
22983
23150
  * When `true`, the runner encodes the resolved crop to JPEG ON THE
22984
23151
  * OWNING NODE and returns it in `jpeg` (base64) INSTEAD of raw `bytes`.
22985
23152
  * Callers set this for CROSS-NODE fetches (`handle.nodeId` is a remote
@@ -23047,7 +23214,14 @@ method(RunnerCameraConfigSchema, object({ success: literal(true) }), { kind: "mu
23047
23214
  }), ParkTrackFrameResultSchema, { kind: "mutation" }), method(object({
23048
23215
  deviceId: number(),
23049
23216
  trackId: string(),
23050
- kind: ParkedFrameKindSchema
23217
+ kind: ParkedFrameKindSchema,
23218
+ /**
23219
+ * The caller reads a `Uint8Array` (D462). When set, a JPEG answer comes
23220
+ * back in `jpegBytes` instead of base64 `jpeg`. Absent means the old
23221
+ * wire — never assume consent: a pre-D462 caller parses the field as
23222
+ * base64 and bytes would decode to garbage rather than fail.
23223
+ */
23224
+ acceptJpegBytes: boolean().optional()
23051
23225
  }), ParkedTrackFrameSchema.nullable()), method(object({
23052
23226
  deviceId: number(),
23053
23227
  trackId: string()
@@ -36620,12 +36794,24 @@ Object.freeze({
36620
36794
  addonId: null,
36621
36795
  access: "create"
36622
36796
  },
36797
+ "audioAnalyzer.attachDevice": {
36798
+ capName: "audio-analyzer",
36799
+ capScope: "system",
36800
+ addonId: null,
36801
+ access: "create"
36802
+ },
36623
36803
  "audioAnalyzer.classify": {
36624
36804
  capName: "audio-analyzer",
36625
36805
  capScope: "system",
36626
36806
  addonId: null,
36627
36807
  access: "view"
36628
36808
  },
36809
+ "audioAnalyzer.detachDevice": {
36810
+ capName: "audio-analyzer",
36811
+ capScope: "system",
36812
+ addonId: null,
36813
+ access: "create"
36814
+ },
36629
36815
  "audioAnalyzer.dispose": {
36630
36816
  capName: "audio-analyzer",
36631
36817
  capScope: "system",
@@ -42469,11 +42655,21 @@ Object.freeze({
42469
42655
  form: "single",
42470
42656
  optional: false
42471
42657
  }],
42658
+ "audioAnalyzer.attachDevice": [{
42659
+ name: "deviceId",
42660
+ form: "single",
42661
+ optional: false
42662
+ }],
42472
42663
  "audioAnalyzer.classify": [{
42473
42664
  name: "deviceId",
42474
42665
  form: "single",
42475
42666
  optional: true
42476
42667
  }],
42668
+ "audioAnalyzer.detachDevice": [{
42669
+ name: "deviceId",
42670
+ form: "single",
42671
+ optional: false
42672
+ }],
42477
42673
  "audioMetrics.getCurrentSnapshot": [{
42478
42674
  name: "deviceId",
42479
42675
  form: "single",
@@ -44325,6 +44521,52 @@ Object.freeze({
44325
44521
  "network-access": "ingress",
44326
44522
  "smtp-provider": "email"
44327
44523
  });
44524
+ var G711_SCALE_CORRECTION_DB = {
44525
+ PCMU: 20 * Math.log10(4),
44526
+ PCMA: 20 * Math.log10(8)
44527
+ };
44528
+ /**
44529
+ * Restate a dBFS number that was MEASURED through the pre-epoch decoder as the
44530
+ * same intent on the ITU-T scale (D460).
44531
+ *
44532
+ * ## When this applies, and when it is the wrong thing to reach for
44533
+ *
44534
+ * An absolute-dBFS number in this repo is one of two things, and only one of
44535
+ * them converts:
44536
+ *
44537
+ * - **A statement about the scale** — "-55 dBFS is near silence", "-25 dBFS
44538
+ * is loud". It was true on the ITU-T scale before the epoch and it is true
44539
+ * after. The defect was never in the number; it was that 19 of this hub's
44540
+ * 25 cameras did not obey it. Converting such a number takes something
44541
+ * correct and makes it wrong, in order to preserve a bug.
44542
+ * - **A measurement taken through the old decoder** — a value someone read
44543
+ * off a meter that under-reported by exactly 4× (PCMU) or 8× (PCMA). It
44544
+ * describes a sound that was really {@link G711_SCALE_CORRECTION_DB} dB
44545
+ * louder. That is what this function is for.
44546
+ *
44547
+ * Telling the two apart is a question about PROVENANCE, not about arithmetic,
44548
+ * and it cannot be answered from the number. It is answered by the comment the
44549
+ * author left — which is why `scripts/check-dbfs-era.mts` makes leaving one
44550
+ * mandatory.
44551
+ *
44552
+ * ## Why a function and not a typed-in number
44553
+ *
44554
+ * `-55 + 12.04` written into a source file is, six months later, completely
44555
+ * indistinguishable from a threshold somebody simply preferred. Calling this
44556
+ * keeps the derivation, the law, and the original measurement all visible at
44557
+ * the call site, so a future reader can disagree with the *premise* instead of
44558
+ * having to reverse-engineer the sum.
44559
+ *
44560
+ * **This is not a runtime gain.** It converts an authored CONSTANT once, where
44561
+ * it is declared. It must never be applied to a live sample or a stored
44562
+ * `AudioEvent.dbfs`: the decoder is correct now, and a second authority
44563
+ * adjusting numbers the decoder already got right is the original defect with
44564
+ * an extra place to argue with (D459).
44565
+ */
44566
+ function ituDbfsFromPreEpoch(law, authoredDbfs) {
44567
+ return authoredDbfs + G711_SCALE_CORRECTION_DB[law];
44568
+ }
44569
+ Math.round(ituDbfsFromPreEpoch("PCMU", -55));
44328
44570
  /** Schema defaults — an untouched sub-field must author exactly these. */
44329
44571
  var NC_AUDIO_DEFAULTS = {
44330
44572
  hitPercent: 60,