@voltkit-rtc/client 0.7.3 → 0.9.0

package/dist/cjs/preflight.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"preflight.js","sourceRoot":"","sources":["../../src/preflight.ts"],"names":[],"mappings":";;;AA0EA,wCAgBC;AAGD,oCAsDC;AAMD,wCAqCC;AA9LD;;;;;;;;;;;;GAYG;AACH,6CAAoH;AAqDpH,MAAM,OAAO,GAAiB,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC;AAE9G,qDAAqD;AACxC,QAAA,wBAAwB,GAAG,MAAM,CAAC;AAC/C,sDAAsD;AACzC,QAAA,mBAAmB,GAAG,IAAI,CAAC;AAExC,iFAAiF;AACjF,SAAgB,cAAc,CAAC,MAA4B;IACzD,MAAM,OAAO,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAsB,CAAC;IAC3C,KAAK,MAAM,CAAC,IAAI,OAAO;QAAE,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ;YAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IACzE,IAAI,IAA4B,CAAC;IACjC,KAAK,MAAM,CAAC,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,EAAE,CAAC;QAC9D,IAAI,OAAO,CAAC,CAAC,uBAAuB,KAAK,QAAQ;YAAE,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC;QAC9F,IAAI,IAAI;YAAE,MAAM;IAClB,CAAC;IACD,IAAI,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,gBAAgB,IAAI,CAAC,CAAC,SAAS,KAAK,IAAI,IAAI,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC;IAC7G,IAAI,CAAC,IAAI;QAAE,OAAO,IAAI,CAAC;IACvB,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,gBAAgB,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtG,MAAM,MAAM,GAAG,OAAO,IAAI,CAAC,iBAAiB,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACzG,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAQ,KAAK,KAAK,IAAI,KAAK,EAAE,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC;IAChG,MAAM,OAAO,GAAG,KAAK,EAAE,aAAa,KAAK,OAAO,IAAI,MAAM,EAAE,aAAa,KAAK,OAAO,CAAC;IACtF,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AAC/B,CAAC;AAED,yEAAyE;AAClE,KAAK,UAAU,YAAY,CAAC,MAAuB,EAAE,MAAmB,EAAE,UAA4B,EAAE,EAAE,MAAoB,OAAO;IAC1I,MAAM,MAAM,GAAoB,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAC9I,MAAM,IAAI,GAAG,IAAI,GAAG,EAAoB,CAAC;IACzC,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,GAAG,IAAI,MAAM;QAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzF,IAAI,CAAC;QACH,IAAI,OAAO,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QACzE,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAE,GAAa,EAAE,OAAO,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;YACxG,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,OAAO,GAAG,GAAG,CAAC,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAC7B,OAAO,MAAM,CAAC,SAAS,EAAE,KAAK,WAAW,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;gBACjC,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,KAAK,EAAE,CAAC,CAAC;gBAC3F,IAAI,GAAG,CAAC,GAAG,EAAE,GAAG,OAAO,GAAG,gCAAwB;oBAAE,MAAM,IAAI,KAAK,CAAC,kEAAkE,CAAC,CAAC;gBACxI,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAE,GAAa,EAAE,OAAO,IAAI,GAAG,CAAC,EAAE,CAAC,CAAC;YACzG,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,iFAAiF;QACjF,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC;QAC5C,IAAI,QAAQ,GAAG,IAAI,GAAG,EAA2B,CAAC;QAClD,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC;QACnC,OAAO,GAAG,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,CAAC;YACzB,MAAM,GAAG,CAAC,KAAK,CAAC,2BAAmB,CAAC,CAAC;YACrC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,KAAK;gBAAE,SAAS;YACrB,MAAM,OAAO,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;YAC3B,MAAM,CAAC,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC;YACrD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,IAAA,+BAAkB,EAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7D,MAAM,CAAC,GAAG,IAAA,6BAAgB,EAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;YAChD,QAAQ,GAAG,GAAG,CAAC;YACf,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI;gBAAE,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;YAC1E,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI;gBAAE,MAAM,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;YAClF,IAAI,CAAC,CAAC,aAAa,KAAK,IAAI;gBAAE,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,aAAa,CAAC;YAClE,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;QACzB,CAAC;QACD,MAAM,CAAC,EAAE,GAAG,IAAI,CAAC;QACjB,OAAO,MAAM,CAAC;IAChB,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QAC5B,YAAY,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,EAAE,CAAC;IACjB,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,SAAgB,cAAc;IAC5B,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAI,UAAqD,CAAC,YAAY,CAAC;IACrF,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACnC,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,EAAE,CAAC;QAC9B,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,4BAA4B,EAAE,CAAC;QAChD,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAChC,GAAG,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,IAAI,OAAO,QAAQ,KAAK,WAAW,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC;QACnB,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC;QACpB,MAAM,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,MAAM,IAAI,GAAG,GAAG,EAAE;YAChB,IAAI,CAAC,CAAC;gBAAE,OAAO;YACf,KAAK,IAAI,CAAC,CAAC;YACX,CAAC,CAAC,SAAS,GAAG,OAAO,KAAK,GAAG,GAAG,aAAa,CAAC;YAC9C,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;YAC9C,CAAC,CAAC,SAAS,GAAG,MAAM,CAAC;YACrB,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC;QACF,IAAI,EAAE,CAAC;QACP,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAI,MAA+E,CAAC,aAAa,EAAE,CAAC,EAAE,CAAC,CAAC;QACtH,IAAI,QAAQ;YAAE,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,cAAc,EAAE,CAAC,CAAC;QACxD,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,MAAM,CAAC,CAAC;IACvC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,KAAK,MAAM,CAAC,IAAI,MAAM;YAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,MAAM,CAAC,IAAI,KAAK;YAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;AACnG,CAAC"}

package/dist/cjs/processors.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Track processors (docs/implementation-progress/RTC_PERF_PROGRESS.md P3-4, P3-5): the published microphone or
+ * camera sent through something that changes it first -- noise suppression, a blurred or replaced background, beauty.
+ * LiveKit (`setProcessor`: Krisp, background blur), Agora and TRTC (extensions and plugins) do it the same way: the
+ * device's track goes in, a processed track goes out and is published in its place; the device's own track stays the
+ * one watched for unplugging, given new constraints and released at the end.
+ */
+/** Something the microphone passes through before it is sent. */
+export interface AudioTrackProcessor {
+    /** A short name, for diagnostics. */
+    readonly name: string;
+    /**
+     * Process `track` and return the track to send. Called again whenever the microphone's track changes (another
+     * device, a reconnect): the processor then lets go of what it made for the previous one.
+     */
+    process(track: MediaStreamTrack): Promise<MediaStreamTrack>;
+    /** Let go of everything (the processor was removed, or the session ended). */
+    destroy(): Promise<void> | void;
+}
+/** Something the camera passes through before it is sent (and shown in `client.local`). */
+export interface VideoTrackProcessor {
+    /** A short name, for diagnostics. */
+    readonly name: string;
+    /**
+     * Process `track` and return the track to send, at the same size and frame rate. Called again when the camera's
+     * track changes (another camera, `replaceVideoTrack`): the processor then lets go of what it made for the previous
+     * one. A picture the SDK no longer sends is stopped by the SDK; stop drawing it once its `readyState` is 'ended',
+     * and skip the work while it is switched off (`enabled` false: the camera is paused).
+     */
+    process(track: MediaStreamTrack): Promise<MediaStreamTrack>;
+    /** Let go of everything (the processor was removed, or the session ended). */
+    destroy(): Promise<void> | void;
+}
+//# sourceMappingURL=processors.d.ts.map

package/dist/cjs/processors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"processors.d.ts","sourceRoot":"","sources":["../../src/processors.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,iEAAiE;AACjE,MAAM,WAAW,mBAAmB;IAClC,qCAAqC;IACrC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,OAAO,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC5D,8EAA8E;IAC9E,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CACjC;AAED,2FAA2F;AAC3F,MAAM,WAAW,mBAAmB;IAClC,qCAAqC;IACrC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB;;;;;OAKG;IACH,OAAO,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC5D,8EAA8E;IAC9E,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;CACjC"}

package/dist/cjs/processors.js

@@ -0,0 +1,10 @@
+"use strict";
+/**
+ * Track processors (docs/implementation-progress/RTC_PERF_PROGRESS.md P3-4, P3-5): the published microphone or
+ * camera sent through something that changes it first -- noise suppression, a blurred or replaced background, beauty.
+ * LiveKit (`setProcessor`: Krisp, background blur), Agora and TRTC (extensions and plugins) do it the same way: the
+ * device's track goes in, a processed track goes out and is published in its place; the device's own track stays the
+ * one watched for unplugging, given new constraints and released at the end.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=processors.js.map

package/dist/cjs/processors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"processors.js","sourceRoot":"","sources":["../../src/processors.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG"}

package/dist/cjs/speakers.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Audio levels and active speakers (docs/implementation-progress/RTC_PERF_PROGRESS.md J1).
+ *
+ * - Agora `volume-indicator` and Tencent TRTC `AUDIO_VOLUME` report every participant's volume on an interval.
+ * - Amazon Chime's `DefaultActiveSpeakerPolicy` (read from its code) ranks speakers: a volume above a silence
+ *   threshold counts as speaking (1, else 0); each sample the speaker's score becomes `score × 0.9 + speaking × 0.1`,
+ *   and everyone else's drops by `0.2 × speaking` (the takeover); scores under 0.01 are 0. Its detector updates every
+ *   200 ms. Sampled together here, so two people speaking at once both stay; the takeover applies to the silent.
+ * - LiveKit's server counts a participant as speaking above -35 dBov.
+ *
+ * Levels are WebRTC's `audioLevel`: linear, 0 = silence, 1 = 0 dBov. -35 dBov is 10^(-35/20) ≈ 0.0178.
+ * Pure: the ranking takes levels and gives the order.
+ */
+/** Above this level a participant is speaking (LiveKit's -35 dBov). */
+export declare const SPEAKING_LEVEL = 0.0178;
+/** How often levels are read while someone listens (Chime's detector: 200 ms). */
+export declare const AUDIO_LEVEL_INTERVAL_MS = 250;
+export declare const SPEAKER_WEIGHT = 0.9;
+export declare const TAKEOVER_RATE = 0.2;
+export declare const SCORE_CUTOFF = 0.01;
+/** Chime's active speaker ranking: who has been speaking recently, the most recent and steady first. */
+export declare class ActiveSpeakers {
+    private readonly scores;
+    private last;
+    /**
+     * One sample: each identity's loudest level now (0..1). Identities missing from it count as silent. Returns the new
+     * order when it changed, else null.
+     */
+    update(levels: ReadonlyMap<string, number>): string[] | null;
+    /** Someone left: forget them. Returns the new order when it changed. */
+    remove(identity: string): string[] | null;
+    reset(): void;
+}
+//# sourceMappingURL=speakers.d.ts.map

package/dist/cjs/speakers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"speakers.d.ts","sourceRoot":"","sources":["../../src/speakers.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,uEAAuE;AACvE,eAAO,MAAM,cAAc,SAAS,CAAC;AACrC,kFAAkF;AAClF,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAE3C,eAAO,MAAM,cAAc,MAAM,CAAC;AAClC,eAAO,MAAM,aAAa,MAAM,CAAC;AACjC,eAAO,MAAM,YAAY,OAAO,CAAC;AAEjC,wGAAwG;AACxG,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6B;IACpD,OAAO,CAAC,IAAI,CAAgB;IAE5B;;;OAGG;IACH,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,MAAM,EAAE,GAAG,IAAI;IAoB5D,wEAAwE;IACxE,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI;IAQzC,KAAK,IAAI,IAAI;CAId"}

package/dist/cjs/speakers.js

@@ -0,0 +1,71 @@
+"use strict";
+/**
+ * Audio levels and active speakers (docs/implementation-progress/RTC_PERF_PROGRESS.md J1).
+ *
+ * - Agora `volume-indicator` and Tencent TRTC `AUDIO_VOLUME` report every participant's volume on an interval.
+ * - Amazon Chime's `DefaultActiveSpeakerPolicy` (read from its code) ranks speakers: a volume above a silence
+ *   threshold counts as speaking (1, else 0); each sample the speaker's score becomes `score × 0.9 + speaking × 0.1`,
+ *   and everyone else's drops by `0.2 × speaking` (the takeover); scores under 0.01 are 0. Its detector updates every
+ *   200 ms. Sampled together here, so two people speaking at once both stay; the takeover applies to the silent.
+ * - LiveKit's server counts a participant as speaking above -35 dBov.
+ *
+ * Levels are WebRTC's `audioLevel`: linear, 0 = silence, 1 = 0 dBov. -35 dBov is 10^(-35/20) ≈ 0.0178.
+ * Pure: the ranking takes levels and gives the order.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ActiveSpeakers = exports.SCORE_CUTOFF = exports.TAKEOVER_RATE = exports.SPEAKER_WEIGHT = exports.AUDIO_LEVEL_INTERVAL_MS = exports.SPEAKING_LEVEL = void 0;
+/** Above this level a participant is speaking (LiveKit's -35 dBov). */
+exports.SPEAKING_LEVEL = 0.0178;
+/** How often levels are read while someone listens (Chime's detector: 200 ms). */
+exports.AUDIO_LEVEL_INTERVAL_MS = 250;
+exports.SPEAKER_WEIGHT = 0.9;
+exports.TAKEOVER_RATE = 0.2;
+exports.SCORE_CUTOFF = 0.01;
+/** Chime's active speaker ranking: who has been speaking recently, the most recent and steady first. */
+class ActiveSpeakers {
+    scores = new Map();
+    last = [];
+    /**
+     * One sample: each identity's loudest level now (0..1). Identities missing from it count as silent. Returns the new
+     * order when it changed, else null.
+     */
+    update(levels) {
+        for (const id of levels.keys())
+            if (!this.scores.has(id))
+                this.scores.set(id, 0);
+        // Chime updates one attendee at a time as volumes arrive; here everyone is sampled together, so people speaking
+        // at the same moment do not take over from each other -- only the silent ones lose ground.
+        const speakingNow = new Set([...levels].filter(([, level]) => level > exports.SPEAKING_LEVEL).map(([id]) => id));
+        for (const id of this.scores.keys()) {
+            const speaking = speakingNow.has(id) ? 1 : 0;
+            let score = (this.scores.get(id) ?? 0) * exports.SPEAKER_WEIGHT + speaking * (1 - exports.SPEAKER_WEIGHT);
+            if (!speaking && speakingNow.size > 0)
+                score = Math.max(score - exports.TAKEOVER_RATE, 0);
+            this.scores.set(id, score);
+        }
+        const order = [...this.scores.entries()]
+            .filter(([, score]) => score >= exports.SCORE_CUTOFF)
+            .sort((a, b) => b[1] - a[1] || (a[0] < b[0] ? -1 : 1))
+            .map(([id]) => id);
+        if (order.length === this.last.length && order.every((id, i) => id === this.last[i]))
+            return null;
+        this.last = order;
+        return order;
+    }
+    /** Someone left: forget them. Returns the new order when it changed. */
+    remove(identity) {
+        if (!this.scores.delete(identity))
+            return null;
+        const order = this.last.filter((id) => id !== identity);
+        if (order.length === this.last.length)
+            return null;
+        this.last = order;
+        return order;
+    }
+    reset() {
+        this.scores.clear();
+        this.last = [];
+    }
+}
+exports.ActiveSpeakers = ActiveSpeakers;
+//# sourceMappingURL=speakers.js.map

package/dist/cjs/speakers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"speakers.js","sourceRoot":"","sources":["../../src/speakers.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;GAYG;;;AAEH,uEAAuE;AAC1D,QAAA,cAAc,GAAG,MAAM,CAAC;AACrC,kFAAkF;AACrE,QAAA,uBAAuB,GAAG,GAAG,CAAC;AAE9B,QAAA,cAAc,GAAG,GAAG,CAAC;AACrB,QAAA,aAAa,GAAG,GAAG,CAAC;AACpB,QAAA,YAAY,GAAG,IAAI,CAAC;AAEjC,wGAAwG;AACxG,MAAa,cAAc;IACR,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC5C,IAAI,GAAa,EAAE,CAAC;IAE5B;;;OAGG;IACH,MAAM,CAAC,MAAmC;QACxC,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE;YAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QACjF,gHAAgH;QAChH,2FAA2F;QAC3F,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,sBAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACzG,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7C,IAAI,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,GAAG,sBAAc,GAAG,QAAQ,GAAG,CAAC,CAAC,GAAG,sBAAc,CAAC,CAAC;YAC1F,IAAI,CAAC,QAAQ,IAAI,WAAW,CAAC,IAAI,GAAG,CAAC;gBAAE,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,qBAAa,EAAE,CAAC,CAAC,CAAC;YAClF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;QACD,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;aACrC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,IAAI,oBAAY,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACrD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QAClG,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,wEAAwE;IACxE,MAAM,CAAC,QAAgB;QACrB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC;YAAE,OAAO,IAAI,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QACxD,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QACnD,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;QAClB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;IACjB,CAAC;CACF;AAzCD,wCAyCC"}

package/dist/cjs/video-effects.d.ts

@@ -0,0 +1,93 @@
+/**
+ * Virtual background and beauty for the camera (docs/implementation-progress/RTC_PERF_PROGRESS.md P3-5): a blurred or
+ * replaced background and skin smoothing, as LiveKit's track processors, Agora's and ZEGOCLOUD's virtual background and
+ * beauty extensions, and Tencent TRTC's video effect plugin do -- in the browser, on the GPU.
+ *
+ * Imported on its own (`@voltkit-rtc/client/video-effects`), so an app that does not use it never ships it:
+ *
+ *   import { createVideoEffects } from '@voltkit-rtc/client/video-effects';
+ *   const effects = createVideoEffects({ background: 'blur', beauty: true });
+ *   await client.setVideoProcessor(effects);
+ *   await effects.update({ background: { image: '/office.jpg' } });   // live, no pause for viewers
+ *
+ * Finding the person takes Google's MediaPipe selfie segmenter: install `@mediapipe/tasks-vision@0.10.35` next to the
+ * SDK (an optional peer dependency, 0.10.35 exactly -- later versions report usage to Google). Its wasm (3 MB
+ * compressed) and the model (250 kB) load the first time a background effect is used: the wasm from jsDelivr at that
+ * version and the model from Google, unless you serve them yourself (`wasmPath`, `modelUrl`). Beauty alone needs none
+ * of it.
+ *
+ * Chrome and Edge process each camera frame as it arrives (insertable streams: smooth, and it keeps going in a
+ * background tab). Firefox and Safari draw from a hidden video on a worker's timer into a captured canvas -- what
+ * LiveKit, Twilio and Amazon Chime fall back to -- which a background tab can slow down.
+ */
+import { type BackgroundSetting, type BeautyOptions, type BeautySettings } from './effects-core.js';
+import type { VideoTrackProcessor } from './processors.js';
+export type { BackgroundImageSource, BackgroundSetting, BeautyOptions, BeautySettings } from './effects-core.js';
+/** The `@mediapipe/tasks-vision` version this SDK was tested with; the default wasm URL points at it. */
+export declare const MEDIAPIPE_VERSION = "0.10.35";
+/** Google's selfie segmenter for portrait and square pictures (phones), at a fixed version. */
+export declare const DEFAULT_SEGMENTER_MODEL = "https://storage.googleapis.com/mediapipe-models/image_segmenter/selfie_segmenter/float16/1/selfie_segmenter.tflite";
+/**
+ * Its landscape version, for wide pictures (webcams): fed a 16:9 frame, the square model leaves patches of the room
+ * beside the head, the landscape one traces it cleanly (as LiveKit, Twilio, Chime and TRTC use for webcams).
+ */
+export declare const DEFAULT_LANDSCAPE_MODEL = "https://storage.googleapis.com/mediapipe-models/image_segmenter/selfie_segmenter_landscape/float16/1/selfie_segmenter_landscape.tflite";
+export interface VideoEffectsOptions {
+    /** `'none'` (default), `'blur'`, or `{ image }`: a URL, Blob, image, canvas or ImageBitmap, fitted to cover. */
+    background?: BackgroundSetting;
+    /** Blur strength, 1 (light) to 10 (strong). Default 5. */
+    blur?: number;
+    /** Beauty: `true` for the defaults, or each of `smooth`, `brighten`, `redness`, `sharpen` (0-1). Off by default. */
+    beauty?: BeautyOptions | boolean | null;
+    /** A folder serving `vision_wasm_internal.{js,wasm}` and `vision_wasm_nosimd_internal.{js,wasm}` (from
+     *  `node_modules/@mediapipe/tasks-vision/wasm`). Default: jsDelivr at MEDIAPIPE_VERSION. */
+    wasmPath?: string;
+    /** Where the segmentation model is served, for every picture. Default: DEFAULT_LANDSCAPE_MODEL for wide pictures,
+     *  DEFAULT_SEGMENTER_MODEL for portrait and square ones. */
+    modelUrl?: string;
+    /** The most frames a second to process; the camera's rate by default. */
+    maxFrameRate?: number;
+    /**
+     * Told when this device cannot keep up even finding the person only every few frames (Agora's `onoverload`): turn
+     * the background off, or lower the camera's frame rate or size. Told again with `false` when it can.
+     */
+    onOverload?: (overloaded: boolean) => void;
+}
+/** What `update` can change while the effects run. */
+export type VideoEffectsUpdate = Pick<VideoEffectsOptions, 'background' | 'blur' | 'beauty'>;
+export interface VideoEffects extends VideoTrackProcessor {
+    /**
+     * Change the effects while they run: no new camera, no pause for viewers. Resolves once the change shows; a picture
+     * that cannot be loaded, or a segmenter that cannot start, rejects and leaves the effects as they were.
+     */
+    update(changes: VideoEffectsUpdate): Promise<void>;
+    /** The effects in force now. */
+    readonly settings: {
+        background: 'none' | 'blur' | 'image';
+        blur: number;
+        beauty: BeautySettings | null;
+    };
+    /** How hard the device works: the person is found every `segmentEvery` frames, in `segmentMs` on average. */
+    readonly stats: {
+        segmentEvery: number;
+        segmentMs: number;
+        overloaded: boolean;
+    };
+}
+/** What finds the person: MediaPipe's ImageSegmenter, or a stand-in in tests. */
+export interface PersonSegmenter {
+    /** Find the person in `input`; `use` gets the confidence (0-1) of each pixel being the person, at `input`'s size. */
+    segment(input: TexImageSource, timestampMs: number, use: (confidence: Float32Array) => void): void;
+    close(): void;
+}
+/** Stood in for by tests. */
+export interface VideoEffectsDeps {
+    loadSegmenter(wasmPath: string, modelUrl: string): Promise<PersonSegmenter>;
+    /** How frames are taken and given back; chosen from the browser's features when absent. */
+    pump?: 'insertable' | 'canvas';
+}
+/** Whether this browser can run the effects (WebGL2, and a way to take and give back frames). */
+export declare function isVideoEffectsSupported(): boolean;
+/** Virtual background and beauty, for `client.setVideoProcessor()`. */
+export declare function createVideoEffects(options?: VideoEffectsOptions, stand?: Partial<VideoEffectsDeps>): VideoEffects;
+//# sourceMappingURL=video-effects.d.ts.map

package/dist/cjs/video-effects.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-effects.d.ts","sourceRoot":"","sources":["../../src/video-effects.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,OAAO,EAWL,KAAK,iBAAiB,EACtB,KAAK,aAAa,EAClB,KAAK,cAAc,EACpB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AAE3D,YAAY,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAEjH,yGAAyG;AACzG,eAAO,MAAM,iBAAiB,YAAY,CAAC;AAE3C,+FAA+F;AAC/F,eAAO,MAAM,uBAAuB,uHAAuH,CAAC;AAC5J;;;GAGG;AACH,eAAO,MAAM,uBAAuB,2IAA2I,CAAC;AAEhL,MAAM,WAAW,mBAAmB;IAClC,gHAAgH;IAChH,UAAU,CAAC,EAAE,iBAAiB,CAAC;IAC/B,0DAA0D;IAC1D,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oHAAoH;IACpH,MAAM,CAAC,EAAE,aAAa,GAAG,OAAO,GAAG,IAAI,CAAC;IACxC;gGAC4F;IAC5F,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;gEAC4D;IAC5D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yEAAyE;IACzE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,UAAU,CAAC,EAAE,CAAC,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;CAC5C;AAED,sDAAsD;AACtD,MAAM,MAAM,kBAAkB,GAAG,IAAI,CAAC,mBAAmB,EAAE,YAAY,GAAG,MAAM,GAAG,QAAQ,CAAC,CAAC;AAE7F,MAAM,WAAW,YAAa,SAAQ,mBAAmB;IACvD;;;OAGG;IACH,MAAM,CAAC,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,gCAAgC;IAChC,QAAQ,CAAC,QAAQ,EAAE;QAAE,UAAU,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAA;KAAE,CAAC;IAC1G,6GAA6G;IAC7G,QAAQ,CAAC,KAAK,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,OAAO,CAAA;KAAE,CAAC;CAClF;AAED,iFAAiF;AACjF,MAAM,WAAW,eAAe;IAC9B,qHAAqH;IACrH,OAAO,CAAC,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,EAAE,YAAY,KAAK,IAAI,GAAG,IAAI,CAAC;IACnG,KAAK,IAAI,IAAI,CAAC;CACf;AAED,6BAA6B;AAC7B,MAAM,WAAW,gBAAgB;IAC/B,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC5E,2FAA2F;IAC3F,IAAI,CAAC,EAAE,YAAY,GAAG,QAAQ,CAAC;CAChC;AAED,iGAAiG;AACjG,wBAAgB,uBAAuB,IAAI,OAAO,CAWjD;AAwND,uEAAuE;AACvE,wBAAgB,kBAAkB,CAAC,OAAO,GAAE,mBAAwB,EAAE,KAAK,GAAE,OAAO,CAAC,gBAAgB,CAAM,GAAG,YAAY,CA0NzH"}