@memberjunction/ai-realtime-client 6.2.0-edge.3 → 6.2.0-edge.4

package/dist/media/frameCapture.js.map

@@ -1 +1 @@
-{"version":3,"file":"frameCapture.js","sourceRoot":"","sources":["../../src/media/frameCapture.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAsCH;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CACpC,MAAmB,EACnB,OAA4B;IAE5B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,UAAU,EAAE,IAAI,IAAI,CAAC,CAAC;IAC9D,wEAAwE;IACxE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,YAAY,CAAC;IAClD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,GAAG,CAAC;IAEvC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,KAAK,GAA0C,IAAI,CAAC;IACxD,IAAI,OAAO,GAA4B,IAAI,CAAC;IAC5C,IAAI,QAAQ,GAA6B,IAAI,CAAC;IAE9C,IAAI,OAAO,QAAQ,KAAK,WAAW,IAAI,OAAO,QAAQ,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;QAClF,IAAI,CAAC;YACD,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC1C,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;YACrB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;YAC3B,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC;YAC3B,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;gBAC3B,6EAA6E;YACjF,CAAC,CAAC,CAAC;YACH,QAAQ,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,qEAAqE,EAAE,GAAG,CAAC,CAAC;QAC9F,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAG,GAAG,EAAE;QACrB,IAAI,OAAO,EAAE,CAAC;YACV,OAAO;QACX,CAAC;QACD,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;YAC3E,QAAQ,CAAC,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC;YACpC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;YACtC,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,GAAG,EAAE,CAAC;gBACN,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACtD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpB,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAChD,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IAEF,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;QACtB,KAAK,GAAG,WAAW,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,IAAI,CACR,8FAA8F;YAC9F,mCAAmC,CACtC,CAAC;IACN,CAAC;IAED,OAAO;QACH,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,KAAK,EAAE,CAAC;gBACR,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,KAAK,GAAG,IAAI,CAAC;YACjB,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;gBACzB,OAAO,GAAG,IAAI,CAAC;YACnB,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,MAAM;YACN,OAAO,MAAM,CAAC;QAClB,CAAC;KACJ,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,WAAmC;IAEnC,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,EAAE,eAAe,IAAI,IAAI,CAAC;IACpE,IAAI,eAAe,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,uGAAuG,CAAC,CAAC;IAC7H,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;QACrD,KAAK,EAAE,WAAW,IAAI,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;KAClG,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,wBAAwB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,OAAO;QACH,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,MAAM;YACN,OAAO,MAAM,CAAC;QAClB,CAAC;KACJ,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,mBAA+C;IAE/C,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,EAAE,eAAe,IAAI,IAAI,CAAC;IACpE,IAAI,eAAe,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,eAAe,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,0GAA0G,CAAC,CAAC;IAChI,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,eAAe,CACvD,mBAAmB,IAAI,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAC9D,CAAC;IACF,MAAM,OAAO,GAAG,wBAAwB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,OAAO;QACH,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,MAAM;YACN,OAAO,MAAM,CAAC;QAClB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,wBAAwB,CACpC,MAAmB,EACnB,OAA4B;IAE5B,OAAO,wBAAwB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC;AAED,mDAAmD;AACnD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,WAAmC;IAEnC,OAAO,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;AACrD,CAAC;AAED,mDAAmD;AACnD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,mBAA+C;IAE/C,OAAO,mBAAmB,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;AAC7D,CAAC"}
+{"version":3,"file":"frameCapture.js","sourceRoot":"","sources":["../../src/media/frameCapture.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAoC9C;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACpC,MAAmB,EACnB,OAA4B;IAE5B,OAAO,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,mGAAmG;AACnG,SAAS,YAAY,CAAC,MAAmB,EAAE,OAA4B;IACnE,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,MAAM,EAAE;QACrC,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,UAAU,EAAE,IAAI,IAAI,CAAC;QACnD,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;KACtF,CAAC,CAAC;IACH,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,OAAO;QACH,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE;QAC1B,IAAI,MAAM;YACN,OAAO,MAAM,CAAC;QAClB,CAAC;KACJ,CAAC;AACN,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,WAAmC;IAEnC,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,EAAE,eAAe,IAAI,IAAI,CAAC;IACpE,IAAI,eAAe,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,uGAAuG,CAAC,CAAC;IAC7H,CAAC;IACD,qGAAqG;IACrG,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;QACrD,KAAK,EAAE,WAAW,IAAI,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;KAC3E,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,OAAO;QACH,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,MAAM;YACN,OAAO,MAAM,CAAC;QAClB,CAAC;KACJ,CAAC;AACN,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,mBAA+C;IAE/C,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,EAAE,eAAe,IAAI,IAAI,CAAC;IACpE,IAAI,eAAe,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,eAAe,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,0GAA0G,CAAC,CAAC;IAChI,CAAC;IACD,+EAA+E;IAC/E,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,eAAe,CAAC,mBAAmB,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACpG,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,OAAO;QACH,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,MAAM;YACN,OAAO,MAAM,CAAC;QAClB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,4CAA4C;AAC5C,MAAM,UAAU,wBAAwB,CACpC,MAAmB,EACnB,OAA4B;IAE5B,OAAO,wBAAwB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC;AAED,mDAAmD;AACnD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,WAAmC;IAEnC,OAAO,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;AACrD,CAAC;AAED,mDAAmD;AACnD,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,mBAA+C;IAE/C,OAAO,mBAAmB,CAAC,OAAO,EAAE,mBAAmB,CAAC,CAAC;AAC7D,CAAC"}

package/dist/media/frameSampler.d.ts

@@ -0,0 +1,94 @@
+/**
+ * @fileoverview FRAME SAMPLER: takes still frames from any `MediaStream` at the rate the caller asks
+ * for, and returns each as a base64 JPEG or PNG.
+ *
+ * The rate is the caller's: pass the rate the inbound video track negotiated
+ * (`BaseRealtimeClient.InboundVideoRate`). The sampler applies no ceiling of its own, so the stream itself
+ * can run at its native frame rate (a smooth self-view) while the model receives only the frames it can
+ * take. An absent or invalid rate means one frame per second, like every pacer in this package
+ * ({@link NominalVideoFrameIntervalMs}).
+ *
+ * Frames are drawn from a hidden `<video>` onto a `<canvas>`. Without a DOM (Node, SSR) the sampler emits
+ * nothing, and {@link FrameSampler.Start} says so by returning `false`.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+/** Image formats a frame can be encoded as. */
+export type SampledFrameMimeType = 'image/jpeg' | 'image/png';
+/** A width and height in pixels. */
+export interface FrameSize {
+    Width: number;
+    Height: number;
+}
+/** One frame taken from the stream. */
+export interface SampledFrame {
+    /** The encoded image, base64 (no `data:` prefix). */
+    Data: string;
+    MimeType: SampledFrameMimeType;
+    /** The encoded image's width in pixels, after any {@link FrameSamplerOptions.MaxDimension} scaling. */
+    Width: number;
+    /** The encoded image's height in pixels, after any scaling. */
+    Height: number;
+    /** Epoch milliseconds when the frame was taken. */
+    TimestampMs: number;
+}
+export interface FrameSamplerOptions {
+    /**
+     * Frames per second. Pass the rate the inbound video track negotiated; there is no ceiling. An
+     * absent, zero, negative or non-finite rate means one frame per second.
+     */
+    Rate: number;
+    /** Defaults to `'image/jpeg'`. */
+    MimeType?: SampledFrameMimeType;
+    /** JPEG quality from 0 to 1. Defaults to 0.8. Ignored for PNG. */
+    Quality?: number;
+    /**
+     * Caps the longer side of each frame, in pixels, keeping the aspect ratio. A smaller frame is never
+     * enlarged. Defaults to no cap: frames are encoded at the stream's own size.
+     */
+    MaxDimension?: number;
+    /** Receives each frame. */
+    OnFrame: (frame: SampledFrame) => void;
+}
+/**
+ * The size a frame is encoded at: its own size, or scaled down so the longer side is at most
+ * `maxDimension` pixels. Never enlarges, and never returns a side smaller than 1. The math is
+ * `@memberjunction/ai`'s `ScaleRealtimeVideoFrame`, shared with the meeting bot.
+ *
+ * @param size The frame's own size.
+ * @param maxDimension The cap on the longer side; `undefined` or a non-positive value means no cap.
+ */
+export declare function ScaleToMaxDimension(size: FrameSize, maxDimension?: number): FrameSize;
+/**
+ * Samples still frames from a `MediaStream`. The caller owns the stream: {@link FrameSampler.Stop}
+ * releases the sampler's elements and timer but never stops the stream's tracks.
+ */
+export declare class FrameSampler {
+    private readonly stream;
+    private readonly options;
+    private readonly intervalMs;
+    private timer;
+    private video;
+    private canvas;
+    /**
+     * @param stream The stream to sample. Its first video track is drawn.
+     * @param options Rate, format, size cap and the frame callback.
+     */
+    constructor(stream: MediaStream, options: FrameSamplerOptions);
+    /** The stream being sampled. */
+    get Stream(): MediaStream;
+    /** Whether the sampler is taking frames. */
+    get IsRunning(): boolean;
+    /**
+     * Starts taking frames. Calling it while running does nothing.
+     *
+     * @returns `false` when there is no DOM to draw frames in, so no frames will come.
+     */
+    Start(): boolean;
+    /** Stops taking frames and releases the elements. The stream's tracks keep running. */
+    Stop(): void;
+    private createElements;
+    /** Draws and encodes the current frame. Skips the tick until the video has a frame to draw. */
+    private sampleFrame;
+}
+//# sourceMappingURL=frameSampler.d.ts.map

package/dist/media/frameSampler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"frameSampler.d.ts","sourceRoot":"","sources":["../../src/media/frameSampler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAKH,+CAA+C;AAC/C,MAAM,MAAM,oBAAoB,GAAG,YAAY,GAAG,WAAW,CAAC;AAE9D,oCAAoC;AACpC,MAAM,WAAW,SAAS;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAClB;AAED,uCAAuC;AACvC,MAAM,WAAW,YAAY;IACzB,qDAAqD;IACrD,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,uGAAuG;IACvG,KAAK,EAAE,MAAM,CAAC;IACd,+DAA+D;IAC/D,MAAM,EAAE,MAAM,CAAC;IACf,mDAAmD;IACnD,WAAW,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,mBAAmB;IAChC;;;OAGG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,kCAAkC;IAClC,QAAQ,CAAC,EAAE,oBAAoB,CAAC;IAChC,kEAAkE;IAClE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,2BAA2B;IAC3B,OAAO,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,CAAC;CAC1C;AAKD;;;;;;;GAOG;AACH,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAErF;AAED;;;GAGG;AACH,qBAAa,YAAY;IAWjB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAX5B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,KAAK,CAA+C;IAC5D,OAAO,CAAC,KAAK,CAAiC;IAC9C,OAAO,CAAC,MAAM,CAAkC;IAEhD;;;OAGG;gBAEkB,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,mBAAmB;IAKjD,gCAAgC;IAChC,IAAW,MAAM,IAAI,WAAW,CAE/B;IAED,4CAA4C;IAC5C,IAAW,SAAS,IAAI,OAAO,CAE9B;IAED;;;;OAIG;IACI,KAAK,IAAI,OAAO;IAYvB,uFAAuF;IAChF,IAAI,IAAI,IAAI;IAkBnB,OAAO,CAAC,cAAc;IAsBtB,+FAA+F;IAC/F,OAAO,CAAC,WAAW;CAoBtB"}

package/dist/media/frameSampler.js

@@ -0,0 +1,134 @@
+/**
+ * @fileoverview FRAME SAMPLER: takes still frames from any `MediaStream` at the rate the caller asks
+ * for, and returns each as a base64 JPEG or PNG.
+ *
+ * The rate is the caller's: pass the rate the inbound video track negotiated
+ * (`BaseRealtimeClient.InboundVideoRate`). The sampler applies no ceiling of its own, so the stream itself
+ * can run at its native frame rate (a smooth self-view) while the model receives only the frames it can
+ * take. An absent or invalid rate means one frame per second, like every pacer in this package
+ * ({@link NominalVideoFrameIntervalMs}).
+ *
+ * Frames are drawn from a hidden `<video>` onto a `<canvas>`. Without a DOM (Node, SSR) the sampler emits
+ * nothing, and {@link FrameSampler.Start} says so by returning `false`.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+import { ScaleRealtimeVideoFrame } from '@memberjunction/ai';
+import { NominalVideoFrameIntervalMs } from './videoPacing.js';
+/** JPEG quality when the caller doesn't set one. */
+const DEFAULT_JPEG_QUALITY = 0.8;
+/**
+ * The size a frame is encoded at: its own size, or scaled down so the longer side is at most
+ * `maxDimension` pixels. Never enlarges, and never returns a side smaller than 1. The math is
+ * `@memberjunction/ai`'s `ScaleRealtimeVideoFrame`, shared with the meeting bot.
+ *
+ * @param size The frame's own size.
+ * @param maxDimension The cap on the longer side; `undefined` or a non-positive value means no cap.
+ */
+export function ScaleToMaxDimension(size, maxDimension) {
+    return ScaleRealtimeVideoFrame(size, maxDimension);
+}
+/**
+ * Samples still frames from a `MediaStream`. The caller owns the stream: {@link FrameSampler.Stop}
+ * releases the sampler's elements and timer but never stops the stream's tracks.
+ */
+export class FrameSampler {
+    /**
+     * @param stream The stream to sample. Its first video track is drawn.
+     * @param options Rate, format, size cap and the frame callback.
+     */
+    constructor(stream, options) {
+        this.stream = stream;
+        this.options = options;
+        this.timer = null;
+        this.video = null;
+        this.canvas = null;
+        this.intervalMs = NominalVideoFrameIntervalMs(options.Rate);
+    }
+    /** The stream being sampled. */
+    get Stream() {
+        return this.stream;
+    }
+    /** Whether the sampler is taking frames. */
+    get IsRunning() {
+        return this.timer !== null;
+    }
+    /**
+     * Starts taking frames. Calling it while running does nothing.
+     *
+     * @returns `false` when there is no DOM to draw frames in, so no frames will come.
+     */
+    Start() {
+        if (this.timer) {
+            return true;
+        }
+        if (!this.createElements()) {
+            console.warn('[FrameSampler] No DOM to draw frames in, or element creation failed: this sampler emits no frames.');
+            return false;
+        }
+        this.timer = setInterval(() => this.sampleFrame(), this.intervalMs);
+        return true;
+    }
+    /** Stops taking frames and releases the elements. The stream's tracks keep running. */
+    Stop() {
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+        if (this.video) {
+            this.video.pause();
+            this.video.srcObject = null;
+            this.video = null;
+        }
+        if (this.canvas) {
+            // A zero-size canvas lets the browser free the backing store now rather than at collection.
+            this.canvas.width = 0;
+            this.canvas.height = 0;
+            this.canvas = null;
+        }
+    }
+    createElements() {
+        if (typeof document === 'undefined' || typeof document.createElement !== 'function') {
+            return false;
+        }
+        try {
+            const video = document.createElement('video');
+            video.muted = true;
+            video.playsInline = true;
+            video.srcObject = this.stream;
+            void video.play().catch(() => {
+                // Autoplay can wait for a user gesture; frames start once the video plays.
+            });
+            this.video = video;
+            this.canvas = document.createElement('canvas');
+            return true;
+        }
+        catch (err) {
+            console.error('[FrameSampler] Failed to create the video and canvas elements:', err);
+            this.Stop();
+            return false;
+        }
+    }
+    /** Draws and encodes the current frame. Skips the tick until the video has a frame to draw. */
+    sampleFrame() {
+        const video = this.video;
+        const canvas = this.canvas;
+        if (!video || !canvas || video.videoWidth <= 0 || video.videoHeight <= 0) {
+            return;
+        }
+        const size = ScaleToMaxDimension({ Width: video.videoWidth, Height: video.videoHeight }, this.options.MaxDimension);
+        canvas.width = size.Width;
+        canvas.height = size.Height;
+        const context = canvas.getContext('2d');
+        if (!context) {
+            return;
+        }
+        context.drawImage(video, 0, 0, size.Width, size.Height);
+        const mimeType = this.options.MimeType ?? 'image/jpeg';
+        const data = canvas.toDataURL(mimeType, this.options.Quality ?? DEFAULT_JPEG_QUALITY).split(',')[1] ?? '';
+        if (data.length > 0) {
+            this.options.OnFrame({ Data: data, MimeType: mimeType, Width: size.Width, Height: size.Height, TimestampMs: Date.now() });
+        }
+    }
+}
+//# sourceMappingURL=frameSampler.js.map

package/dist/media/frameSampler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"frameSampler.js","sourceRoot":"","sources":["../../src/media/frameSampler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,EAAE,2BAA2B,EAAE,MAAM,eAAe,CAAC;AA2C5D,oDAAoD;AACpD,MAAM,oBAAoB,GAAG,GAAG,CAAC;AAEjC;;;;;;;GAOG;AACH,MAAM,UAAU,mBAAmB,CAAC,IAAe,EAAE,YAAqB;IACtE,OAAO,uBAAuB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;AACvD,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,YAAY;IAMrB;;;OAGG;IACH,YACqB,MAAmB,EACnB,OAA4B;QAD5B,WAAM,GAAN,MAAM,CAAa;QACnB,YAAO,GAAP,OAAO,CAAqB;QAVzC,UAAK,GAA0C,IAAI,CAAC;QACpD,UAAK,GAA4B,IAAI,CAAC;QACtC,WAAM,GAA6B,IAAI,CAAC;QAU5C,IAAI,CAAC,UAAU,GAAG,2BAA2B,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC;IAED,gCAAgC;IAChC,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED,4CAA4C;IAC5C,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACI,KAAK;QACR,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,oGAAoG,CAAC,CAAC;YACnH,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACpE,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,uFAAuF;IAChF,IAAI;QACP,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;YAC5B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACtB,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,4FAA4F;YAC5F,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACvB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACvB,CAAC;IACL,CAAC;IAEO,cAAc;QAClB,IAAI,OAAO,QAAQ,KAAK,WAAW,IAAI,OAAO,QAAQ,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;YAClF,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC9C,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;YACnB,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC;YACzB,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;YAC9B,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;gBACzB,2EAA2E;YAC/E,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC/C,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,gEAAgE,EAAE,GAAG,CAAC,CAAC;YACrF,IAAI,CAAC,IAAI,EAAE,CAAC;YACZ,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,+FAA+F;IACvF,WAAW;QACf,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,UAAU,IAAI,CAAC,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,EAAE,CAAC;YACvE,OAAO;QACX,CAAC;QACD,MAAM,IAAI,GAAG,mBAAmB,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,CAAC,WAAW,EAAE,EAAE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACpH,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAC1B,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,OAAO;QACX,CAAC;QACD,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,YAAY,CAAC;QACvD,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,oBAAoB,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1G,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC9H,CAAC;IACL,CAAC;CACJ"}

package/dist/media/index.d.ts

@@ -0,0 +1,32 @@
+/**
+ * @fileoverview The `@memberjunction/ai-realtime-client/media` entry point: the browser media code that
+ * no provider driver sits behind (frame capture and sampling, display capture, the local camera and
+ * microphone controller, the video source arbiter, frame pacing, the channel video bridge, video playout and its
+ * decoder registry, the audio meter), and the media stage's layout model with the user's placement moves in their saved
+ * form.
+ *
+ * A consumer that only needs media, such as the LiveKit room, imports this entry and bundles no driver
+ * and no `@google/genai`. Everything reachable from here may import only other `/media` modules,
+ * `audio/audioMeter`, `@memberjunction/ai`, `@memberjunction/global` and `rxjs`; `media-entry-boundary.test.ts`
+ * fails the build otherwise. The main entry exports all of this too.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+export * from './attachVideoSource.js';
+export * from './frameCapture.js';
+export * from './frameSampler.js';
+export * from './localMediaController.js';
+export * from './mediaStage.js';
+export * from './mediaLayout.js';
+export * from './mediaPreview.js';
+export * from './model.js';
+export * from './channelVideoSource.js';
+export * from './displayCapture.js';
+export * from './videoPacing.js';
+export * from './videoPlayout.js';
+export * from './playbackClock.js';
+export * from './videoFrameDecoder.js';
+export * from './videoFrameDecoderRegistry.js';
+export * from './videoSourceArbiter.js';
+export * from '../audio/audioMeter.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/media/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,cAAc,qBAAqB,CAAC;AACpC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,SAAS,CAAC;AACxB,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC"}

package/dist/media/index.js

@@ -0,0 +1,32 @@
+/**
+ * @fileoverview The `@memberjunction/ai-realtime-client/media` entry point: the browser media code that
+ * no provider driver sits behind (frame capture and sampling, display capture, the local camera and
+ * microphone controller, the video source arbiter, frame pacing, the channel video bridge, video playout and its
+ * decoder registry, the audio meter), and the media stage's layout model with the user's placement moves in their saved
+ * form.
+ *
+ * A consumer that only needs media, such as the LiveKit room, imports this entry and bundles no driver
+ * and no `@google/genai`. Everything reachable from here may import only other `/media` modules,
+ * `audio/audioMeter`, `@memberjunction/ai`, `@memberjunction/global` and `rxjs`; `media-entry-boundary.test.ts`
+ * fails the build otherwise. The main entry exports all of this too.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+export * from './attachVideoSource.js';
+export * from './frameCapture.js';
+export * from './frameSampler.js';
+export * from './localMediaController.js';
+export * from './mediaStage.js';
+export * from './mediaLayout.js';
+export * from './mediaPreview.js';
+export * from './model.js';
+export * from './channelVideoSource.js';
+export * from './displayCapture.js';
+export * from './videoPacing.js';
+export * from './videoPlayout.js';
+export * from './playbackClock.js';
+export * from './videoFrameDecoder.js';
+export * from './videoFrameDecoderRegistry.js';
+export * from './videoSourceArbiter.js';
+export * from '../audio/audioMeter.js';
+//# sourceMappingURL=index.js.map

package/dist/media/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,cAAc,qBAAqB,CAAC;AACpC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,SAAS,CAAC;AACxB,cAAc,sBAAsB,CAAC;AACrC,cAAc,kBAAkB,CAAC;AACjC,cAAc,eAAe,CAAC;AAC9B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC"}

package/dist/media/localMediaController.d.ts

@@ -0,0 +1,116 @@
+/**
+ * @fileoverview LOCAL MEDIA CONTROLLER: the user's camera and microphone. It lists devices, starts and stops
+ * each kind, moves a live kind to another device, follows device changes, and reports all of it through
+ * {@link LocalMediaController.State$}.
+ *
+ * - **It never starts on its own.** Every capture begins with an explicit {@link LocalMediaController.Start}.
+ *   Whether frames or audio reach the model is decided where they are sent (the runtime, after the camera
+ *   check), not here.
+ * - **A device switch keeps the stream.** The new track replaces the old one inside the `MediaStream` that
+ *   {@link LocalMediaController.GetStream} handed out, so a `<video>` self-view or a `FrameSampler` keeps
+ *   working. Consumers bound to a track rather than a stream (a Web Audio source node, a WebRTC sender) must
+ *   rebind when `State$` reports the new device; a realtime client does it in `ReplaceMicrophone`. The new
+ *   track keeps the old one's `enabled` flag, so a muted microphone stays muted. The current device is
+ *   released before the new one opens, because mobile browsers open one camera at a time; if the new one
+ *   fails, the previous one is reopened.
+ * - **A lost device falls back to the default.** When the device in use goes away (unplugged, Bluetooth
+ *   dropped), the kind restarts on the system default device. Only when none is left does it report `failed`.
+ * - **Capture runs at the device's native frame rate**; pace what the model receives with a `FrameSampler`.
+ *
+ * Screen sharing is `RequestDisplayCapture`'s job, not this controller's.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+import { type Observable } from 'rxjs';
+import type { LocalMediaKind, LocalMediaResult, LocalMediaState, MediaDevice } from './model.js';
+export interface LocalMediaControllerOptions {
+    /** Camera constraints other than the device. Defaults to 1280×720 (ideal) at the camera's native frame rate. */
+    CameraConstraints?: MediaTrackConstraints;
+    /** Microphone constraints other than the device. Defaults to echo cancellation, noise suppression and auto gain. */
+    MicrophoneConstraints?: MediaTrackConstraints;
+}
+/**
+ * What a camera-and-microphone controller offers. {@link LocalMediaController} is the browser's; a host on
+ * another platform, or a test, can supply its own.
+ */
+export interface ILocalMediaController {
+    /** The current state. */
+    readonly State: LocalMediaState;
+    /** The state, now and on every change. Completes on {@link Dispose}. */
+    readonly State$: Observable<LocalMediaState>;
+    /** The live stream of a kind, or `null` while it is off. The same object across device switches. */
+    GetStream(kind: LocalMediaKind): MediaStream | null;
+    /** Lists the input devices. */
+    RefreshDevices(): Promise<MediaDevice[]>;
+    /** Starts capturing a kind, on `deviceId` when it is available. Always resolves; a failure is a result. */
+    Start(kind: LocalMediaKind, deviceId?: string): Promise<LocalMediaResult>;
+    /** Moves a live kind to another device, keeping the same stream and the track's mute. */
+    SwitchDevice(kind: LocalMediaKind, deviceId: string): Promise<LocalMediaResult>;
+    /** Stops a kind and releases its device. */
+    Stop(kind: LocalMediaKind): void;
+    /** Stops both kinds and completes {@link State$}. */
+    Dispose(): void;
+}
+/** The camera and microphone of one browser session. */
+export declare class LocalMediaController implements ILocalMediaController {
+    private readonly options;
+    private readonly state;
+    private readonly live;
+    private readonly pending;
+    /** Bumped by every Stop, so a start that resolves after it knows it was cancelled. */
+    private readonly generation;
+    private readonly onDeviceChange;
+    private disposed;
+    constructor(options?: LocalMediaControllerOptions);
+    /** The current state. */
+    get State(): LocalMediaState;
+    /** The state, now and on every change. Completes on {@link Dispose}. */
+    get State$(): Observable<LocalMediaState>;
+    /** The live stream of a kind, or `null` while it is off. The same object across device switches. */
+    GetStream(kind: LocalMediaKind): MediaStream | null;
+    /**
+     * Lists the input devices. Labels stay empty until the user has allowed this site that kind of device. If
+     * the browser cannot list them, the last list is kept.
+     */
+    RefreshDevices(): Promise<MediaDevice[]>;
+    /**
+     * Starts capturing a kind: on `deviceId` when it is available, otherwise on the system default. If the
+     * kind is already on, returns its stream.
+     */
+    Start(kind: LocalMediaKind, deviceId?: string): Promise<LocalMediaResult>;
+    /**
+     * Moves a live kind to another device, keeping the same stream. The current device is released first; if
+     * the new device fails, the previous one is reopened. A kind that is off is started on that device instead.
+     */
+    SwitchDevice(kind: LocalMediaKind, deviceId: string): Promise<LocalMediaResult>;
+    /** Stops a kind and releases its device. */
+    Stop(kind: LocalMediaKind): void;
+    /** Stops both kinds, stops following device changes, and completes {@link State$}. */
+    Dispose(): void;
+    private startCapture;
+    /** Asks the browser for one track of a kind. */
+    private acquire;
+    private constraintsFor;
+    /**
+     * Releases a live capture's device ahead of opening another one, and reports the kind as starting.
+     *
+     * @returns The change's generation: a later change, or a Stop, makes it stale.
+     */
+    private beginChange;
+    /** Whether a change is still the latest for its kind. If not, the device it opened is released. */
+    private isLatest;
+    /**
+     * Puts a track in the stream of the capture it replaces and reports its device. The track takes over the
+     * old one's `enabled` flag, so a muted microphone stays muted on the new device.
+     */
+    private insertTrack;
+    /** Opens a device in place of a released capture; if that fails, stops the kind and reports why. */
+    private reopenOrFail;
+    /** Follows a live track: when it ends without being stopped here, its device went away. */
+    private watch;
+    /** Restarts a kind whose device went away on the system default, or reports that none is left. */
+    private recoverFromLostDevice;
+    private publishTrack;
+    private publish;
+}
+//# sourceMappingURL=localMediaController.d.ts.map

package/dist/media/localMediaController.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"localMediaController.d.ts","sourceRoot":"","sources":["../../src/media/localMediaController.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAmB,KAAK,UAAU,EAAE,MAAM,MAAM,CAAC;AACxD,OAAO,KAAK,EAAqB,cAAc,EAAE,gBAAgB,EAAE,eAAe,EAAmB,WAAW,EAAE,MAAM,SAAS,CAAC;AAElI,MAAM,WAAW,2BAA2B;IACxC,gHAAgH;IAChH,iBAAiB,CAAC,EAAE,qBAAqB,CAAC;IAC1C,oHAAoH;IACpH,qBAAqB,CAAC,EAAE,qBAAqB,CAAC;CACjD;AAiBD;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IAClC,yBAAyB;IACzB,QAAQ,CAAC,KAAK,EAAE,eAAe,CAAC;IAChC,wEAAwE;IACxE,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;IAC7C,oGAAoG;IACpG,SAAS,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,GAAG,IAAI,CAAC;IACpD,+BAA+B;IAC/B,cAAc,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACzC,2GAA2G;IAC3G,KAAK,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC1E,yFAAyF;IACzF,YAAY,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAChF,4CAA4C;IAC5C,IAAI,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI,CAAC;IACjC,qDAAqD;IACrD,OAAO,IAAI,IAAI,CAAC;CACnB;AAED,wDAAwD;AACxD,qBAAa,oBAAqB,YAAW,qBAAqB;IASlD,OAAO,CAAC,QAAQ,CAAC,OAAO;IARpC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAuF;IAC7G,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAkF;IACvG,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAgG;IACxH,sFAAsF;IACtF,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAgE;IAC3F,OAAO,CAAC,QAAQ,CAAC,cAAc,CAA0C;IACzE,OAAO,CAAC,QAAQ,CAAS;gBAEI,OAAO,GAAE,2BAAgC;IAItE,yBAAyB;IACzB,IAAW,KAAK,IAAI,eAAe,CAElC;IAED,wEAAwE;IACxE,IAAW,MAAM,IAAI,UAAU,CAAC,eAAe,CAAC,CAE/C;IAED,oGAAoG;IAC7F,SAAS,CAAC,IAAI,EAAE,cAAc,GAAG,WAAW,GAAG,IAAI;IAI1D;;;OAGG;IACU,cAAc,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IAmBrD;;;OAGG;IACI,KAAK,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAehF;;;OAGG;IACU,YAAY,CAAC,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAmB5F,4CAA4C;IACrC,IAAI,CAAC,IAAI,EAAE,cAAc,GAAG,IAAI;IAWvC,sFAAsF;IAC/E,OAAO,IAAI,IAAI;YAWR,YAAY;IAmB1B,gDAAgD;YAClC,OAAO;IAmBrB,OAAO,CAAC,cAAc;IAMtB;;;;OAIG;IACH,OAAO,CAAC,WAAW;IAQnB,mGAAmG;IACnG,OAAO,CAAC,QAAQ;IAUhB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAOnB,oGAAoG;YACtF,YAAY;IAa1B,2FAA2F;IAC3F,OAAO,CAAC,KAAK;IAMb,kGAAkG;YACpF,qBAAqB;IASnC,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,OAAO;CAKlB"}