@memberjunction/ai-realtime-client 6.1.1 → 6.1.2

package/dist/media/channelVideoSource.d.ts

@@ -0,0 +1,83 @@
+/**
+ * @fileoverview SHARED CHANNEL INBOUND VIDEO BRIDGE (Phase F5).
+ *
+ * Single shared implementation used by both Whiteboard and Remote Browser channels
+ * to source inbound video frames into a realtime session when the model supports it.
+ *
+ * Enforces:
+ *  1. Model capability & track gate: if the session has not established an inbound video track,
+ *     falls back to tool-only behaviour — NO frames sent and NO errors raised.
+ *  2. Cadence throttling: capped at 1 frame per second maximum (1 fps ceiling per Live API capabilities guide).
+ *  3. Clean teardown on Stop().
+ *
+ * @module @memberjunction/ai-realtime-client
+ * @author MemberJunction.com
+ */
+import type { BaseRealtimeClient } from '../generic/baseRealtimeClient.js';
+/**
+ * Provider implemented by a channel or surface to produce visual frames.
+ */
+export interface IChannelFrameProvider {
+    /**
+     * Returns the latest visual scene as a base64-encoded JPEG image, or null when
+     * no frame is available or the surface hasn't changed.
+     */
+    GetLatestFrame(): Promise<string | null> | string | null;
+}
+/**
+ * Options for the inbound channel video bridge.
+ */
+export interface ChannelInboundVideoBridgeOptions {
+    /** Target frame rate in fps (capped at 1 fps maximum). Defaults to 1. */
+    Rate?: number;
+    /** Output MIME type. Defaults to 'image/jpeg'. */
+    MimeType?: string;
+}
+/**
+ * Shared bridge connecting a visual channel surface to the session's inbound video track.
+ */
+export declare class ChannelInboundVideoBridge {
+    private readonly clientOrGetter;
+    private readonly provider;
+    private readonly options;
+    private timer;
+    private active;
+    private frameErrorLogged;
+    constructor(clientOrGetter: BaseRealtimeClient | (() => BaseRealtimeClient | null | undefined) | null | undefined, provider: IChannelFrameProvider, options?: ChannelInboundVideoBridgeOptions);
+    private get client();
+    /**
+     * Starts the periodic frame pump if the session has an established inbound video track.
+     *
+     * @returns `true` if video streaming was started; `false` if the model does not support
+     *   inbound video (or track was not established), falling back to tool-only behaviour.
+     */
+    Start(): boolean;
+    /**
+     * Directly sends a frame through the client when the inbound video track is established
+     * and the client implements `SendVideoFrame`.
+     *
+     * @returns `true` if dispatched to the client; `false` otherwise.
+     */
+    private sendFrameDirect;
+    /**
+     * Pushes an event-driven frame (e.g. screencast push from RemoteBrowser or stroke completion).
+     * Dispatches directly to the client's authoritative throttle gate.
+     *
+     * @param base64Jpeg The base64-encoded image frame.
+     * @returns `true` if the frame was sent; `false` if dropped (throttled, track unestablished, or driver lacks video support).
+     */
+    PushFrame(base64Jpeg: string): boolean;
+    /**
+     * Periodic poll tick that fetches the latest frame from the provider and pushes it.
+     * Uses `sendFrameDirect` so periodic polling paced by `setInterval` does not fight
+     * the `PushFrame` delta guard when provider latency varies between ticks (Reviewer Item 25).
+     */
+    private pumpFrame;
+    /**
+     * Stops the bridge and clears any active polling timer.
+     */
+    Stop(): void;
+    /** Whether the video bridge is currently actively pumping frames. */
+    get IsActive(): boolean;
+}
+//# sourceMappingURL=channelVideoSource.d.ts.map

package/dist/media/channelVideoSource.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"channelVideoSource.d.ts","sourceRoot":"","sources":["../../src/media/channelVideoSource.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AAExE;;GAEG;AACH,MAAM,WAAW,qBAAqB;IAClC;;;OAGG;IACH,cAAc,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,MAAM,GAAG,IAAI,CAAC;CAC5D;AAED;;GAEG;AACH,MAAM,WAAW,gCAAgC;IAC7C,yEAAyE;IACzE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,kDAAkD;IAClD,QAAQ,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,qBAAa,yBAAyB;IAM9B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAP5B,OAAO,CAAC,KAAK,CAA+C;IAC5D,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,gBAAgB,CAAS;gBAGZ,cAAc,EAAE,kBAAkB,GAAG,CAAC,MAAM,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC,GAAG,IAAI,GAAG,SAAS,EACrG,QAAQ,EAAE,qBAAqB,EAC/B,OAAO,GAAE,gCAAqC;IAGnE,OAAO,KAAK,MAAM,GAEjB;IAED;;;;;OAKG;IACI,KAAK,IAAI,OAAO;IAiBvB;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAUvB;;;;;;OAMG;IACI,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IAI7C;;;;OAIG;YACW,SAAS;IAkBvB;;OAEG;IACI,IAAI,IAAI,IAAI;IASnB,qEAAqE;IACrE,IAAW,QAAQ,IAAI,OAAO,CAE7B;CACJ"}

package/dist/media/channelVideoSource.js

@@ -0,0 +1,117 @@
+/**
+ * @fileoverview SHARED CHANNEL INBOUND VIDEO BRIDGE (Phase F5).
+ *
+ * Single shared implementation used by both Whiteboard and Remote Browser channels
+ * to source inbound video frames into a realtime session when the model supports it.
+ *
+ * Enforces:
+ *  1. Model capability & track gate: if the session has not established an inbound video track,
+ *     falls back to tool-only behaviour — NO frames sent and NO errors raised.
+ *  2. Cadence throttling: capped at 1 frame per second maximum (1 fps ceiling per Live API capabilities guide).
+ *  3. Clean teardown on Stop().
+ *
+ * @module @memberjunction/ai-realtime-client
+ * @author MemberJunction.com
+ */
+/**
+ * Shared bridge connecting a visual channel surface to the session's inbound video track.
+ */
+export class ChannelInboundVideoBridge {
+    constructor(clientOrGetter, provider, options = {}) {
+        this.clientOrGetter = clientOrGetter;
+        this.provider = provider;
+        this.options = options;
+        this.timer = null;
+        this.active = false;
+        this.frameErrorLogged = false;
+    }
+    get client() {
+        return typeof this.clientOrGetter === 'function' ? this.clientOrGetter() : this.clientOrGetter;
+    }
+    /**
+     * Starts the periodic frame pump if the session has an established inbound video track.
+     *
+     * @returns `true` if video streaming was started; `false` if the model does not support
+     *   inbound video (or track was not established), falling back to tool-only behaviour.
+     */
+    Start() {
+        if (this.active) {
+            return true;
+        }
+        if (!this.client || !this.client.IsTrackEstablished('video', 'inbound')) {
+            // Non-video model or unrequested video track: graceful fallback with no error
+            return false;
+        }
+        this.active = true;
+        const rate = Math.min(Math.max(this.options.Rate ?? 1, 0.1), 1);
+        const intervalMs = Math.floor(1000 / rate);
+        this.timer = setInterval(() => {
+            void this.pumpFrame();
+        }, intervalMs);
+        return true;
+    }
+    /**
+     * Directly sends a frame through the client when the inbound video track is established
+     * and the client implements `SendVideoFrame`.
+     *
+     * @returns `true` if dispatched to the client; `false` otherwise.
+     */
+    sendFrameDirect(base64Jpeg) {
+        if (!this.client || !this.client.IsTrackEstablished('video', 'inbound')) {
+            return false;
+        }
+        if (typeof this.client.SendVideoFrame !== 'function') {
+            return false;
+        }
+        return Boolean(this.client.SendVideoFrame(base64Jpeg, this.options.MimeType ?? 'image/jpeg'));
+    }
+    /**
+     * Pushes an event-driven frame (e.g. screencast push from RemoteBrowser or stroke completion).
+     * Dispatches directly to the client's authoritative throttle gate.
+     *
+     * @param base64Jpeg The base64-encoded image frame.
+     * @returns `true` if the frame was sent; `false` if dropped (throttled, track unestablished, or driver lacks video support).
+     */
+    PushFrame(base64Jpeg) {
+        return this.sendFrameDirect(base64Jpeg);
+    }
+    /**
+     * Periodic poll tick that fetches the latest frame from the provider and pushes it.
+     * Uses `sendFrameDirect` so periodic polling paced by `setInterval` does not fight
+     * the `PushFrame` delta guard when provider latency varies between ticks (Reviewer Item 25).
+     */
+    async pumpFrame() {
+        if (!this.active) {
+            return;
+        }
+        try {
+            const frame = await this.provider.GetLatestFrame();
+            this.frameErrorLogged = false;
+            if (frame && frame.length > 0 && this.active) {
+                this.sendFrameDirect(frame);
+            }
+        }
+        catch (err) {
+            if (!this.frameErrorLogged) {
+                this.frameErrorLogged = true;
+                console.error('[ChannelInboundVideoBridge] Error fetching frame from provider (suppressing repeats until next success):', err);
+            }
+        }
+    }
+    /**
+     * Stops the bridge and clears any active polling timer.
+     */
+    Stop() {
+        this.active = false;
+        this.frameErrorLogged = false;
+        if (this.timer) {
+            clearInterval(this.timer);
+            this.timer = null;
+        }
+    }
+    /** Whether the video bridge is currently actively pumping frames. */
+    get IsActive() {
+        return this.active;
+    }
+}
+//# sourceMappingURL=channelVideoSource.js.map

package/dist/media/channelVideoSource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"channelVideoSource.js","sourceRoot":"","sources":["../../src/media/channelVideoSource.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAyBH;;GAEG;AACH,MAAM,OAAO,yBAAyB;IAKlC,YACqB,cAAqG,EACrG,QAA+B,EAC/B,UAA4C,EAAE;QAF9C,mBAAc,GAAd,cAAc,CAAuF;QACrG,aAAQ,GAAR,QAAQ,CAAuB;QAC/B,YAAO,GAAP,OAAO,CAAuC;QAP3D,UAAK,GAA0C,IAAI,CAAC;QACpD,WAAM,GAAG,KAAK,CAAC;QACf,qBAAgB,GAAG,KAAK,CAAC;IAM9B,CAAC;IAEJ,IAAY,MAAM;QACd,OAAO,OAAO,IAAI,CAAC,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC;IACnG,CAAC;IAED;;;;;OAKG;IACI,KAAK;QACR,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;YACtE,8EAA8E;YAC9E,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAChE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;YAC1B,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;QAC1B,CAAC,EAAE,UAAU,CAAC,CAAC;QACf,OAAO,IAAI,CAAC;IAChB,CAAC;IAED;;;;;OAKG;IACK,eAAe,CAAC,UAAkB;QACtC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;YACtE,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,MAAM,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;YACnD,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC,CAAC;IAClG,CAAC;IAED;;;;;;OAMG;IACI,SAAS,CAAC,UAAkB;QAC/B,OAAO,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;IAC5C,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,SAAS;QACnB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,OAAO;QACX,CAAC;QACD,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;YACnD,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;YAC9B,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC3C,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAChC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACzB,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAC7B,OAAO,CAAC,KAAK,CAAC,0GAA0G,EAAE,GAAG,CAAC,CAAC;YACnI,CAAC;QACL,CAAC;IACL,CAAC;IAED;;OAEG;IACI,IAAI;QACP,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACtB,CAAC;IACL,CAAC;IAED,qEAAqE;IACrE,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;CACJ"}

package/dist/media/frameCapture.d.ts

@@ -0,0 +1,73 @@
+/**
+ * @fileoverview FRAME CAPTURE for realtime video tracks — camera and screen capture pipelines.
+ *
+ * Patterned beside `micCapture.ts`:
+ * - `createCameraCapture`: prompts via `getUserMedia` (consent-gated via {@link RealtimeTrackDescriptor.RequiresConsent}).
+ * - `createScreenCapture`: prompts via `getDisplayMedia` (consent-gated via {@link RealtimeTrackDescriptor.RequiresConsent}).
+ * - `createStreamFrameCapture`: extracts periodic JPEG frames from an already-acquired `MediaStream`.
+ *
+ * Cadence is throttled to at most 1 frame per second (1 fps ceiling per Live API capabilities guide).
+ *
+ * @module @memberjunction/ai-realtime-client
+ * @author MemberJunction.com
+ */
+import type { RealtimeTrackDescriptor } from '@memberjunction/ai';
+/**
+ * Handle returned by frame capture factories: stops capture and releases video resources.
+ */
+export interface IFrameCapture {
+    /** Stops frame capture, cancels intervals, and releases any acquired tracks/elements. */
+    Stop(): void;
+    /** The underlying MediaStream being captured (if any). */
+    readonly Stream?: MediaStream;
+}
+/**
+ * Configuration options for frame capture.
+ */
+export interface FrameCaptureOptions {
+    /** Track descriptor governing this capture. */
+    Descriptor?: RealtimeTrackDescriptor;
+    /**
+     * Whether explicit user consent was granted for tracks requiring consent.
+     * If `Descriptor.RequiresConsent` is true and this is false/omitted, capture is refused.
+     */
+    ConsentGranted?: boolean;
+    /**
+     * Capture cadence in frames per second (fps).
+     * Capped at 1 fps maximum (Gemini Live ceiling). Defaults to `Descriptor?.Rate ?? 1`.
+     */
+    Rate?: number;
+    /** Output image format ('image/jpeg' or 'image/png'). Defaults to 'image/jpeg'. */
+    MimeType?: 'image/jpeg' | 'image/png';
+    /** Image compression quality (0..1) for JPEG. Defaults to 0.8. */
+    Quality?: number;
+    /** Invoked with each captured frame as base64-encoded image data. */
+    OnFrame: (frame: {
+        data: string;
+        mimeType: string;
+    }) => void;
+}
+/**
+ * Creates a frame capture pump over an already-acquired {@link MediaStream}.
+ *
+ * @param stream The media stream containing one or more video tracks.
+ * @param options Frame capture options (cadence, format, frame callback).
+ */
+export declare function createStreamFrameCapture(stream: MediaStream, options: FrameCaptureOptions): IFrameCapture;
+/**
+ * Requests user camera video capture via `navigator.mediaDevices.getUserMedia`.
+ * Gated on {@link FrameCaptureOptions.ConsentGranted} when consent is required.
+ *
+ * @param options Frame capture options.
+ * @param constraints Video track constraints.
+ */
+export declare function createCameraCapture(options: FrameCaptureOptions, constraints?: MediaTrackConstraints): Promise<IFrameCapture>;
+/**
+ * Requests screen share video capture via `navigator.mediaDevices.getDisplayMedia`.
+ * Gated on {@link FrameCaptureOptions.ConsentGranted} when consent is required.
+ *
+ * @param options Frame capture options.
+ * @param displayMediaOptions Display media options.
+ */
+export declare function createScreenCapture(options: FrameCaptureOptions, displayMediaOptions?: DisplayMediaStreamOptions): Promise<IFrameCapture>;
+//# sourceMappingURL=frameCapture.d.ts.map

package/dist/media/frameCapture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"frameCapture.d.ts","sourceRoot":"","sources":["../../src/media/frameCapture.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAElE;;GAEG;AACH,MAAM,WAAW,aAAa;IAC1B,yFAAyF;IACzF,IAAI,IAAI,IAAI,CAAC;IACb,0DAA0D;IAC1D,QAAQ,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC;CACjC;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAChC,+CAA+C;IAC/C,UAAU,CAAC,EAAE,uBAAuB,CAAC;IACrC;;;OAGG;IACH,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,mFAAmF;IACnF,QAAQ,CAAC,EAAE,YAAY,GAAG,WAAW,CAAC;IACtC,kEAAkE;IAClE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,qEAAqE;IACrE,OAAO,EAAE,CAAC,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC;CAChE;AAED;;;;;GAKG;AACH,wBAAgB,wBAAwB,CACpC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,mBAAmB,GAC7B,aAAa,CAyEf;AAED;;;;;;GAMG;AACH,wBAAsB,mBAAmB,CACrC,OAAO,EAAE,mBAAmB,EAC5B,WAAW,CAAC,EAAE,qBAAqB,GACpC,OAAO,CAAC,aAAa,CAAC,CAqBxB;AAED;;;;;;GAMG;AACH,wBAAsB,mBAAmB,CACrC,OAAO,EAAE,mBAAmB,EAC5B,mBAAmB,CAAC,EAAE,yBAAyB,GAChD,OAAO,CAAC,aAAa,CAAC,CAqBxB"}

package/dist/media/frameCapture.js

@@ -0,0 +1,145 @@
+/**
+ * @fileoverview FRAME CAPTURE for realtime video tracks — camera and screen capture pipelines.
+ *
+ * Patterned beside `micCapture.ts`:
+ * - `createCameraCapture`: prompts via `getUserMedia` (consent-gated via {@link RealtimeTrackDescriptor.RequiresConsent}).
+ * - `createScreenCapture`: prompts via `getDisplayMedia` (consent-gated via {@link RealtimeTrackDescriptor.RequiresConsent}).
+ * - `createStreamFrameCapture`: extracts periodic JPEG frames from an already-acquired `MediaStream`.
+ *
+ * Cadence is throttled to at most 1 frame per second (1 fps ceiling per Live API capabilities guide).
+ *
+ * @module @memberjunction/ai-realtime-client
+ * @author MemberJunction.com
+ */
+/**
+ * Creates a frame capture pump over an already-acquired {@link MediaStream}.
+ *
+ * @param stream The media stream containing one or more video tracks.
+ * @param options Frame capture options (cadence, format, frame callback).
+ */
+export function createStreamFrameCapture(stream, options) {
+    const rawRate = options.Rate ?? options.Descriptor?.Rate ?? 1;
+    // Cadence ceiling: max 1 fps per Gemini Live API specs; minimum 0.1 fps
+    const rate = Math.min(Math.max(rawRate, 0.1), 1);
+    const intervalMs = Math.floor(1000 / rate);
+    const mimeType = options.MimeType ?? 'image/jpeg';
+    const quality = options.Quality ?? 0.8;
+    let stopped = false;
+    let timer = null;
+    let videoEl = null;
+    let canvasEl = null;
+    if (typeof document !== 'undefined' && typeof document.createElement === 'function') {
+        try {
+            videoEl = document.createElement('video');
+            videoEl.muted = true;
+            videoEl.playsInline = true;
+            videoEl.srcObject = stream;
+            void videoEl.play().catch(() => {
+                // Autoplay may be restricted without user interaction; non-fatal for capture
+            });
+            canvasEl = document.createElement('canvas');
+        }
+        catch (err) {
+            console.error('[FrameCapture] Failed to initialize DOM elements for video capture:', err);
+        }
+    }
+    const captureTick = () => {
+        if (stopped) {
+            return;
+        }
+        if (videoEl && canvasEl && videoEl.videoWidth > 0 && videoEl.videoHeight > 0) {
+            canvasEl.width = videoEl.videoWidth;
+            canvasEl.height = videoEl.videoHeight;
+            const ctx = canvasEl.getContext('2d');
+            if (ctx) {
+                ctx.drawImage(videoEl, 0, 0);
+                const dataUrl = canvasEl.toDataURL(mimeType, quality);
+                const base64 = dataUrl.split(',')[1] ?? '';
+                if (base64.length > 0) {
+                    options.OnFrame({ data: base64, mimeType });
+                }
+            }
+        }
+    };
+    if (videoEl && canvasEl) {
+        timer = setInterval(captureTick, intervalMs);
+    }
+    else {
+        console.warn('[FrameCapture] No video/canvas element available (no DOM, or element construction failed) — ' +
+            'this capture will emit no frames.');
+    }
+    return {
+        Stop: () => {
+            stopped = true;
+            if (timer) {
+                clearInterval(timer);
+                timer = null;
+            }
+            if (videoEl) {
+                videoEl.srcObject = null;
+                videoEl = null;
+            }
+            canvasEl = null;
+        },
+        get Stream() {
+            return stream;
+        },
+    };
+}
+/**
+ * Requests user camera video capture via `navigator.mediaDevices.getUserMedia`.
+ * Gated on {@link FrameCaptureOptions.ConsentGranted} when consent is required.
+ *
+ * @param options Frame capture options.
+ * @param constraints Video track constraints.
+ */
+export async function createCameraCapture(options, constraints) {
+    const requiresConsent = options.Descriptor?.RequiresConsent ?? true;
+    if (requiresConsent && !options.ConsentGranted) {
+        throw new Error('Explicit consent is required to establish camera video capture.');
+    }
+    if (typeof navigator === 'undefined' || !navigator.mediaDevices?.getUserMedia) {
+        throw new Error('Camera capture is unavailable: navigator.mediaDevices.getUserMedia not supported in this environment.');
+    }
+    const stream = await navigator.mediaDevices.getUserMedia({
+        video: constraints ?? { width: { ideal: 1280 }, height: { ideal: 720 }, frameRate: { max: 1 } },
+    });
+    const capture = createStreamFrameCapture(stream, options);
+    return {
+        Stop: () => {
+            capture.Stop();
+            stream.getTracks().forEach((track) => track.stop());
+        },
+        get Stream() {
+            return stream;
+        },
+    };
+}
+/**
+ * Requests screen share video capture via `navigator.mediaDevices.getDisplayMedia`.
+ * Gated on {@link FrameCaptureOptions.ConsentGranted} when consent is required.
+ *
+ * @param options Frame capture options.
+ * @param displayMediaOptions Display media options.
+ */
+export async function createScreenCapture(options, displayMediaOptions) {
+    const requiresConsent = options.Descriptor?.RequiresConsent ?? true;
+    if (requiresConsent && !options.ConsentGranted) {
+        throw new Error('Explicit consent is required to establish screen video capture.');
+    }
+    if (typeof navigator === 'undefined' || !navigator.mediaDevices?.getDisplayMedia) {
+        throw new Error('Screen capture is unavailable: navigator.mediaDevices.getDisplayMedia not supported in this environment.');
+    }
+    const stream = await navigator.mediaDevices.getDisplayMedia(displayMediaOptions ?? { video: { frameRate: { max: 1 } } });
+    const capture = createStreamFrameCapture(stream, options);
+    return {
+        Stop: () => {
+            capture.Stop();
+            stream.getTracks().forEach((track) => track.stop());
+        },
+        get Stream() {
+            return stream;
+        },
+    };
+}
+//# sourceMappingURL=frameCapture.js.map

package/dist/media/frameCapture.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"frameCapture.js","sourceRoot":"","sources":["../../src/media/frameCapture.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAsCH;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CACpC,MAAmB,EACnB,OAA4B;IAE5B,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,UAAU,EAAE,IAAI,IAAI,CAAC,CAAC;IAC9D,wEAAwE;IACxE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,YAAY,CAAC;IAClD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,GAAG,CAAC;IAEvC,IAAI,OAAO,GAAG,KAAK,CAAC;IACpB,IAAI,KAAK,GAA0C,IAAI,CAAC;IACxD,IAAI,OAAO,GAA4B,IAAI,CAAC;IAC5C,IAAI,QAAQ,GAA6B,IAAI,CAAC;IAE9C,IAAI,OAAO,QAAQ,KAAK,WAAW,IAAI,OAAO,QAAQ,CAAC,aAAa,KAAK,UAAU,EAAE,CAAC;QAClF,IAAI,CAAC;YACD,OAAO,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;YAC1C,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC;YACrB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC;YAC3B,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC;YAC3B,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;gBAC3B,6EAA6E;YACjF,CAAC,CAAC,CAAC;YACH,QAAQ,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,qEAAqE,EAAE,GAAG,CAAC,CAAC;QAC9F,CAAC;IACL,CAAC;IAED,MAAM,WAAW,GAAG,GAAG,EAAE;QACrB,IAAI,OAAO,EAAE,CAAC;YACV,OAAO;QACX,CAAC;QACD,IAAI,OAAO,IAAI,QAAQ,IAAI,OAAO,CAAC,UAAU,GAAG,CAAC,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;YAC3E,QAAQ,CAAC,KAAK,GAAG,OAAO,CAAC,UAAU,CAAC;YACpC,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;YACtC,MAAM,GAAG,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,GAAG,EAAE,CAAC;gBACN,GAAG,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC7B,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBACtD,MAAM,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpB,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAChD,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC,CAAC;IAEF,IAAI,OAAO,IAAI,QAAQ,EAAE,CAAC;QACtB,KAAK,GAAG,WAAW,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,IAAI,CACR,8FAA8F;YAC9F,mCAAmC,CACtC,CAAC;IACN,CAAC;IAED,OAAO;QACH,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,GAAG,IAAI,CAAC;YACf,IAAI,KAAK,EAAE,CAAC;gBACR,aAAa,CAAC,KAAK,CAAC,CAAC;gBACrB,KAAK,GAAG,IAAI,CAAC;YACjB,CAAC;YACD,IAAI,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;gBACzB,OAAO,GAAG,IAAI,CAAC;YACnB,CAAC;YACD,QAAQ,GAAG,IAAI,CAAC;QACpB,CAAC;QACD,IAAI,MAAM;YACN,OAAO,MAAM,CAAC;QAClB,CAAC;KACJ,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,WAAmC;IAEnC,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,EAAE,eAAe,IAAI,IAAI,CAAC;IACpE,IAAI,eAAe,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC;QAC5E,MAAM,IAAI,KAAK,CAAC,uGAAuG,CAAC,CAAC;IAC7H,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC;QACrD,KAAK,EAAE,WAAW,IAAI,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE;KAClG,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,wBAAwB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,OAAO;QACH,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,MAAM;YACN,OAAO,MAAM,CAAC;QAClB,CAAC;KACJ,CAAC;AACN,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACrC,OAA4B,EAC5B,mBAA+C;IAE/C,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,EAAE,eAAe,IAAI,IAAI,CAAC;IACpE,IAAI,eAAe,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC7C,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,OAAO,SAAS,KAAK,WAAW,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,eAAe,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,0GAA0G,CAAC,CAAC;IAChI,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,eAAe,CACvD,mBAAmB,IAAI,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,EAAE,CAC9D,CAAC;IACF,MAAM,OAAO,GAAG,wBAAwB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC1D,OAAO;QACH,IAAI,EAAE,GAAG,EAAE;YACP,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,CAAC,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACxD,CAAC;QACD,IAAI,MAAM;YACN,OAAO,MAAM,CAAC;QAClB,CAAC;KACJ,CAAC;AACN,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@memberjunction/ai-realtime-client",
   "type": "module",
-  "version": "6.1.1",
+  "version": "6.1.2",
   "description": "MemberJunction: Framework-agnostic browser client abstraction for provider-direct realtime (voice) sessions - BaseRealtimeClient + provider drivers",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
@@ -11,9 +11,9 @@
   "author": "MemberJunction.com",
   "license": "BUSL-1.1",
   "dependencies": {
-    "@memberjunction/global": "6.1.1",
-    "@memberjunction/ai": "6.1.1",
-    "@google/genai": "^1.40.0"
+    "@memberjunction/global": "6.1.2",
+    "@memberjunction/ai": "6.1.2",
+    "@google/genai": "^2.8.0"
   },
   "devDependencies": {
     "@types/node": "24.10.11",