@memberjunction/realtime-runtime 6.2.0-edge.3 → 6.2.0-edge.5

package/dist/channels/channel-surface-placement.d.ts

@@ -0,0 +1,25 @@
+import type { MJAIAgentChannelEntity_IChannelUIConfig } from '@memberjunction/core-entities';
+import { type MediaPlacement } from '@memberjunction/ai-realtime-client';
+/**
+ * Where a channel's surface shows when a call starts, and where the user may move it. It comes from the channel's
+ * registry row (`MJ: AI Agent Channels.UIConfig`: `Placement` and `AllowedPlacements`, read by
+ * {@link ReadChannelSurfacePlacement}); the host's surface layout starts each surface at {@link Default} and keeps the
+ * user's moves within {@link Allowed}.
+ */
+export interface ChannelSurfacePlacement {
+    /** Where the surface first shows. Always one of {@link Allowed}. */
+    Default: MediaPlacement;
+    /** Where the user may move it: at least one placement. */
+    Allowed: readonly MediaPlacement[];
+}
+/** On its tab and movable anywhere: a channel whose registry row says nothing about placement, or that has no row. */
+export declare const DEFAULT_CHANNEL_SURFACE_PLACEMENT: ChannelSurfacePlacement;
+/**
+ * Reads a channel's placement from its registry row. The row is edited by hand, so anything that is not a placement is
+ * ignored: no `Placement` means the tab, no usable `AllowedPlacements` means anywhere, and a `Placement` the list does not
+ * allow gives way to the first placement it lists.
+ *
+ * @param config The row's parsed `UIConfig` (`UIConfigObject`), or `null` when it has none.
+ */
+export declare function ReadChannelSurfacePlacement(config: MJAIAgentChannelEntity_IChannelUIConfig | null | undefined): ChannelSurfacePlacement;
+//# sourceMappingURL=channel-surface-placement.d.ts.map

package/dist/channels/channel-surface-placement.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"channel-surface-placement.d.ts","sourceRoot":"","sources":["../../src/channels/channel-surface-placement.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,uCAAuC,EAAE,MAAM,+BAA+B,CAAC;AAC7F,OAAO,EAAoB,KAAK,cAAc,EAAE,MAAM,oCAAoC,CAAC;AAE3F;;;;;GAKG;AACH,MAAM,WAAW,uBAAuB;IACtC,oEAAoE;IACpE,OAAO,EAAE,cAAc,CAAC;IACxB,0DAA0D;IAC1D,OAAO,EAAE,SAAS,cAAc,EAAE,CAAC;CACpC;AAED,sHAAsH;AACtH,eAAO,MAAM,iCAAiC,EAAE,uBAAsF,CAAC;AAEvI;;;;;;GAMG;AACH,wBAAgB,2BAA2B,CAAC,MAAM,EAAE,uCAAuC,GAAG,IAAI,GAAG,SAAS,GAAG,uBAAuB,CAKvI"}

package/dist/channels/channel-surface-placement.js

@@ -0,0 +1,29 @@
+import { MEDIA_PLACEMENTS } from '@memberjunction/ai-realtime-client';
+/** On its tab and movable anywhere: a channel whose registry row says nothing about placement, or that has no row. */
+export const DEFAULT_CHANNEL_SURFACE_PLACEMENT = Object.freeze({ Default: 'tab', Allowed: MEDIA_PLACEMENTS });
+/**
+ * Reads a channel's placement from its registry row. The row is edited by hand, so anything that is not a placement is
+ * ignored: no `Placement` means the tab, no usable `AllowedPlacements` means anywhere, and a `Placement` the list does not
+ * allow gives way to the first placement it lists.
+ *
+ * @param config The row's parsed `UIConfig` (`UIConfigObject`), or `null` when it has none.
+ */
+export function ReadChannelSurfacePlacement(config) {
+    const allowed = readAllowedPlacements(config?.AllowedPlacements);
+    const placement = config?.Placement;
+    const wanted = isPlacement(placement) ? placement : DEFAULT_CHANNEL_SURFACE_PLACEMENT.Default;
+    return { Default: allowed.includes(wanted) ? wanted : allowed[0], Allowed: allowed };
+}
+/** The placements a row allows, in its order and without repeats; every placement when it lists none. */
+function readAllowedPlacements(raw) {
+    if (!Array.isArray(raw)) {
+        return MEDIA_PLACEMENTS;
+    }
+    const allowed = [...new Set(raw.filter(isPlacement))];
+    return allowed.length > 0 ? allowed : MEDIA_PLACEMENTS;
+}
+/** Whether a value read from the row is a placement. */
+function isPlacement(value) {
+    return typeof value === 'string' && MEDIA_PLACEMENTS.includes(value);
+}
+//# sourceMappingURL=channel-surface-placement.js.map

package/dist/channels/channel-surface-placement.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"channel-surface-placement.js","sourceRoot":"","sources":["../../src/channels/channel-surface-placement.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAuB,MAAM,oCAAoC,CAAC;AAe3F,sHAAsH;AACtH,MAAM,CAAC,MAAM,iCAAiC,GAA4B,MAAM,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC,CAAC;AAEvI;;;;;;GAMG;AACH,MAAM,UAAU,2BAA2B,CAAC,MAAkE;IAC5G,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,EAAE,SAAS,CAAC;IACpC,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,iCAAiC,CAAC,OAAO,CAAC;IAC9F,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AACvF,CAAC;AAED,yGAAyG;AACzG,SAAS,qBAAqB,CAAC,GAAiE;IAC9F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IACD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;IACtD,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC;AACzD,CAAC;AAED,wDAAwD;AACxD,SAAS,WAAW,CAAC,KAAc;IACjC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAK,gBAAsC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC9F,CAAC"}

package/dist/channels/channel-visual-pump.d.ts

@@ -0,0 +1,126 @@
+/**
+ * @fileoverview The **change-driven visual frame pump** — lifted out of the Whiteboard channel so
+ * every channel that can show the model pixels does it the same, well-behaved way.
+ *
+ * The pump decides *when* a frame is worth sending, never *what* a frame looks like (that is the
+ * channel's `GetLatestFrame`) and never *how* it reaches the model (that is the injected sink).
+ * Its behavior is exactly what the Whiteboard shipped:
+ *
+ * - **Change-driven, no idle heartbeat.** A frame is produced only because state changed. A static
+ *   surface costs nothing: no timer runs, no frame is rendered, no tokens are spent.
+ * - **Negotiated cadence.** Frames are paced to the rate the inbound video track was negotiated at
+ *   (a model-profile ceiling), clamped to a floor so a fast model never makes the channel spin.
+ * - **Leading edge, then trailing settle.** The first change after quiet sends a frame immediately;
+ *   changes inside the cooldown arm ONE trailing timer, so the model always ends up seeing the
+ *   final resting state of a burst — not an intermediate frame it will never be corrected from.
+ * - **Dedupe.** A frame identical to the last one sent is dropped (a user nudging a shape back to
+ *   where it was costs nothing).
+ * - **One confirmation frame after an agent edit**, with a note telling the model not to narrate
+ *   its own change — the agent should *see* what it did without announcing it.
+ * - **Only a frame the sink takes counts as sent.** The sink can refuse one: another video source
+ *   holds the model's only stream, the channel's source is switched off, or the frame came too soon
+ *   after the last. A refused frame is not the dedupe baseline, is not reported, and no confirmation
+ *   note goes out without its frame. When the model can see the channel again, {@link VisualPerceptionPump.Refresh}
+ *   sends the current picture even though it has not changed.
+ *
+ * Every frame the sink takes is reported with the **change id** of the state it was captured at, so a
+ * consumer can verify that pixels and the state events describing the same moment agree.
+ *
+ * Standalone (injected clock-free: it reads `Date.now()` and `setTimeout`, both fakeable) so the
+ * whole behavior is unit-testable with fake timers and no channel, session or DOM.
+ *
+ * @module @memberjunction/realtime-runtime
+ */
+/** Why a frame was pushed. */
+export type VisualFrameReason = 'change' | 'settle' | 'confirmation';
+/** The slice of the shared video bridge the pump writes to. */
+export interface VisualFrameSink {
+    /**
+     * Pushes one base64 JPEG frame; returns whether it was dispatched to the model. `false` when the frame was refused
+     * (the session's video source arbiter is sending the model another source, this source is off, or the frame came
+     * inside the pacing interval), and the pump then treats it as never sent.
+     */
+    PushFrame(base64Jpeg: string): boolean;
+}
+/** How the pump reaches the channel and the session. */
+export interface VisualPerceptionPumpHost {
+    /** The sink frames are written to, creating it if needed; `null` when there is none (no session/client yet). */
+    GetSink(): VisualFrameSink | null;
+    /** Whether the session has an established inbound video track — without one the pump is inert. */
+    IsInboundVideoEstablished(): boolean;
+    /**
+     * Whether exposure policy currently lets this channel show the model pixels. Optional: absent means
+     * permitted. While `false` the pump captures and sends nothing and drops any pending settle.
+     */
+    IsPermitted?(): boolean;
+    /** The frame cadence the track negotiated, in ms (the caller clamps it to its floor). */
+    GetCadenceMs(): number;
+    /** Renders the current frame as a base64 JPEG, or `null` when none is available. */
+    CaptureFrame(): Promise<string | null>;
+    /** The id of the latest state change — read at capture time to tag the frame. */
+    GetChangeId(): number;
+    /** Reports a frame the sink took (for `Events$`, diagnostics, tests). A refused frame is not reported. */
+    OnFramePushed(frame: string, reason: VisualFrameReason, changeId: number): void;
+    /** Sends the "do not narrate your own change" note after a confirmation frame the sink took. */
+    SendConfirmationNote(changeId: number): void;
+    /** Logs a problem; the pump never throws into a timer or an unawaited promise. */
+    OnError(context: string, error: unknown): void;
+}
+/**
+ * The change-driven pump. One per channel instance, created by `EnableVisualPerception`.
+ */
+export declare class VisualPerceptionPump {
+    private readonly host;
+    /**
+     * Epoch ms of the last frame offered to the sink, taken or not; 0 before the first. It paces the next capture, so a
+     * burst of changes while the sink refuses frames still costs one capture per cadence.
+     */
+    private lastPushTimestamp;
+    /** The last frame the sink took, for dedupe: the picture the model has. */
+    private lastPushedFrame;
+    /** The trailing settle timer; non-null while armed. */
+    private trailingTimer;
+    constructor(host: VisualPerceptionPumpHost);
+    /**
+     * A user-originated (or scene-replacing) change happened: push a frame, respecting the cadence.
+     * Resolves once the decision has been carried out; never rejects.
+     */
+    OnChange(): Promise<void>;
+    /**
+     * An AGENT change succeeded: push exactly one confirmation frame immediately (cancelling any
+     * pending settle — the confirmation IS the settled state) and tell the model not to narrate it.
+     * No frame, no note, when nothing could be captured; no note when the sink refused the frame, since
+     * the model would be told to look at a change it was not shown.
+     */
+    Confirm(): Promise<void>;
+    /**
+     * The model can see this channel again after a time it could not: the channel's video source is being sent to the
+     * model again, after another source held its only stream or after the source was off. The model's picture of the
+     * channel is stale, so the dedupe frame is forgotten and the current picture is pushed even if it has not changed,
+     * respecting the cadence. Resolves once the decision has been carried out; never rejects.
+     */
+    Refresh(): Promise<void>;
+    /** Cancels a pending trailing settle without forgetting the dedupe frame (used when a channel is re-initialized). */
+    CancelPending(): void;
+    /** Cancels the trailing timer and forgets the dedupe frame. Call at teardown. */
+    Dispose(): void;
+    /** Whether a frame can be pushed right now (permitted, a sink exists and the video track is up). */
+    private canPush;
+    /** Exposure policy's verdict; a host that has no policy permits everything. */
+    private isPermitted;
+    /** Captures the current frame and pushes it unless it duplicates the last one. */
+    private captureAndPush;
+    /** Arms the single trailing settle timer if it is not already armed. */
+    private armTrailing;
+    /** The trailing settle: push the resting frame if the track is still up and it changed. */
+    private settle;
+    private cancelTrailing;
+    /**
+     * Offers a frame to the sink. Only a frame the sink took becomes the dedupe baseline and is reported; the attempt
+     * paces the next one either way.
+     *
+     * @returns Whether the sink took the frame.
+     */
+    private push;
+}
+//# sourceMappingURL=channel-visual-pump.d.ts.map

package/dist/channels/channel-visual-pump.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"channel-visual-pump.d.ts","sourceRoot":"","sources":["../../src/channels/channel-visual-pump.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAEH,8BAA8B;AAC9B,MAAM,MAAM,iBAAiB,GAAG,QAAQ,GAAG,QAAQ,GAAG,cAAc,CAAC;AAErE,+DAA+D;AAC/D,MAAM,WAAW,eAAe;IAC5B;;;;OAIG;IACH,SAAS,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC;CAC1C;AAED,wDAAwD;AACxD,MAAM,WAAW,wBAAwB;IACrC,gHAAgH;IAChH,OAAO,IAAI,eAAe,GAAG,IAAI,CAAC;IAClC,kGAAkG;IAClG,yBAAyB,IAAI,OAAO,CAAC;IACrC;;;OAGG;IACH,WAAW,CAAC,IAAI,OAAO,CAAC;IACxB,yFAAyF;IACzF,YAAY,IAAI,MAAM,CAAC;IACvB,oFAAoF;IACpF,YAAY,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IACvC,iFAAiF;IACjF,WAAW,IAAI,MAAM,CAAC;IACtB,0GAA0G;IAC1G,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IAChF,gGAAgG;IAChG,oBAAoB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,kFAAkF;IAClF,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI,CAAC;CAClD;AAED;;GAEG;AACH,qBAAa,oBAAoB;IAWjB,OAAO,CAAC,QAAQ,CAAC,IAAI;IAVjC;;;OAGG;IACH,OAAO,CAAC,iBAAiB,CAAK;IAC9B,2EAA2E;IAC3E,OAAO,CAAC,eAAe,CAAuB;IAC9C,uDAAuD;IACvD,OAAO,CAAC,aAAa,CAA8C;gBAEtC,IAAI,EAAE,wBAAwB;IAE3D;;;OAGG;IACU,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAkBtC;;;;;OAKG;IACU,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAgBrC;;;;;OAKG;IACI,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAK/B,qHAAqH;IAC9G,aAAa,IAAI,IAAI;IAI5B,iFAAiF;IAC1E,OAAO,IAAI,IAAI;IAKtB,oGAAoG;IACpG,OAAO,CAAC,OAAO;IAIf,+EAA+E;IAC/E,OAAO,CAAC,WAAW;IAInB,kFAAkF;YACpE,cAAc;IAQ5B,wEAAwE;IACxE,OAAO,CAAC,WAAW;IAUnB,2FAA2F;YAC7E,MAAM;IAWpB,OAAO,CAAC,cAAc;IAOtB;;;;;OAKG;IACH,OAAO,CAAC,IAAI;CASf"}

package/dist/channels/channel-visual-pump.js

@@ -0,0 +1,174 @@
+/**
+ * @fileoverview The **change-driven visual frame pump** — lifted out of the Whiteboard channel so
+ * every channel that can show the model pixels does it the same, well-behaved way.
+ *
+ * The pump decides *when* a frame is worth sending, never *what* a frame looks like (that is the
+ * channel's `GetLatestFrame`) and never *how* it reaches the model (that is the injected sink).
+ * Its behavior is exactly what the Whiteboard shipped:
+ *
+ * - **Change-driven, no idle heartbeat.** A frame is produced only because state changed. A static
+ *   surface costs nothing: no timer runs, no frame is rendered, no tokens are spent.
+ * - **Negotiated cadence.** Frames are paced to the rate the inbound video track was negotiated at
+ *   (a model-profile ceiling), clamped to a floor so a fast model never makes the channel spin.
+ * - **Leading edge, then trailing settle.** The first change after quiet sends a frame immediately;
+ *   changes inside the cooldown arm ONE trailing timer, so the model always ends up seeing the
+ *   final resting state of a burst — not an intermediate frame it will never be corrected from.
+ * - **Dedupe.** A frame identical to the last one sent is dropped (a user nudging a shape back to
+ *   where it was costs nothing).
+ * - **One confirmation frame after an agent edit**, with a note telling the model not to narrate
+ *   its own change — the agent should *see* what it did without announcing it.
+ * - **Only a frame the sink takes counts as sent.** The sink can refuse one: another video source
+ *   holds the model's only stream, the channel's source is switched off, or the frame came too soon
+ *   after the last. A refused frame is not the dedupe baseline, is not reported, and no confirmation
+ *   note goes out without its frame. When the model can see the channel again, {@link VisualPerceptionPump.Refresh}
+ *   sends the current picture even though it has not changed.
+ *
+ * Every frame the sink takes is reported with the **change id** of the state it was captured at, so a
+ * consumer can verify that pixels and the state events describing the same moment agree.
+ *
+ * Standalone (injected clock-free: it reads `Date.now()` and `setTimeout`, both fakeable) so the
+ * whole behavior is unit-testable with fake timers and no channel, session or DOM.
+ *
+ * @module @memberjunction/realtime-runtime
+ */
+/**
+ * The change-driven pump. One per channel instance, created by `EnableVisualPerception`.
+ */
+export class VisualPerceptionPump {
+    constructor(host) {
+        this.host = host;
+        /**
+         * Epoch ms of the last frame offered to the sink, taken or not; 0 before the first. It paces the next capture, so a
+         * burst of changes while the sink refuses frames still costs one capture per cadence.
+         */
+        this.lastPushTimestamp = 0;
+        /** The last frame the sink took, for dedupe: the picture the model has. */
+        this.lastPushedFrame = null;
+        /** The trailing settle timer; non-null while armed. */
+        this.trailingTimer = null;
+    }
+    /**
+     * A user-originated (or scene-replacing) change happened: push a frame, respecting the cadence.
+     * Resolves once the decision has been carried out; never rejects.
+     */
+    async OnChange() {
+        try {
+            if (!this.canPush()) {
+                return;
+            }
+            const elapsed = Date.now() - this.lastPushTimestamp;
+            const cadenceMs = this.host.GetCadenceMs();
+            if (elapsed >= cadenceMs) {
+                this.cancelTrailing();
+                await this.captureAndPush('change');
+            }
+            else {
+                this.armTrailing(Math.max(0, cadenceMs - elapsed));
+            }
+        }
+        catch (error) {
+            this.host.OnError('change', error);
+        }
+    }
+    /**
+     * An AGENT change succeeded: push exactly one confirmation frame immediately (cancelling any
+     * pending settle — the confirmation IS the settled state) and tell the model not to narrate it.
+     * No frame, no note, when nothing could be captured; no note when the sink refused the frame, since
+     * the model would be told to look at a change it was not shown.
+     */
+    async Confirm() {
+        try {
+            if (!this.canPush()) {
+                return;
+            }
+            this.cancelTrailing();
+            const changeId = this.host.GetChangeId();
+            const frame = await this.host.CaptureFrame();
+            if (frame && this.push(frame, 'confirmation', changeId)) {
+                this.host.SendConfirmationNote(changeId);
+            }
+        }
+        catch (error) {
+            this.host.OnError('confirmation', error);
+        }
+    }
+    /**
+     * The model can see this channel again after a time it could not: the channel's video source is being sent to the
+     * model again, after another source held its only stream or after the source was off. The model's picture of the
+     * channel is stale, so the dedupe frame is forgotten and the current picture is pushed even if it has not changed,
+     * respecting the cadence. Resolves once the decision has been carried out; never rejects.
+     */
+    Refresh() {
+        this.lastPushedFrame = null;
+        return this.OnChange();
+    }
+    /** Cancels a pending trailing settle without forgetting the dedupe frame (used when a channel is re-initialized). */
+    CancelPending() {
+        this.cancelTrailing();
+    }
+    /** Cancels the trailing timer and forgets the dedupe frame. Call at teardown. */
+    Dispose() {
+        this.cancelTrailing();
+        this.lastPushedFrame = null;
+    }
+    /** Whether a frame can be pushed right now (permitted, a sink exists and the video track is up). */
+    canPush() {
+        return this.isPermitted() && this.host.GetSink() !== null && this.host.IsInboundVideoEstablished();
+    }
+    /** Exposure policy's verdict; a host that has no policy permits everything. */
+    isPermitted() {
+        return this.host.IsPermitted ? this.host.IsPermitted() : true;
+    }
+    /** Captures the current frame and pushes it unless it duplicates the last one. */
+    async captureAndPush(reason) {
+        const changeId = this.host.GetChangeId();
+        const frame = await this.host.CaptureFrame();
+        if (frame && frame !== this.lastPushedFrame) {
+            this.push(frame, reason, changeId);
+        }
+    }
+    /** Arms the single trailing settle timer if it is not already armed. */
+    armTrailing(delayMs) {
+        if (this.trailingTimer !== null) {
+            return;
+        }
+        this.trailingTimer = setTimeout(() => {
+            this.trailingTimer = null;
+            void this.settle();
+        }, delayMs);
+    }
+    /** The trailing settle: push the resting frame if the track is still up and it changed. */
+    async settle() {
+        try {
+            if (!this.isPermitted() || !this.host.IsInboundVideoEstablished()) {
+                return;
+            }
+            await this.captureAndPush('settle');
+        }
+        catch (error) {
+            this.host.OnError('settle', error);
+        }
+    }
+    cancelTrailing() {
+        if (this.trailingTimer !== null) {
+            clearTimeout(this.trailingTimer);
+            this.trailingTimer = null;
+        }
+    }
+    /**
+     * Offers a frame to the sink. Only a frame the sink took becomes the dedupe baseline and is reported; the attempt
+     * paces the next one either way.
+     *
+     * @returns Whether the sink took the frame.
+     */
+    push(frame, reason, changeId) {
+        this.lastPushTimestamp = Date.now();
+        if (!this.host.GetSink()?.PushFrame(frame)) {
+            return false;
+        }
+        this.lastPushedFrame = frame;
+        this.host.OnFramePushed(frame, reason, changeId);
+        return true;
+    }
+}
+//# sourceMappingURL=channel-visual-pump.js.map

package/dist/channels/channel-visual-pump.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"channel-visual-pump.js","sourceRoot":"","sources":["../../src/channels/channel-visual-pump.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AAwCH;;GAEG;AACH,MAAM,OAAO,oBAAoB;IAW7B,YAA6B,IAA8B;QAA9B,SAAI,GAAJ,IAAI,CAA0B;QAV3D;;;WAGG;QACK,sBAAiB,GAAG,CAAC,CAAC;QAC9B,2EAA2E;QACnE,oBAAe,GAAkB,IAAI,CAAC;QAC9C,uDAAuD;QAC/C,kBAAa,GAAyC,IAAI,CAAC;IAEL,CAAC;IAE/D;;;OAGG;IACI,KAAK,CAAC,QAAQ;QACjB,IAAI,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;gBAClB,OAAO;YACX,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC;YACpD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3C,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;gBACvB,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;YACxC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC;YACvD,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACI,KAAK,CAAC,OAAO;QAChB,IAAI,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;gBAClB,OAAO;YACX,CAAC;YACD,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YAC7C,IAAI,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC;gBACtD,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAC;YAC7C,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACI,OAAO;QACV,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC3B,CAAC;IAED,qHAAqH;IAC9G,aAAa;QAChB,IAAI,CAAC,cAAc,EAAE,CAAC;IAC1B,CAAC;IAED,iFAAiF;IAC1E,OAAO;QACV,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;IAChC,CAAC;IAED,oGAAoG;IAC5F,OAAO;QACX,OAAO,IAAI,CAAC,WAAW,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,CAAC;IACvG,CAAC;IAED,+EAA+E;IACvE,WAAW;QACf,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,CAAC;IAED,kFAAkF;IAC1E,KAAK,CAAC,cAAc,CAAC,MAAyB;QAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;QAC7C,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;YAC1C,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IAED,wEAAwE;IAChE,WAAW,CAAC,OAAe;QAC/B,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;YAC9B,OAAO;QACX,CAAC;QACD,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;YACjC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;QACvB,CAAC,EAAE,OAAO,CAAC,CAAC;IAChB,CAAC;IAED,2FAA2F;IACnF,KAAK,CAAC,MAAM;QAChB,IAAI,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;gBAChE,OAAO;YACX,CAAC;YACD,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IAEO,cAAc;QAClB,IAAI,IAAI,CAAC,aAAa,KAAK,IAAI,EAAE,CAAC;YAC9B,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACjC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC9B,CAAC;IACL,CAAC;IAED;;;;;OAKG;IACK,IAAI,CAAC,KAAa,EAAE,MAAyB,EAAE,QAAgB;QACnE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACzC,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ"}

package/dist/hosts/IRealtimeMediaHost.d.ts

@@ -19,7 +19,8 @@
  *
  * ## Implementations
  *
- * - **Browser** — `getUserMedia({ audio: true })` and the global `RTCPeerConnection`.
+ * - **Browser** — a `LocalMediaController` (from `@memberjunction/ai-realtime-client/media`) that opens
+ *   the microphone and follows device changes, and the global `RTCPeerConnection`.
  * - **React Native** — the `react-native-webrtc` equivalents, which polyfill both APIs natively
  *   and additionally give the platform's acoustic echo cancellation, noise suppression and jitter
  *   buffering for free.
@@ -33,6 +34,7 @@
  * runtime never *constructs* one; it only receives it from the host and hands it to the realtime
  * client driver, whose `Connect()` already takes exactly this type.
  */
+import type { DisplayCaptureOptions, DisplayCaptureResult, FrameSamplerOptions, ILocalMediaController } from '@memberjunction/ai-realtime-client';
 /**
  * The platform capabilities the realtime session runtime needs but cannot provide itself.
  *
@@ -63,11 +65,46 @@ export interface IRealtimeMediaHost {
      * route, and that setting outlives the call — every later sound in the app plays through the
      * call route, at call volume, until something puts it back.
      *
-     * Called by the runtime on teardown, after the microphone tracks are stopped, on every exit
-     * path including a failed start. Best-effort: a rejection is logged and swallowed, because
-     * restoring audio state is never worth failing the end of a call over.
+     * Called by the runtime once each time it asks for the microphone (through
+     * {@link AcquireMicrophone} or the session's controller), after the request returns, opened or
+     * failed, and the microphone tracks are stopped: when the session ends, on every exit path
+     * including a failed start, or, when the session ended while the request was pending, once the
+     * request returns, so the call undoes what the request did. When a newer session has asked for
+     * the microphone by then, that session's end makes the call instead. A session that ends before
+     * asking for the microphone gets no call. Best-effort: a rejection is logged and swallowed,
+     * because restoring audio state is never worth failing the end of a call over.
      */
     ReleaseMicrophone?(): Promise<void> | void;
+    /**
+     * OPTIONAL: creates a controller for the user's camera and microphone, once per session.
+     *
+     * When a host offers one, the runtime starts the microphone through it instead of
+     * {@link AcquireMicrophone}. The call then follows a device switch and survives a lost device:
+     * the controller swaps the new track into the same stream (falling back to the system default
+     * when a device goes away), and the runtime moves the driver and the recorder onto it. The
+     * runtime disposes the controller at teardown. Hosts without one keep {@link AcquireMicrophone}.
+     */
+    CreateLocalMediaController?(): ILocalMediaController;
+    /**
+     * OPTIONAL: asks the user for a screen, window or browser tab to share (or one panel of the page), for the
+     * session's screen share. Always resolves: a cancelled picker or a refusal is a result.
+     *
+     * A browser host passes it to `RequestDisplayCapture` from `@memberjunction/ai-realtime-client/media`. A host
+     * without it cannot share a screen; the runtime reports that instead of asking.
+     */
+    RequestDisplayCapture?(options?: DisplayCaptureOptions): Promise<DisplayCaptureResult>;
+    /**
+     * OPTIONAL: creates the sampler that takes still frames from a camera or a screen share for the agent: from `stream`,
+     * at `options.Rate` frames per second (the rate the model's video track negotiated), each handed to `options.OnFrame`
+     * as a base64 image. The runtime creates one per capture, starts it once the device or share is open, and stops it
+     * when the capture stops; the stream's tracks belong to the capture, not the sampler.
+     *
+     * A host without it gets `FrameSampler` from `@memberjunction/ai-realtime-client/media`, which draws through a hidden
+     * `<video>` and a `<canvas>`: what a browser host wants, so it can omit this. A host without a DOM (React Native, a
+     * native shell, a test harness) supplies its own here. When the sampler cannot start (`Start()` returns `false`, as
+     * the DOM default does without a DOM), the capture fails as `unsupported` and the agent is never told it can see it.
+     */
+    CreateFrameSampler?(stream: MediaStream, options: FrameSamplerOptions): IRealtimeFrameSampler;
     /**
      * OPTIONAL: creates a recorder for this session's audio, when the platform can record and the
      * user has consented.
@@ -82,26 +119,37 @@ export interface IRealtimeMediaHost {
      */
     CreateRecorder?(): IRealtimeSessionRecorder | null;
 }
+/**
+ * A frame sampler a host supplies through {@link IRealtimeMediaHost.CreateFrameSampler}. `FrameSampler` from
+ * `@memberjunction/ai-realtime-client/media` is one.
+ */
+export interface IRealtimeFrameSampler {
+    /**
+     * Starts taking frames.
+     *
+     * @returns `false` when the sampler cannot take frames on this platform; the runtime then fails the capture.
+     */
+    Start(): boolean;
+    /** Stops taking frames and releases what the sampler holds. Never stops the stream's tracks. */
+    Stop(): void;
+}
 /**
  * The recording capability a host may optionally provide.
  *
- * Mirrors the browser recorder's existing surface so the runtime's call sites are unchanged by the
- * extraction. Every method is best-effort by contract: a recorder that fails mid-session must
- * degrade to "no recording" rather than failing the call, because audio capture is never worth
- * dropping a live conversation over.
+ * The host captures the call (mic + agent mix) at **48 kHz** and runs ONE continuous Opus encoder
+ * for the whole call: mono, 32 kbps, 20 ms frames (960 samples). The runtime pulls the encoded
+ * packets every few seconds, cuts them into indexed `MJOPUS1` shards, keeps each one in a durable
+ * local store until the server acknowledges it, and sends a terminal request when the call ends.
+ * The host never builds a container (no WAV, no Ogg) and never base64-encodes anything: the server
+ * assembles the final `recording.wav` from the shards.
+ *
+ * Every method is best-effort by contract: a recorder that fails mid-session must degrade to
+ * "no recording" rather than failing the call, because audio capture is never worth dropping a live
+ * conversation over.
  */
 export interface IRealtimeSessionRecorder {
-    /** `false` when capture could not start (unsupported platform, no permission). */
+    /** `false` when capture could not start (unsupported platform, no permission, no encoder). */
     readonly IsRecording: boolean;
-    /** Capture sample rate, used to label the header-less PCM16 crash-recovery shards. */
-    readonly SampleRate: number;
-    /**
-     * Container MIME type of the FINAL consolidated recording.
-     *
-     * Read it BEFORE {@link StopAndEncode} — implementations are permitted to clear it on stop,
-     * which is why the runtime captures it first.
-     */
-    readonly MimeType: string;
     /**
      * Begins capture of the microphone, mixing in the agent's audio when it is already available.
      *
@@ -111,26 +159,30 @@ export interface IRealtimeSessionRecorder {
     Start(micStream: MediaStream, remoteStream: MediaStream | null): void;
     /** Mixes the agent's audio in once its track arrives, so the recording carries both sides. */
     AttachRemoteStream(stream: MediaStream): void;
-    /** Milliseconds into the recording, used to stamp per-turn cue offsets into a seekable file. */
+    /**
+     * OPTIONAL: records the microphone stream's current track from now on, after its track was
+     * replaced (a device switch, or a lost device replaced by the default). A recorder bound to the
+     * old track would otherwise record silence. A recorder without it keeps its original binding.
+     */
+    ReplaceMicrophone?(micStream: MediaStream): void;
+    /**
+     * Milliseconds into the recording, derived from the samples captured so far on the 48 kHz
+     * sample clock (never wall clock), used to stamp per-turn cue offsets into the assembled file.
+     */
     NowOffsetMs(): number;
-    /** Waveform peaks computed during capture; survives {@link StopAndEncode}. */
-    GetPeaks(): number[];
     /**
-     * Returns audio captured since the previous snapshot, **already base64-encoded**, or `null`
-     * when nothing new is pending.
-     *
-     * Encoding lives behind this seam deliberately: browsers reach for `Blob` + `FileReader`,
-     * React Native reads a file off disk, and a test harness may hold bytes in memory. The runtime
-     * only forwards the string to the server, so it should never learn which of those it is.
-     *
-     * Shards are header-less raw little-endian PCM16 — recovery is concatenate-in-order then
-     * WAV-wrap. The canonical seekable file is the consolidated {@link StopAndEncode} upload.
+     * Returns the 20 ms Opus packets encoded since the previous call, in capture order, and forgets
+     * them; an empty array when none are ready. Synchronous and cheap: it hands over what the
+     * encoder already produced and never encodes on the caller's thread — the runtime calls it from
+     * `pagehide`, where there is no time to wait for an encoder.
      */
-    SnapshotNewSegmentBase64(): Promise<string | null>;
+    TakeEncodedPackets(): Uint8Array[];
     /**
-     * Stops capture and returns the consolidated recording **already base64-encoded**, or `null`
-     * when nothing was captured. Idempotent.
+     * Stops capture, flushes the encoder (its last packets become available to
+     * {@link TakeEncodedPackets}), and resolves the total number of samples captured at 48 kHz. That
+     * count may be less than `packets × 960` when the encoder padded its last frame; the runtime
+     * trims the final shard to it. Idempotent: a second call resolves the same count.
      */
-    StopAndEncode(): Promise<string | null>;
+    Stop(): Promise<number>;
 }
 //# sourceMappingURL=IRealtimeMediaHost.d.ts.map

package/dist/hosts/IRealtimeMediaHost.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"IRealtimeMediaHost.d.ts","sourceRoot":"","sources":["../../src/hosts/IRealtimeMediaHost.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AAEH;;;;;;GAMG;AACH,MAAM,WAAW,kBAAkB;IAC/B;;;;;;;;;;OAUG;IACH,iBAAiB,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IAE1C;;;;;;;;;;;;;OAaG;IACH,iBAAiB,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE3C;;;;;;;;;;;OAWG;IACH,cAAc,CAAC,IAAI,wBAAwB,GAAG,IAAI,CAAC;CACtD;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,wBAAwB;IACrC,kFAAkF;IAClF,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IAE9B,sFAAsF;IACtF,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAE5B;;;;;OAKG;IACH,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAE1B;;;;;OAKG;IACH,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC;IAEtE,8FAA8F;IAC9F,kBAAkB,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IAE9C,gGAAgG;IAChG,WAAW,IAAI,MAAM,CAAC;IAEtB,8EAA8E;IAC9E,QAAQ,IAAI,MAAM,EAAE,CAAC;IAErB;;;;;;;;;;OAUG;IACH,wBAAwB,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAEnD;;;OAGG;IACH,aAAa,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;CAC3C"}
+{"version":3,"file":"IRealtimeMediaHost.d.ts","sourceRoot":"","sources":["../../src/hosts/IRealtimeMediaHost.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG;AAEH,OAAO,KAAK,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,qBAAqB,EAAE,MAAM,oCAAoC,CAAC;AAElJ;;;;;;GAMG;AACH,MAAM,WAAW,kBAAkB;IAC/B;;;;;;;;;;OAUG;IACH,iBAAiB,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IAE1C;;;;;;;;;;;;;;;;;;OAkBG;IACH,iBAAiB,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAE3C;;;;;;;;OAQG;IACH,0BAA0B,CAAC,IAAI,qBAAqB,CAAC;IAErD;;;;;;OAMG;IACH,qBAAqB,CAAC,CAAC,OAAO,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAEvF;;;;;;;;;;OAUG;IACH,kBAAkB,CAAC,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,mBAAmB,GAAG,qBAAqB,CAAC;IAE9F;;;;;;;;;;;OAWG;IACH,cAAc,CAAC,IAAI,wBAAwB,GAAG,IAAI,CAAC;CACtD;AAED;;;GAGG;AACH,MAAM,WAAW,qBAAqB;IAClC;;;;OAIG;IACH,KAAK,IAAI,OAAO,CAAC;IAEjB,gGAAgG;IAChG,IAAI,IAAI,IAAI,CAAC;CAChB;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,WAAW,wBAAwB;IACrC,8FAA8F;IAC9F,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IAE9B;;;;;OAKG;IACH,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,WAAW,GAAG,IAAI,GAAG,IAAI,CAAC;IAEtE,8FAA8F;IAC9F,kBAAkB,CAAC,MAAM,EAAE,WAAW,GAAG,IAAI,CAAC;IAE9C;;;;OAIG;IACH,iBAAiB,CAAC,CAAC,SAAS,EAAE,WAAW,GAAG,IAAI,CAAC;IAEjD;;;OAGG;IACH,WAAW,IAAI,MAAM,CAAC;IAEtB;;;;;OAKG;IACH,kBAAkB,IAAI,UAAU,EAAE,CAAC;IAEnC;;;;;OAKG;IACH,IAAI,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CAC3B"}

package/dist/hosts/IRealtimeMediaHost.js

@@ -19,7 +19,8 @@
  *
  * ## Implementations
  *
- * - **Browser** — `getUserMedia({ audio: true })` and the global `RTCPeerConnection`.
+ * - **Browser** — a `LocalMediaController` (from `@memberjunction/ai-realtime-client/media`) that opens
+ *   the microphone and follows device changes, and the global `RTCPeerConnection`.
  * - **React Native** — the `react-native-webrtc` equivalents, which polyfill both APIs natively
  *   and additionally give the platform's acoustic echo cancellation, noise suppression and jitter
  *   buffering for free.

package/dist/hosts/IRealtimeMediaHost.js.map

@@ -1 +1 @@
-{"version":3,"file":"IRealtimeMediaHost.js","sourceRoot":"","sources":["../../src/hosts/IRealtimeMediaHost.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG"}
+{"version":3,"file":"IRealtimeMediaHost.js","sourceRoot":"","sources":["../../src/hosts/IRealtimeMediaHost.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmCG"}

package/dist/index.d.ts

@@ -28,9 +28,32 @@
  * @module @memberjunction/realtime-runtime
  */
 export { RealtimeSessionRuntime } from './session/RealtimeSessionRuntime.js';
-export { REALTIME_RECORDING_CONSENT_KEY, type RealtimeConnectionState, type RealtimeCaption, type RealtimeDelegationProgress, type RealtimeDelegationResult, type RealtimeClientToolHandler, type RealtimeChannelFocusEvent, type RealtimeDelegationNarration, type RealtimeThoughtNarration, type StartRealtimeClientSessionResult, type RealtimeSessionRunOptions, } from './session/RealtimeSessionRuntime.js';
-export { type IRealtimeMediaHost, type IRealtimeSessionRecorder, } from './hosts/IRealtimeMediaHost.js';
-export { BaseRealtimeChannelClient, type RealtimeChannelContext, type RealtimeSurfaceComponentType, type ChannelOnboardingDetails, } from './channels/base-realtime-channel-client.js';
+export { REALTIME_RECORDING_CONSENT_KEY, RECORDING_TERMINAL_ACK_TIMEOUT_MS, RECORDER_STOP_TIMEOUT_MS, type RealtimeConnectionState, type RealtimeCaption, type RealtimeDelegationProgress, type RealtimeDelegationResult, type RealtimeClientToolHandler, type RealtimeChannelFocusEvent, type RealtimeDelegationNarration, type RealtimeThoughtNarration, type StartRealtimeClientSessionResult, type RealtimeSessionRunOptions, type RecordingTerminalOptions, } from './session/RealtimeSessionRuntime.js';
+export { ResolveAvatarNotice, type RealtimeAvatarNotice } from './session/avatar-notice.js';
+export { DefaultRealtimeSessionLauncher, type IRealtimeSessionLauncher, type RealtimeSessionLaunchRequest, type RealtimeSessionLaunchContext, } from './session/session-launcher.js';
+export { RealtimeSessionEventHub, type IRealtimeSessionEventSource, type RealtimeSessionEventHubOptions, type RealtimeSessionStreamEvent, type RealtimeSessionVerificationSnapshot, } from './session/session-event-hub.js';
+export { ClientSessionDeadline } from './session/client-session-deadline.js';
+export { DescribeCallEnd, REALTIME_CALL_TIME_LIMIT_END, type RealtimeCallEndDescription } from './session/call-end.js';
+export { REALTIME_CAPTURES_OFF, REALTIME_CAPTURE_OFFERS_NONE, REALTIME_CAPTURE_SOURCE_IDS, type RealtimeCaptureOffers, type RealtimeCaptureFailure, type RealtimeCaptureKind, type RealtimeCaptureState, type RealtimeCaptureStates, } from './session/realtime-captures.js';
+export { REALTIME_MICROPHONE_NONE, type RealtimeMicrophoneState } from './session/realtime-microphone.js';
+export { type RealtimeHostChannelDeclaration, type RealtimeSessionStartOptions, } from './session/channel-session-scope.js';
+export { InMemoryChannelExposurePreferences, ParseExposurePreferences, SerializeExposurePreferences, UserSettingsExposurePreferences, VISUAL_PERCEPTION_SETTING_KEY, type IChannelExposurePreferences, } from './session/channel-exposure-preferences.js';
+export { DEFAULT_APP_TOOL_OWNER, type AppClientToolRegistration, type RealtimeAppClientToolHandler, } from './session/app-client-tool-registry.js';
+export { type IRealtimeFrameSampler, type IRealtimeMediaHost, type IRealtimeSessionRecorder, } from './hosts/IRealtimeMediaHost.js';
+export { BaseRealtimeChannelClient, type RealtimeChannelContext, type RealtimeSurfaceComponentType, type ChannelOnboardingDetails, type VisualPerceptionOptions, type ChannelExposureSettings, } from './channels/base-realtime-channel-client.js';
+export { DEFAULT_CHANNEL_SURFACE_PLACEMENT, ReadChannelSurfacePlacement, type ChannelSurfacePlacement, } from './channels/channel-surface-placement.js';
+export { type RealtimeChannelVerbResult, type RealtimeChannelEvent, type RealtimeChannelOutput, type RealtimeChannelTarget, type RealtimeContextActionRequest, type RealtimeContextActionResult, type RealtimeContextErrorCode, } from './channels/channel-contract-types.js';
+export { SynthesizeChannelDescriptor, BuildToolBackedVerbs, VerbNameForTool } from './channels/channel-descriptor-synthesis.js';
+export { ChannelActionDispatcher, CHANNEL_OPEN_ACTION, type ChannelDispatchHost, type DispatchableChannel } from './channels/channel-action-dispatcher.js';
+export { ComputeStateDelta, FormatChannelNote, ListChangedPaths, type StateDelta } from './channels/channel-state-delta.js';
+export { FormatParameterList } from './channels/channel-schema-format.js';
+export { BuildChannelCatalogNote, type ChannelCatalogEntry } from './channels/channel-catalog-note.js';
+export { VisualPerceptionPump, type VisualFrameReason, type VisualFrameSink, type VisualPerceptionPumpHost, } from './channels/channel-visual-pump.js';
+export { ChannelPerceptionCoalescer, DEFAULT_CHANNEL_PERCEPTION_OPTIONS, type ChannelPerceptionHost, type ChannelPerceptionOptions, } from './channels/channel-perception.js';
 export { ParseDelegationResultJson, type ParsedDelegationArtifact, type ParsedDelegationResult, FormatToolName, } from './session/delegation-result-parser.js';
 export { BuildNarrationInstructions, DefaultNarrationInstructions, type NarrationBuildOptions, } from './narration/narration-template.js';
+export { type RecordingShard } from './session/RecordingShardWindow.js';
+export { CreateRecordingShardStore, NullRecordingShardStore, RECORDING_SHARD_RETENTION_MS, type IRecordingShardStore, type PendingRecordingShard, } from './session/RecordingShardStore.js';
+export { FetchRecordingTransport, RecordingBaseURLFromGraphQLURL, type FetchRecordingTransportConfig, type IRecordingTransport, type RecordingTerminalInput, type RecordingUploadOptions, type RecordingUploadOutcome, } from './session/RecordingTransport.js';
+export { CreateRecordingTransportForProvider, DeleteStoredRecordingShard, DrainStoredRecordingShardsOnce, MAX_DRAINED_SHARDS_PER_LOAD, RECORDING_LOGOUT_SEND_TIMEOUT_MS, ReleaseRecordingShardsAtLogout, ReleaseUserRecordingShards, type RecordingShardDrainPass, type RecordingShardRelease, } from './session/RecordingShardDrain.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAGH,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAG1E,OAAO,EACH,8BAA8B,EAC9B,KAAK,uBAAuB,EAC5B,KAAK,eAAe,EACpB,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,yBAAyB,EAC9B,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,wBAAwB,EAC7B,KAAK,gCAAgC,EACrC,KAAK,yBAAyB,GACjC,MAAM,kCAAkC,CAAC;AAG1C,OAAO,EACH,KAAK,kBAAkB,EACvB,KAAK,wBAAwB,GAChC,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EACH,yBAAyB,EACzB,KAAK,sBAAsB,EAC3B,KAAK,4BAA4B,EACjC,KAAK,wBAAwB,GAChC,MAAM,yCAAyC,CAAC;AAGjD,OAAO,EACH,yBAAyB,EACzB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,cAAc,GACjB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EACH,0BAA0B,EAC1B,4BAA4B,EAC5B,KAAK,qBAAqB,GAC7B,MAAM,gCAAgC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AAGH,OAAO,EAAE,sBAAsB,EAAE,MAAM,kCAAkC,CAAC;AAG1E,OAAO,EACH,8BAA8B,EAC9B,iCAAiC,EACjC,wBAAwB,EACxB,KAAK,uBAAuB,EAC5B,KAAK,eAAe,EACpB,KAAK,0BAA0B,EAC/B,KAAK,wBAAwB,EAC7B,KAAK,yBAAyB,EAC9B,KAAK,yBAAyB,EAC9B,KAAK,2BAA2B,EAChC,KAAK,wBAAwB,EAC7B,KAAK,gCAAgC,EACrC,KAAK,yBAAyB,EAC9B,KAAK,wBAAwB,GAChC,MAAM,kCAAkC,CAAC;AAG1C,OAAO,EAAE,mBAAmB,EAAE,KAAK,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAGzF,OAAO,EACH,8BAA8B,EAC9B,KAAK,wBAAwB,EAC7B,KAAK,4BAA4B,EACjC,KAAK,4BAA4B,GACpC,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EACH,uBAAuB,EACvB,KAAK,2BAA2B,EAChC,KAAK,8BAA8B,EACnC,KAAK,0BAA0B,EAC/B,KAAK,mCAAmC,GAC3C,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAC1E,OAAO,EAAE,eAAe,EAAE,4BAA4B,EAAE,KAAK,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AACpH,OAAO,EACH,qBAAqB,EACrB,4BAA4B,EAC5B,2BAA2B,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,mBAAmB,EACxB,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,GAC7B,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,wBAAwB,EAAE,KAAK,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AAGvG,OAAO,EACH,KAAK,8BAA8B,EACnC,KAAK,2BAA2B,GACnC,MAAM,iCAAiC,CAAC;AAGzC,OAAO,EACH,kCAAkC,EAClC,wBAAwB,EACxB,4BAA4B,EAC5B,+BAA+B,EAC/B,6BAA6B,EAC7B,KAAK,2BAA2B,GACnC,MAAM,wCAAwC,CAAC;AAGhD,OAAO,EACH,sBAAsB,EACtB,KAAK,yBAAyB,EAC9B,KAAK,4BAA4B,GACpC,MAAM,oCAAoC,CAAC;AAG5C,OAAO,EACH,KAAK,qBAAqB,EAC1B,KAAK,kBAAkB,EACvB,KAAK,wBAAwB,GAChC,MAAM,4BAA4B,CAAC;AAGpC,OAAO,EACH,yBAAyB,EACzB,KAAK,sBAAsB,EAC3B,KAAK,4BAA4B,EACjC,KAAK,wBAAwB,EAC7B,KAAK,uBAAuB,EAC5B,KAAK,uBAAuB,GAC/B,MAAM,yCAAyC,CAAC;AAEjD,OAAO,EACH,iCAAiC,EACjC,2BAA2B,EAC3B,KAAK,uBAAuB,GAC/B,MAAM,sCAAsC,CAAC;AAI9C,OAAO,EACH,KAAK,yBAAyB,EAC9B,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,EAC1B,KAAK,qBAAqB,EAC1B,KAAK,4BAA4B,EACjC,KAAK,2BAA2B,EAChC,KAAK,wBAAwB,GAChC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAE,2BAA2B,EAAE,oBAAoB,EAAE,eAAe,EAAE,MAAM,yCAAyC,CAAC;AAC7H,OAAO,EAAE,uBAAuB,EAAE,mBAAmB,EAAE,KAAK,mBAAmB,EAAE,KAAK,mBAAmB,EAAE,MAAM,sCAAsC,CAAC;AACxJ,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,KAAK,UAAU,EAAE,MAAM,gCAAgC,CAAC;AACzH,OAAO,EAAE,mBAAmB,EAAE,MAAM,kCAAkC,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAE,KAAK,mBAAmB,EAAE,MAAM,iCAAiC,CAAC;AACpG,OAAO,EACH,oBAAoB,EACpB,KAAK,iBAAiB,EACtB,KAAK,eAAe,EACpB,KAAK,wBAAwB,GAChC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACH,0BAA0B,EAC1B,kCAAkC,EAClC,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,GAChC,MAAM,+BAA+B,CAAC;AAGvC,OAAO,EACH,yBAAyB,EACzB,KAAK,wBAAwB,EAC7B,KAAK,sBAAsB,EAC3B,cAAc,GACjB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EACH,0BAA0B,EAC1B,4BAA4B,EAC5B,KAAK,qBAAqB,GAC7B,MAAM,gCAAgC,CAAC;AAIxC,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,gCAAgC,CAAC;AACrE,OAAO,EACH,yBAAyB,EACzB,uBAAuB,EACvB,4BAA4B,EAC5B,KAAK,oBAAoB,EACzB,KAAK,qBAAqB,GAC7B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACH,uBAAuB,EACvB,8BAA8B,EAC9B,KAAK,6BAA6B,EAClC,KAAK,mBAAmB,EACxB,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,EAC3B,KAAK,sBAAsB,GAC9B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACH,mCAAmC,EACnC,0BAA0B,EAC1B,8BAA8B,EAC9B,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,0BAA0B,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,qBAAqB,GAC7B,MAAM,+BAA+B,CAAC"}