@memberjunction/ai-realtime-client 6.2.0-edge.3 → 6.2.0-edge.4

package/dist/testing/realtimeVideoConformanceTypes.d.ts

@@ -0,0 +1,155 @@
+/**
+ * @fileoverview The contract between the video conformance kit and a provider's test: the harness a provider writes
+ * (what its server mints, its client driver with a fake transport, and the model's side of the wire), and what the kit
+ * reports back.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import type { ClientRealtimeSessionConfig, RealtimeVideoFrame, RealtimeVideoFrameKind } from '@memberjunction/ai';
+import type { BaseRealtimeClient } from '../generic/baseRealtimeClient.js';
+import type { VideoPlayoutOptions } from '../media/videoPlayout.js';
+import type { RecordingPcmPlayback, RecordingVideoPlayout } from './recordingPlayout.js';
+/** What the provider's server granted the session: an avatar or not. The kit adds the host's track request itself. */
+export interface RealtimeVideoConformanceGrant {
+    /** The server granted an avatar: the model will send the agent's video. */
+    Avatar: boolean;
+    /**
+     * The avatar's video carries the voice (a muxed MP4); otherwise the voice comes separately, as PCM. Default: whether
+     * the provider's video can carry the voice ({@link RealtimeVideoConformanceTraits.VideoCanCarryVoice}).
+     */
+    VideoCarriesVoice?: boolean;
+}
+/** What a provider can do. A check that needs something the provider can't do is skipped with the reason. */
+export interface RealtimeVideoConformanceTraits {
+    /**
+     * How the agent's video reaches the host: a player the driver creates through its creation seam (`'playout'`, the
+     * kit records it), a live `MediaStream` (`'stream'`, as a WebRTC provider hands over), or never (`'none'`, audio
+     * only).
+     */
+    AgentVideo: 'playout' | 'stream' | 'none';
+    /** Whether this provider's server can grant an avatar at all. The Gemini Developer API can't. */
+    GrantsAvatar: boolean;
+    /** Who plays the agent's voice: the driver's PCM playback (the kit's recorder), or the transport (WebRTC). */
+    Voice: 'pcm' | 'transport';
+    /** Whether the avatar's video can carry the voice, so the kit checks the voice never plays twice. */
+    VideoCanCarryVoice: boolean;
+    /** Whether the driver reports the seconds of video the model generated (`OutputTokenDetails.VideoSeconds`). */
+    VideoUsage: boolean;
+    /**
+     * The form the model's video comes in, as Core's `RealtimeVideoFrame` kinds: fragmented MP4 (a Gemini avatar), encoded
+     * chunks, or images. The kit sends frames of this kind. Default `'fmp4'`.
+     */
+    VideoFrameKind?: RealtimeVideoFrameKind;
+    /**
+     * Whether the model's voice and video share one media timeline that the driver keeps: it queues each PCM chunk with
+     * its media time and hands its voice playback to the video player as the clock (`VideoPlayoutOptions.Clock`), so the
+     * face moves with the voice. Default `false` (Gemini's PCM carries no media time).
+     */
+    TimedVoice?: boolean;
+    /**
+     * Checks this test environment can't run faithfully, by id, with the reason. They are reported skipped; a skip here
+     * says nothing about the provider.
+     */
+    EnvironmentSkips?: Readonly<Record<string, string>>;
+}
+/** What the kit hands a harness to wire into its driver's creation seams. */
+export interface RealtimeVideoConformanceMedia {
+    /** A microphone stream with one audio track, to connect with. */
+    readonly Microphone: MediaStream;
+    /** The agent's voice playback, for a driver that plays PCM itself. */
+    readonly Voice: RecordingPcmPlayback;
+    /** Creates the avatar's video player, for a driver that plays the video itself; each one records what it is given. */
+    CreateVideoPlayer(options: VideoPlayoutOptions): RecordingVideoPlayout;
+}
+/**
+ * One provider, set up for one check: the factory makes a new one per check, and once more to read its traits and
+ * methods when the checks are listed. Keep construction free of side effects (install fakes in {@link CreateClient}, undo
+ * them in {@link Dispose}).
+ *
+ * Methods marked optional gate checks: a check that needs one the harness lacks is skipped with the reason.
+ */
+export interface IRealtimeVideoConformanceHarness {
+    /** The run's name, for messages, e.g. `'gemini-enterprise'`. */
+    readonly Name: string;
+    readonly Traits: RealtimeVideoConformanceTraits;
+    /** The session config the provider's server mints for the grant. The kit adds the host's track request to it. */
+    Mint(grant: RealtimeVideoConformanceGrant): ClientRealtimeSessionConfig;
+    /**
+     * A client driver with a fake transport, its creation seams wired to `media`. Register no handlers on it: the kit
+     * registers its own. A check may run two sessions one after the other, so a second call starts over with a new client.
+     */
+    CreateClient(media: RealtimeVideoConformanceMedia): BaseRealtimeClient;
+    /** Connects the client, and opens whatever the fake transport needs, until the session listens. */
+    Connect(client: BaseRealtimeClient, config: ClientRealtimeSessionConfig, microphone: MediaStream): Promise<void>;
+    /** Makes this browser unable to play the provider's video, before the next connect. Returns the undo. */
+    RefusePlayback?(): () => void;
+    /** Whether the last connect asked the provider for video: an avatar nobody sees is still generated, and billed. */
+    AskedProviderForVideo?(): boolean;
+    /**
+     * The model sends a frame of the agent's video, of the provider's kind ({@link RealtimeVideoConformanceTraits.VideoFrameKind}),
+     * as Core's `RealtimeVideoFrame`: the harness puts it on its wire as the provider would. Resolves once the client has
+     * handled it.
+     */
+    SendVideo(frame: RealtimeVideoFrame): Promise<void>;
+    /**
+     * The model sends PCM16 of the agent's voice. Resolves once the client has handled it.
+     *
+     * @param pcm16 The chunk.
+     * @param mediaTimeMs Where the chunk starts on the stream's media timeline, for a provider with
+     *   {@link RealtimeVideoConformanceTraits.TimedVoice}; a provider whose wire has no time ignores it.
+     */
+    SendVoice(pcm16: ArrayBuffer, mediaTimeMs?: number): Promise<void>;
+    /** The model sends a part of any MIME type, as the provider's wire names it. */
+    SendPart?(mimeType: string, data: ArrayBuffer): Promise<void>;
+    /**
+     * The model starts speaking its answer: its first words, as the provider transcribes them (Gemini: the output
+     * transcription). The video that follows is the answer's until the turn's generation completes; video outside an
+     * answer (an avatar's between answers, which Vertex AI streams) plays, but is not the agent speaking. Without it the
+     * kit can't tell the two apart, and VC13 leaves that part out.
+     */
+    AnswerStarted?(): Promise<void>;
+    /** The model has generated the whole turn; its media may still be arriving. Without it the kit uses {@link TurnComplete}. */
+    GenerationComplete?(): Promise<void>;
+    /** The model's turn is over. */
+    TurnComplete(): Promise<void>;
+    /** The user barged in: the provider stopped the model's turn. */
+    Interrupted(): Promise<void>;
+    /** A planned move to a new connection, mid-turn (the provider's session resumption). Resolves once the session listens again. */
+    Resume?(): Promise<void>;
+    /** Releases what the harness set up. Called once after each check, failed ones too. */
+    Dispose?(): void | Promise<void>;
+}
+/** Makes a new harness for each check. */
+export type RealtimeVideoConformanceDriverFactory = () => IRealtimeVideoConformanceHarness;
+/** The outcome of one check. */
+export interface RealtimeVideoConformanceResult {
+    Id: string;
+    Title: string;
+    Status: 'Passed' | 'Failed' | 'Skipped';
+    /** Why it failed, or why it was skipped; `null` when it passed. */
+    Detail: string | null;
+    DurationMs: number;
+}
+/** One check: a scripted session against a harness, with plain assertions. */
+export interface RealtimeVideoConformanceCheck {
+    /** `VC01`, `VC02`, ... */
+    Id: string;
+    Title: string;
+    /** Why the check can't run against this harness, or `null` when it can. */
+    Gate(harness: IRealtimeVideoConformanceHarness): string | null;
+    /** Runs the check. Rejects with a `RealtimeVideoConformanceError` naming the rule a driver broke. */
+    Run(harness: IRealtimeVideoConformanceHarness): Promise<void>;
+}
+/** A check bound to a driver factory, for a test runner: one test per check. */
+export interface RealtimeVideoConformanceCheckRun {
+    Id: string;
+    Title: string;
+    /** Why the check is skipped for this driver (register the test as skipped), or `null`. */
+    SkipReason: string | null;
+    /**
+     * Runs the check on a new harness and disposes it. Rejects with a `RealtimeVideoConformanceError` on a failure.
+     * Does nothing when {@link SkipReason} is set.
+     */
+    Run(): Promise<void>;
+}
+//# sourceMappingURL=realtimeVideoConformanceTypes.d.ts.map

package/dist/testing/realtimeVideoConformanceTypes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceTypes.d.ts","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceTypes.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,2BAA2B,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAClH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AACjE,OAAO,KAAK,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAEtF,sHAAsH;AACtH,MAAM,WAAW,6BAA6B;IAC1C,2EAA2E;IAC3E,MAAM,EAAE,OAAO,CAAC;IAChB;;;OAGG;IACH,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC/B;AAED,6GAA6G;AAC7G,MAAM,WAAW,8BAA8B;IAC3C;;;;OAIG;IACH,UAAU,EAAE,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAC;IAC1C,iGAAiG;IACjG,YAAY,EAAE,OAAO,CAAC;IACtB,8GAA8G;IAC9G,KAAK,EAAE,KAAK,GAAG,WAAW,CAAC;IAC3B,qGAAqG;IACrG,kBAAkB,EAAE,OAAO,CAAC;IAC5B,+GAA+G;IAC/G,UAAU,EAAE,OAAO,CAAC;IACpB;;;OAGG;IACH,cAAc,CAAC,EAAE,sBAAsB,CAAC;IACxC;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;CACvD;AAED,6EAA6E;AAC7E,MAAM,WAAW,6BAA6B;IAC1C,iEAAiE;IACjE,QAAQ,CAAC,UAAU,EAAE,WAAW,CAAC;IACjC,sEAAsE;IACtE,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;IACrC,sHAAsH;IACtH,iBAAiB,CAAC,OAAO,EAAE,mBAAmB,GAAG,qBAAqB,CAAC;CAC1E;AAED;;;;;;GAMG;AACH,MAAM,WAAW,gCAAgC;IAC7C,gEAAgE;IAChE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,MAAM,EAAE,8BAA8B,CAAC;IAChD,iHAAiH;IACjH,IAAI,CAAC,KAAK,EAAE,6BAA6B,GAAG,2BAA2B,CAAC;IACxE;;;OAGG;IACH,YAAY,CAAC,KAAK,EAAE,6BAA6B,GAAG,kBAAkB,CAAC;IACvE,mGAAmG;IACnG,OAAO,CAAC,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,2BAA2B,EAAE,UAAU,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjH,yGAAyG;IACzG,cAAc,CAAC,IAAI,MAAM,IAAI,CAAC;IAC9B,mHAAmH;IACnH,qBAAqB,CAAC,IAAI,OAAO,CAAC;IAClC;;;;OAIG;IACH,SAAS,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD;;;;;;OAMG;IACH,SAAS,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnE,gFAAgF;IAChF,QAAQ,CAAC,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9D;;;;;OAKG;IACH,aAAa,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAChC,6HAA6H;IAC7H,kBAAkB,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACrC,gCAAgC;IAChC,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC9B,iEAAiE;IACjE,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC7B,iIAAiI;IACjI,MAAM,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,uFAAuF;IACvF,OAAO,CAAC,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACpC;AAED,0CAA0C;AAC1C,MAAM,MAAM,qCAAqC,GAAG,MAAM,gCAAgC,CAAC;AAE3F,gCAAgC;AAChC,MAAM,WAAW,8BAA8B;IAC3C,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IACxC,mEAAmE;IACnE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;CACtB;AAED,8EAA8E;AAC9E,MAAM,WAAW,6BAA6B;IAC1C,0BAA0B;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,2EAA2E;IAC3E,IAAI,CAAC,OAAO,EAAE,gCAAgC,GAAG,MAAM,GAAG,IAAI,CAAC;IAC/D,qGAAqG;IACrG,GAAG,CAAC,OAAO,EAAE,gCAAgC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACjE;AAED,gFAAgF;AAChF,MAAM,WAAW,gCAAgC;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,0FAA0F;IAC1F,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;;OAGG;IACH,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB"}

package/dist/testing/realtimeVideoConformanceTypes.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=realtimeVideoConformanceTypes.js.map

package/dist/testing/realtimeVideoConformanceTypes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceTypes.js","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceTypes.ts"],"names":[],"mappings":""}

package/dist/testing/recordingPlayout.d.ts

@@ -0,0 +1,84 @@
+/**
+ * @fileoverview The kit's recorders: a video player and a PCM playback that play nothing and write down, in order, what
+ * the driver did with them. A harness wires them into the driver's creation seams, so the kit checks the driver's
+ * obligations to the avatar's video and voice whatever decodes them in a browser.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import type { RealtimeVideoFrame } from '@memberjunction/ai';
+import type { IRealtimePcmPlayback } from '../audio/pcmPlayback.js';
+import type { MediaVideoSource } from '../media/model.js';
+import type { IPlaybackClock } from '../media/playbackClock.js';
+import type { IAvatarVideoPlayout, VideoPlayoutOptions, VideoPlayoutProblem } from '../media/videoPlayout.js';
+import { RealtimeVideoConformanceTimeline } from './conformanceTimeline.js';
+/**
+ * A video player that records what the driver does with it: each frame appended, each end of turn, flush and dispose.
+ *
+ * `IsPlaying` models the element: true once a piece is appended, false after a flush, a dispose or
+ * {@link FinishPlaying}. An end of turn leaves it playing (the element plays out what it has). `FramesAhead` models the
+ * playhead the same way: every frame appended since the last flush, dispose or {@link FinishPlaying} is still to play.
+ */
+export declare class RecordingVideoPlayout implements IAvatarVideoPlayout {
+    readonly Options: VideoPlayoutOptions;
+    readonly Timeline: RealtimeVideoConformanceTimeline;
+    readonly Index: number;
+    /** The video to show. The same object every time, so a check can tell this player's video from another's. */
+    readonly Source: MediaVideoSource;
+    private carriesVoice;
+    private playing;
+    private framesAhead;
+    /**
+     * @param Options What the driver created the player with.
+     * @param Timeline Where the player records; a timeline of its own when absent.
+     * @param Index This player's number in its session, from 0.
+     */
+    constructor(Options: VideoPlayoutOptions, Timeline?: RealtimeVideoConformanceTimeline, Index?: number);
+    /** Whether the player plays forward with media buffered ahead of its playhead. */
+    get IsPlaying(): boolean;
+    /** How many of the frames appended are still to play: those since the last flush, dispose or {@link FinishPlaying}. */
+    get FramesAhead(): number;
+    /** Whether the player plays the video's audio; `false` mutes it. Each change is recorded. */
+    get CarriesVoice(): boolean;
+    set CarriesVoice(value: boolean);
+    /** Records the frame; the player now plays, and the frame is still to play. */
+    Append(frame: RealtimeVideoFrame): void;
+    /** Records the end of the turn's video. */
+    EndOfTurn(): void;
+    /** Records the flush; the player stops, and drops every frame still to play. */
+    Flush(): void;
+    /** The recorder reports no problems: it plays nothing. Returns the function that removes the handler. */
+    OnProblem(_handler: (problem: VideoPlayoutProblem, message: string) => void): () => void;
+    /** Records the dispose; the player stops, with nothing left to play. */
+    Dispose(): void;
+    /** Models the element reaching the end of what it was given: it stops playing, every frame played. Not recorded. */
+    FinishPlaying(): void;
+}
+/**
+ * A PCM playback that records what the driver queues and flushes. `IsPlaying` is true once PCM is queued, false after a
+ * flush, a close or {@link FinishPlaying}.
+ *
+ * It is also a playback clock, as `RealtimePcmPlayback` is, so a driver can hand it to its video player as
+ * `VideoPlayoutOptions.Clock`. It plays nothing, so its clock is a model: {@link CurrentTimeMs} reads the media time of the
+ * last chunk queued with one, as if that chunk were being heard, and `null` before one, after an untimed chunk and once
+ * the voice stops.
+ */
+export declare class RecordingPcmPlayback implements IRealtimePcmPlayback, IPlaybackClock {
+    readonly Timeline: RealtimeVideoConformanceTimeline;
+    private playing;
+    private heardMs;
+    /** @param Timeline Where the playback records; a timeline of its own when absent. */
+    constructor(Timeline?: RealtimeVideoConformanceTimeline);
+    /** Whether queued PCM is playing. */
+    get IsPlaying(): boolean;
+    /** The media time (ms) of the voice heard now, as the recorder models it; `null` while no timed voice plays. */
+    get CurrentTimeMs(): number | null;
+    /** Records the chunk and its media time; the voice now plays. */
+    Enqueue(pcm16: ArrayBuffer, mediaTimeMs?: number): void;
+    /** Records the flush; the voice stops. */
+    Flush(): void;
+    /** Records the close; the voice stops. */
+    Close(): void;
+    /** Models the queued PCM running out: the voice stops. Not recorded. */
+    FinishPlaying(): void;
+}
+//# sourceMappingURL=recordingPlayout.d.ts.map

package/dist/testing/recordingPlayout.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"recordingPlayout.d.ts","sourceRoot":"","sources":["../../src/testing/recordingPlayout.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAC7D,OAAO,KAAK,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC3G,OAAO,EAAE,gCAAgC,EAAE,MAAM,uBAAuB,CAAC;AAEzE;;;;;;GAMG;AACH,qBAAa,qBAAsB,YAAW,mBAAmB;aAazC,OAAO,EAAE,mBAAmB;aAC5B,QAAQ,EAAE,gCAAgC;aAC1C,KAAK,EAAE,MAAM;IAdjC,6GAA6G;IAC7G,SAAgB,MAAM,EAAE,gBAAgB,CAAsD;IAC9F,OAAO,CAAC,YAAY,CAAU;IAC9B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,WAAW,CAAK;IAExB;;;;OAIG;gBAEiB,OAAO,EAAE,mBAAmB,EAC5B,QAAQ,GAAE,gCAAyE,EACnF,KAAK,GAAE,MAAU;IAMrC,kFAAkF;IAClF,IAAW,SAAS,IAAI,OAAO,CAE9B;IAED,uHAAuH;IACvH,IAAW,WAAW,IAAI,MAAM,CAE/B;IAED,6FAA6F;IAC7F,IAAW,YAAY,IAAI,OAAO,CAEjC;IACD,IAAW,YAAY,CAAC,KAAK,EAAE,OAAO,EAGrC;IAED,+EAA+E;IACxE,MAAM,CAAC,KAAK,EAAE,kBAAkB,GAAG,IAAI;IAM9C,2CAA2C;IACpC,SAAS,IAAI,IAAI;IAIxB,gFAAgF;IACzE,KAAK,IAAI,IAAI;IAMpB,yGAAyG;IAClG,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,mBAAmB,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,MAAM,IAAI;IAI/F,wEAAwE;IACjE,OAAO,IAAI,IAAI;IAMtB,oHAAoH;IAC7G,aAAa,IAAI,IAAI;CAI/B;AAED;;;;;;;;GAQG;AACH,qBAAa,oBAAqB,YAAW,oBAAoB,EAAE,cAAc;aAKjD,QAAQ,EAAE,gCAAgC;IAJtE,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,OAAO,CAAuB;IAEtC,qFAAqF;gBACzD,QAAQ,GAAE,gCAAyE;IAE/G,qCAAqC;IACrC,IAAW,SAAS,IAAI,OAAO,CAE9B;IAED,gHAAgH;IAChH,IAAW,aAAa,IAAI,MAAM,GAAG,IAAI,CAExC;IAED,iEAAiE;IAC1D,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI;IAO9D,0CAA0C;IACnC,KAAK,IAAI,IAAI;IAKpB,0CAA0C;IACnC,KAAK,IAAI,IAAI;IAKpB,wEAAwE;IACjE,aAAa,IAAI,IAAI;CAG/B"}

package/dist/testing/recordingPlayout.js

@@ -0,0 +1,120 @@
+import { RealtimeVideoConformanceTimeline } from './conformanceTimeline.js';
+/**
+ * A video player that records what the driver does with it: each frame appended, each end of turn, flush and dispose.
+ *
+ * `IsPlaying` models the element: true once a piece is appended, false after a flush, a dispose or
+ * {@link FinishPlaying}. An end of turn leaves it playing (the element plays out what it has). `FramesAhead` models the
+ * playhead the same way: every frame appended since the last flush, dispose or {@link FinishPlaying} is still to play.
+ */
+export class RecordingVideoPlayout {
+    /**
+     * @param Options What the driver created the player with.
+     * @param Timeline Where the player records; a timeline of its own when absent.
+     * @param Index This player's number in its session, from 0.
+     */
+    constructor(Options, Timeline = new RealtimeVideoConformanceTimeline(), Index = 0) {
+        this.Options = Options;
+        this.Timeline = Timeline;
+        this.Index = Index;
+        /** The video to show. The same object every time, so a check can tell this player's video from another's. */
+        this.Source = { Kind: 'element', Attach: () => () => undefined };
+        this.playing = false;
+        this.framesAhead = 0;
+        this.carriesVoice = Options.CarriesVoice ?? true;
+        Timeline.Record({ Kind: 'player-created', Player: Index, Options });
+    }
+    /** Whether the player plays forward with media buffered ahead of its playhead. */
+    get IsPlaying() {
+        return this.playing;
+    }
+    /** How many of the frames appended are still to play: those since the last flush, dispose or {@link FinishPlaying}. */
+    get FramesAhead() {
+        return this.framesAhead;
+    }
+    /** Whether the player plays the video's audio; `false` mutes it. Each change is recorded. */
+    get CarriesVoice() {
+        return this.carriesVoice;
+    }
+    set CarriesVoice(value) {
+        this.carriesVoice = value;
+        this.Timeline.Record({ Kind: 'player-carries-voice', Player: this.Index, CarriesVoice: value });
+    }
+    /** Records the frame; the player now plays, and the frame is still to play. */
+    Append(frame) {
+        this.Timeline.Record({ Kind: 'player-append', Player: this.Index, Frame: frame });
+        this.playing = true;
+        this.framesAhead++;
+    }
+    /** Records the end of the turn's video. */
+    EndOfTurn() {
+        this.Timeline.Record({ Kind: 'player-end-of-turn', Player: this.Index });
+    }
+    /** Records the flush; the player stops, and drops every frame still to play. */
+    Flush() {
+        this.Timeline.Record({ Kind: 'player-flush', Player: this.Index });
+        this.playing = false;
+        this.framesAhead = 0;
+    }
+    /** The recorder reports no problems: it plays nothing. Returns the function that removes the handler. */
+    OnProblem(_handler) {
+        return () => undefined;
+    }
+    /** Records the dispose; the player stops, with nothing left to play. */
+    Dispose() {
+        this.Timeline.Record({ Kind: 'player-dispose', Player: this.Index });
+        this.playing = false;
+        this.framesAhead = 0;
+    }
+    /** Models the element reaching the end of what it was given: it stops playing, every frame played. Not recorded. */
+    FinishPlaying() {
+        this.playing = false;
+        this.framesAhead = 0;
+    }
+}
+/**
+ * A PCM playback that records what the driver queues and flushes. `IsPlaying` is true once PCM is queued, false after a
+ * flush, a close or {@link FinishPlaying}.
+ *
+ * It is also a playback clock, as `RealtimePcmPlayback` is, so a driver can hand it to its video player as
+ * `VideoPlayoutOptions.Clock`. It plays nothing, so its clock is a model: {@link CurrentTimeMs} reads the media time of the
+ * last chunk queued with one, as if that chunk were being heard, and `null` before one, after an untimed chunk and once
+ * the voice stops.
+ */
+export class RecordingPcmPlayback {
+    /** @param Timeline Where the playback records; a timeline of its own when absent. */
+    constructor(Timeline = new RealtimeVideoConformanceTimeline()) {
+        this.Timeline = Timeline;
+        this.playing = false;
+        this.heardMs = null;
+    }
+    /** Whether queued PCM is playing. */
+    get IsPlaying() {
+        return this.playing;
+    }
+    /** The media time (ms) of the voice heard now, as the recorder models it; `null` while no timed voice plays. */
+    get CurrentTimeMs() {
+        return this.playing ? this.heardMs : null;
+    }
+    /** Records the chunk and its media time; the voice now plays. */
+    Enqueue(pcm16, mediaTimeMs) {
+        const timed = typeof mediaTimeMs === 'number';
+        this.Timeline.Record(timed ? { Kind: 'voice-enqueue', Data: pcm16, MediaTimeMs: mediaTimeMs } : { Kind: 'voice-enqueue', Data: pcm16 });
+        this.heardMs = timed ? mediaTimeMs : null;
+        this.playing = true;
+    }
+    /** Records the flush; the voice stops. */
+    Flush() {
+        this.Timeline.Record({ Kind: 'voice-flush' });
+        this.playing = false;
+    }
+    /** Records the close; the voice stops. */
+    Close() {
+        this.Timeline.Record({ Kind: 'voice-close' });
+        this.playing = false;
+    }
+    /** Models the queued PCM running out: the voice stops. Not recorded. */
+    FinishPlaying() {
+        this.playing = false;
+    }
+}
+//# sourceMappingURL=recordingPlayout.js.map

package/dist/testing/recordingPlayout.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"recordingPlayout.js","sourceRoot":"","sources":["../../src/testing/recordingPlayout.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,gCAAgC,EAAE,MAAM,uBAAuB,CAAC;AAEzE;;;;;;GAMG;AACH,MAAM,OAAO,qBAAqB;IAO9B;;;;OAIG;IACH,YACoB,OAA4B,EAC5B,WAA6C,IAAI,gCAAgC,EAAE,EACnF,QAAgB,CAAC;QAFjB,YAAO,GAAP,OAAO,CAAqB;QAC5B,aAAQ,GAAR,QAAQ,CAA2E;QACnF,UAAK,GAAL,KAAK,CAAY;QAdrC,6GAA6G;QAC7F,WAAM,GAAqB,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC;QAEtF,YAAO,GAAG,KAAK,CAAC;QAChB,gBAAW,GAAG,CAAC,CAAC;QAYpB,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC;QACjD,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;IAED,kFAAkF;IAClF,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,uHAAuH;IACvH,IAAW,WAAW;QAClB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED,6FAA6F;IAC7F,IAAW,YAAY;QACnB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IACD,IAAW,YAAY,CAAC,KAAc;QAClC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IACpG,CAAC;IAED,+EAA+E;IACxE,MAAM,CAAC,KAAyB;QACnC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAClF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;IAED,2CAA2C;IACpC,SAAS;QACZ,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,gFAAgF;IACzE,KAAK;QACR,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,yGAAyG;IAClG,SAAS,CAAC,QAAiE;QAC9E,OAAO,GAAG,EAAE,CAAC,SAAS,CAAC;IAC3B,CAAC;IAED,wEAAwE;IACjE,OAAO;QACV,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,MAAM,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACrE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,oHAAoH;IAC7G,aAAa;QAChB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACzB,CAAC;CACJ;AAED;;;;;;;;GAQG;AACH,MAAM,OAAO,oBAAoB;IAI7B,qFAAqF;IACrF,YAA4B,WAA6C,IAAI,gCAAgC,EAAE;QAAnF,aAAQ,GAAR,QAAQ,CAA2E;QAJvG,YAAO,GAAG,KAAK,CAAC;QAChB,YAAO,GAAkB,IAAI,CAAC;IAG4E,CAAC;IAEnH,qCAAqC;IACrC,IAAW,SAAS;QAChB,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,gHAAgH;IAChH,IAAW,aAAa;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9C,CAAC;IAED,iEAAiE;IAC1D,OAAO,CAAC,KAAkB,EAAE,WAAoB;QACnD,MAAM,KAAK,GAAG,OAAO,WAAW,KAAK,QAAQ,CAAC;QAC9C,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACxI,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,0CAA0C;IACnC,KAAK;QACR,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACzB,CAAC;IAED,0CAA0C;IACnC,KAAK;QACR,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACzB,CAAC;IAED,wEAAwE;IACjE,aAAa;QAChB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;IACzB,CAAC;CACJ"}

package/package.json

@@ -1,19 +1,44 @@
 {
   "name": "@memberjunction/ai-realtime-client",
   "type": "module",
-  "version": "6.2.0-edge.3",
+  "version": "6.2.0-edge.4",
   "description": "MemberJunction: Framework-agnostic browser client abstraction for provider-direct realtime (voice) sessions - BaseRealtimeClient + provider drivers",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    },
+    "./media": {
+      "types": "./dist/media/index.d.ts",
+      "default": "./dist/media/index.js"
+    },
+    "./testing": {
+      "types": "./dist/testing/index.d.ts",
+      "default": "./dist/testing/index.js"
+    }
+  },
+  "typesVersions": {
+    "*": {
+      "media": [
+        "dist/media/index.d.ts"
+      ],
+      "testing": [
+        "dist/testing/index.d.ts"
+      ]
+    }
+  },
   "files": [
     "/dist"
   ],
   "author": "MemberJunction.com",
   "license": "BUSL-1.1",
   "dependencies": {
-    "@memberjunction/global": "6.2.0-edge.3",
-    "@memberjunction/ai": "6.2.0-edge.3",
-    "@google/genai": "^2.8.0"
+    "@memberjunction/global": "6.2.0-edge.4",
+    "@memberjunction/ai": "6.2.0-edge.4",
+    "@google/genai": "^2.8.0",
+    "rxjs": "^7.8.2"
   },
   "devDependencies": {
     "@types/node": "24.10.11",