@memberjunction/ai-realtime-client 6.2.0-edge.3 → 6.2.0-edge.5

package/dist/testing/realtimeVideoConformanceSession.js

@@ -0,0 +1,270 @@
+/**
+ * @fileoverview One conformance session: the harness's client connected with the kit's recorders, the host's track
+ * request, every event the client emits, and the warnings and info lines logged meanwhile, all on one timeline. A check
+ * drives the model's side through it and reads the timeline back.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import { DEFAULT_REALTIME_AUDIO_TRACKS, } from '@memberjunction/ai';
+import { BaseRealtimeClient, REQUESTED_TRACKS_SESSION_KEY } from '../generic/baseRealtimeClient.js';
+import { Fail, RealtimeVideoConformanceError } from './conformanceAssertions.js';
+import { CreateConformanceMicrophone } from './conformanceMicrophone.js';
+import { RealtimeVideoConformanceTimeline, } from './conformanceTimeline.js';
+import { ConformanceVideoStream } from './conformanceVideoStream.js';
+import { RecordingPcmPlayback, RecordingVideoPlayout } from './recordingPlayout.js';
+/** How many logged lines a failure's message carries. */
+const MAX_LOGGED_LINES_IN_FAILURE = 8;
+/** One connected session of a check, recorded on one timeline. */
+export class ConformanceSession {
+    constructor(Harness, Setup) {
+        this.Harness = Harness;
+        this.Setup = Setup;
+        this.Timeline = new RealtimeVideoConformanceTimeline();
+        this.Microphone = CreateConformanceMicrophone();
+        this.players = [];
+        this.client = null;
+        this.disconnected = false;
+        this.Voice = new RecordingPcmPlayback(this.Timeline);
+        this.Video = new ConformanceVideoStream(Harness.Traits.VideoFrameKind ?? 'fmp4', this.VideoCarriesVoice);
+    }
+    /** The video players the driver created, in order. */
+    get Players() {
+        return this.players;
+    }
+    /** The connected client. */
+    get Client() {
+        if (!this.client) {
+            throw new RealtimeVideoConformanceError('the session has no client: Start() did not run');
+        }
+        return this.client;
+    }
+    /** Whether the avatar's video carries the voice: as the grant says, else whenever the provider's video can. */
+    get VideoCarriesVoice() {
+        return this.Setup.Grant.VideoCarriesVoice ?? this.Harness.Traits.VideoCanCarryVoice;
+    }
+    /** Mints, adds the host's track request, creates the client with the recorders, observes it, and connects. */
+    async Start() {
+        const grant = { ...this.Setup.Grant, VideoCarriesVoice: this.VideoCarriesVoice };
+        const config = WithHostTrackRequest(this.Harness.Mint(grant), this.Setup.ShowAgentVideo !== false);
+        const client = this.Harness.CreateClient(this.media());
+        if (!(client instanceof BaseRealtimeClient)) {
+            Fail('the harness', `${this.Harness.Name}'s CreateClient returned something that is not a BaseRealtimeClient`);
+        }
+        this.client = client;
+        this.observe(client);
+        await this.Harness.Connect(client, config, this.Microphone);
+    }
+    /** Disconnects the client, as the host does when the call ends. */
+    async Disconnect() {
+        this.disconnected = true;
+        await this.client?.Disconnect();
+    }
+    /** Ends the session after the check: disconnects the client if the check didn't. Never throws. */
+    async Close() {
+        if (this.disconnected || !this.client) {
+            return;
+        }
+        try {
+            await this.Disconnect();
+        }
+        catch (error) {
+            this.Timeline.Record({ Kind: 'warn', Message: `Disconnect after the check failed: ${describe(error)}` });
+        }
+    }
+    // ── The model's side ─────────────────────────────────────────────────────────────────────────────────────────
+    /**
+     * The model starts its video: an fMP4 init segment (with the voice's audio track when the video carries it), or the
+     * first chunk (a key frame) or image. Returns the frame sent.
+     */
+    async StartVideo() {
+        const frame = this.Video.Start();
+        await this.Harness.SendVideo(frame);
+        return frame;
+    }
+    /** The model sends the stream's next `count` video frames. Returns them. */
+    async SendFrames(count) {
+        const frames = this.Video.Frames(count);
+        for (const frame of frames) {
+            await this.Harness.SendVideo(frame);
+        }
+        return frames;
+    }
+    /**
+     * The model sends a chunk of its voice: timed at the video's next frame when the provider keeps one timeline
+     * (`TimedVoice`), else untimed. Returns the media time sent, or `undefined`.
+     */
+    async SendVoice(pcm16) {
+        const mediaTimeMs = this.Harness.Traits.TimedVoice ? this.Video.NextTimeMs : undefined;
+        await this.Harness.SendVoice(pcm16, mediaTimeMs);
+        return mediaTimeMs;
+    }
+    /** The model ends its turn: generation complete when the harness has it, then turn complete. */
+    async EndTurn() {
+        await this.Harness.GenerationComplete?.();
+        await this.Harness.TurnComplete();
+    }
+    /** Models the agent's media playing out: every video player and the voice reach the end of what they were given. */
+    FinishPlaying() {
+        for (const player of this.players) {
+            player.FinishPlaying();
+        }
+        this.Voice.FinishPlaying();
+    }
+    // ── Reading the timeline ─────────────────────────────────────────────────────────────────────────────────────
+    /** The states the client reported, from a mark on. */
+    States(since = 0) {
+        return this.Timeline.Of('state', since).map((event) => event.State);
+    }
+    /** How many events of a kind happened from a mark on. */
+    Count(kind, since = 0) {
+        return this.Timeline.Of(kind, since).length;
+    }
+    /** The events of a kind that one player recorded, from a mark on. */
+    PlayerEvents(kind, player, since = 0) {
+        return this.Timeline.Of(kind, since).filter((event) => playerOf(event) === player);
+    }
+    /** The frames one player was given, from a mark on. */
+    AppendedFrames(player, since = 0) {
+        return this.PlayerEvents('player-append', player, since).map((event) => event.Frame);
+    }
+    /** The agent's video the client handed over, from a mark on. */
+    RemoteVideos(since = 0) {
+        return this.Timeline.Of('remote-video', since).map((event) => event.Video);
+    }
+    /** The PCM the driver queued, from a mark on. */
+    VoiceEnqueued(since = 0) {
+        return this.Timeline.Of('voice-enqueue', since).map((event) => event.Data);
+    }
+    /** The last state the client reported, or `null`. */
+    LastState() {
+        return this.Timeline.Of('state').at(-1)?.State ?? null;
+    }
+    /** The agent's video track (outbound video), as the client reports it now; `undefined` when it has none. */
+    OutboundVideoTrack() {
+        return this.Client.AllTracks.find((track) => track.Descriptor.Direction === 'outbound' && String(track.Descriptor.Modality).trim().toLowerCase() === 'video');
+    }
+    /** The seconds of generated video the client reported (`OutputTokenDetails.VideoSeconds`), from a mark on. */
+    VideoSeconds(since = 0) {
+        return this.Timeline.Of('usage', since).reduce((sum, event) => sum + (event.Usage.OutputTokenDetails?.VideoSeconds ?? 0), 0);
+    }
+    /** How many usage updates carried video seconds, from a mark on. */
+    VideoSecondsReports(since = 0) {
+        return this.Timeline.Of('usage', since).filter((event) => (event.Usage.OutputTokenDetails?.VideoSeconds ?? 0) > 0).length;
+    }
+    /** How many warnings mention `text`, from a mark on. */
+    Warnings(text, since = 0) {
+        return this.Timeline.Of('warn', since).filter((event) => event.Message.includes(text)).length;
+    }
+    /** The warning and info lines logged so far, for a failure's message. */
+    LoggedLines() {
+        return this.Timeline.Entries.flatMap((event) => (event.Kind === 'warn' || event.Kind === 'info' ? [`${event.Kind}: ${event.Message}`] : []));
+    }
+    // ── Internals ────────────────────────────────────────────────────────────────────────────────────────────────
+    /** What the harness wires into the driver: the microphone, the voice recorder, and a recorder per player. */
+    media() {
+        return {
+            Microphone: this.Microphone,
+            Voice: this.Voice,
+            CreateVideoPlayer: (options) => {
+                const player = new RecordingVideoPlayout(options, this.Timeline, this.players.length);
+                this.players.push(player);
+                return player;
+            },
+        };
+    }
+    /** Registers the kit's handlers: every emission goes on the timeline. */
+    observe(client) {
+        client.OnStateChange((state) => this.Timeline.Record({ Kind: 'state', State: state }));
+        client.OnRemoteVideo((video) => this.Timeline.Record({ Kind: 'remote-video', Video: video }));
+        client.OnInterruption(() => this.Timeline.Record({ Kind: 'interruption' }));
+        client.OnUsage((usage) => this.Timeline.Record({ Kind: 'usage', Usage: usage }));
+        client.OnTrackStateChange((track) => this.Timeline.Record({ Kind: 'track', Track: track }));
+        client.OnError((error) => this.Timeline.Record({ Kind: 'error', Error: error }));
+    }
+}
+/**
+ * Runs `body` on a started session with the console captured onto its timeline, then disconnects the client (if `body`
+ * didn't) and restores the console, failed or not. A failure's message gains the lines logged during the session.
+ */
+export async function WithConformanceSession(harness, setup, body) {
+    const session = new ConformanceSession(harness, setup);
+    const restoreConsole = CaptureConsole(session.Timeline);
+    try {
+        await session.Start();
+        await body(session);
+    }
+    catch (error) {
+        throw withLoggedLines(error, session.LoggedLines());
+    }
+    finally {
+        await session.Close();
+        restoreConsole();
+    }
+}
+/**
+ * The config with the host's track request added, as the realtime runtime builds it when a channel shows the agent's
+ * video: the audio floor, what the mint requested, and the agent's outbound video, one each. Unchanged when the host
+ * shows no agent video.
+ */
+export function WithHostTrackRequest(config, showAgentVideo) {
+    if (!showAgentVideo) {
+        return config;
+    }
+    const minted = config.SessionConfig[REQUESTED_TRACKS_SESSION_KEY];
+    const requested = new Map();
+    for (const track of DEFAULT_REALTIME_AUDIO_TRACKS) {
+        requested.set(`${track.Direction}:audio`, { Modality: 'audio', Direction: track.Direction });
+    }
+    for (const raw of Array.isArray(minted) ? minted : []) {
+        requested.set(trackKeyOf(raw) ?? `minted:${requested.size}`, raw);
+    }
+    requested.set('outbound:video', { Modality: 'video', Direction: 'outbound' });
+    return { ...config, SessionConfig: { ...config.SessionConfig, [REQUESTED_TRACKS_SESSION_KEY]: Array.from(requested.values()) } };
+}
+/** The number of the player an event is about, or `null` for an event about no player. */
+function playerOf(event) {
+    return 'Player' in event ? event.Player : null;
+}
+/** `direction:modality` of a requested track in the config, or `null` when it names neither. */
+function trackKeyOf(raw) {
+    if (raw === null || typeof raw !== 'object' || Array.isArray(raw)) {
+        return null;
+    }
+    const track = raw;
+    const modality = track['Modality'];
+    const direction = track['Direction'];
+    return typeof modality === 'string' && typeof direction === 'string' ? `${direction}:${modality.trim().toLowerCase()}` : null;
+}
+/**
+ * Sends `console.warn` and `console.info` to the timeline instead of the output, for "reported once" and quiet test
+ * output. Returns the function that restores them.
+ */
+export function CaptureConsole(timeline) {
+    const warn = console.warn;
+    const info = console.info;
+    // `unknown`: the console takes values of any type, and each is only turned into text here.
+    console.warn = (...values) => timeline.Record({ Kind: 'warn', Message: values.map(describe).join(' ') });
+    console.info = (...values) => timeline.Record({ Kind: 'info', Message: values.map(describe).join(' ') });
+    return () => {
+        console.warn = warn;
+        console.info = info;
+    };
+}
+/** A logged value, or a thrown one, as text. */
+function describe(value) {
+    return value instanceof Error ? `${value.name}: ${value.message}` : String(value);
+}
+/** The error with the session's logged lines appended to its message; its kind and name kept. */
+function withLoggedLines(error, lines) {
+    if (lines.length === 0) {
+        return error;
+    }
+    const logged = ` (logged: ${lines.slice(-MAX_LOGGED_LINES_IN_FAILURE).join(' | ')})`;
+    if (error instanceof RealtimeVideoConformanceError) {
+        return new RealtimeVideoConformanceError(`${error.message}${logged}`);
+    }
+    const wrapped = new Error(`${error instanceof Error ? error.message : String(error)}${logged}`);
+    wrapped.name = error instanceof Error ? error.name : 'Error';
+    return wrapped;
+}
+//# sourceMappingURL=realtimeVideoConformanceSession.js.map

package/dist/testing/realtimeVideoConformanceSession.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceSession.js","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceSession.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EACH,6BAA6B,GAMhC,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,kBAAkB,EAAE,4BAA4B,EAA4B,MAAM,+BAA+B,CAAC;AAG3H,OAAO,EAAE,IAAI,EAAE,6BAA6B,EAAE,MAAM,yBAAyB,CAAC;AAC9E,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACH,gCAAgC,GAInC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAGjF,yDAAyD;AACzD,MAAM,2BAA2B,GAAG,CAAC,CAAC;AAUtC,kEAAkE;AAClE,MAAM,OAAO,kBAAkB;IAU3B,YAA4B,OAAyC,EAAkB,KAA8B;QAAzF,YAAO,GAAP,OAAO,CAAkC;QAAkB,UAAK,GAAL,KAAK,CAAyB;QATrG,aAAQ,GAAG,IAAI,gCAAgC,EAAE,CAAC;QAClD,eAAU,GAAgB,2BAA2B,EAAE,CAAC;QAIvD,YAAO,GAA4B,EAAE,CAAC;QAC/C,WAAM,GAA8B,IAAI,CAAC;QACzC,iBAAY,GAAG,KAAK,CAAC;QAGzB,IAAI,CAAC,KAAK,GAAG,IAAI,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrD,IAAI,CAAC,KAAK,GAAG,IAAI,sBAAsB,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,IAAI,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7G,CAAC;IAED,sDAAsD;IACtD,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,4BAA4B;IAC5B,IAAW,MAAM;QACb,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,6BAA6B,CAAC,gDAAgD,CAAC,CAAC;QAC9F,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED,+GAA+G;IAC/G,IAAW,iBAAiB;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC;IACxF,CAAC;IAED,8GAA8G;IACvG,KAAK,CAAC,KAAK;QACd,MAAM,KAAK,GAAkC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,iBAAiB,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAChH,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,cAAc,KAAK,KAAK,CAAC,CAAC;QACnG,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QACvD,IAAI,CAAC,CAAC,MAAM,YAAY,kBAAkB,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,aAAa,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,qEAAqE,CAAC,CAAC;QACnH,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAChE,CAAC;IAED,mEAAmE;IAC5D,KAAK,CAAC,UAAU;QACnB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,MAAM,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;IACpC,CAAC;IAED,kGAAkG;IAC3F,KAAK,CAAC,KAAK;QACd,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACpC,OAAO;QACX,CAAC;QACD,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,sCAAsC,QAAQ,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7G,CAAC;IACL,CAAC;IAED,gHAAgH;IAEhH;;;OAGG;IACI,KAAK,CAAC,UAAU;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,4EAA4E;IACrE,KAAK,CAAC,UAAU,CAAC,KAAa;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,SAAS,CAAC,KAAkB;QACrC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;QACvF,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QACjD,OAAO,WAAW,CAAC;IACvB,CAAC;IAED,gGAAgG;IACzF,KAAK,CAAC,OAAO;QAChB,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;QAC1C,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;IACtC,CAAC;IAED,oHAAoH;IAC7G,aAAa;QAChB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,CAAC,aAAa,EAAE,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;IAC/B,CAAC;IAED,gHAAgH;IAEhH,sDAAsD;IAC/C,MAAM,CAAC,QAAgB,CAAC;QAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACxE,CAAC;IAED,yDAAyD;IAClD,KAAK,CAAC,IAAuC,EAAE,QAAgB,CAAC;QACnE,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC;IAChD,CAAC;IAED,qEAAqE;IAC9D,YAAY,CACf,IAAO,EACP,MAAc,EACd,QAAgB,CAAC;QAEjB,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,MAAM,CAAC,CAAC;IACvF,CAAC;IAED,uDAAuD;IAChD,cAAc,CAAC,MAAc,EAAE,QAAgB,CAAC;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACzF,CAAC;IAED,gEAAgE;IACzD,YAAY,CAAC,QAAgB,CAAC;QACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/E,CAAC;IAED,iDAAiD;IAC1C,aAAa,CAAC,QAAgB,CAAC;QAClC,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC/E,CAAC;IAED,qDAAqD;IAC9C,SAAS;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC;IAC3D,CAAC;IAED,4GAA4G;IACrG,kBAAkB;QACrB,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,SAAS,KAAK,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,OAAO,CAAC,CAAC;IAClK,CAAC;IAED,8GAA8G;IACvG,YAAY,CAAC,QAAgB,CAAC;QACjC,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAkB,EAAE,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjI,CAAC;IAED,oEAAoE;IAC7D,mBAAmB,CAAC,QAAgB,CAAC;QACxC,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,kBAAkB,EAAE,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9H,CAAC;IAED,wDAAwD;IACjD,QAAQ,CAAC,IAAY,EAAE,QAAgB,CAAC;QAC3C,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC;IAClG,CAAC;IAED,yEAAyE;IAClE,WAAW;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjJ,CAAC;IAED,gHAAgH;IAEhH,6GAA6G;IACrG,KAAK;QACT,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,iBAAiB,EAAE,CAAC,OAA4B,EAAE,EAAE;gBAChD,MAAM,MAAM,GAAG,IAAI,qBAAqB,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACtF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC1B,OAAO,MAAM,CAAC;YAClB,CAAC;SACJ,CAAC;IACN,CAAC;IAED,yEAAyE;IACjE,OAAO,CAAC,MAA0B;QACtC,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACvF,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC9F,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;QAC5E,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QACjF,MAAM,CAAC,kBAAkB,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;QAC5F,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IACrF,CAAC;CACJ;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CACxC,OAAyC,EACzC,KAA8B,EAC9B,IAAoD;IAEpD,MAAM,OAAO,GAAG,IAAI,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACvD,MAAM,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxD,IAAI,CAAC;QACD,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,MAAM,IAAI,CAAC,OAAO,CAAC,CAAC;IACxB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;IACxD,CAAC;YAAS,CAAC;QACP,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;QACtB,cAAc,EAAE,CAAC;IACrB,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,oBAAoB,CAAC,MAAmC,EAAE,cAAuB;IAC7F,IAAI,CAAC,cAAc,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,4BAA4B,CAAC,CAAC;IAClE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC/C,KAAK,MAAM,KAAK,IAAI,6BAA6B,EAAE,CAAC;QAChD,SAAS,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,SAAS,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;IACjG,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACpD,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,UAAU,SAAS,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;IACtE,CAAC;IACD,SAAS,CAAC,GAAG,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9E,OAAO,EAAE,GAAG,MAAM,EAAE,aAAa,EAAE,EAAE,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC,4BAA4B,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;AACrI,CAAC;AAED,0FAA0F;AAC1F,SAAS,QAAQ,CAAC,KAAoC;IAClD,OAAO,QAAQ,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AACnD,CAAC;AAED,gGAAgG;AAChG,SAAS,UAAU,CAAC,GAAc;IAC9B,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAChE,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,MAAM,KAAK,GAAe,GAAG,CAAC;IAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC;IACrC,OAAO,OAAO,QAAQ,KAAK,QAAQ,IAAI,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,SAAS,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AAClI,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,QAA0C;IACrE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAC1B,2FAA2F;IAC3F,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,MAAiB,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACpH,OAAO,CAAC,IAAI,GAAG,CAAC,GAAG,MAAiB,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACpH,OAAO,GAAG,EAAE;QACR,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;QACpB,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;IACxB,CAAC,CAAC;AACN,CAAC;AAED,gDAAgD;AAChD,SAAS,QAAQ,CAAC,KAAc;IAC5B,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtF,CAAC;AAED,iGAAiG;AACjG,SAAS,eAAe,CAAC,KAAc,EAAE,KAAe;IACpD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrB,OAAO,KAAK,CAAC;IACjB,CAAC;IACD,MAAM,MAAM,GAAG,aAAa,KAAK,CAAC,KAAK,CAAC,CAAC,2BAA2B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC;IACrF,IAAI,KAAK,YAAY,6BAA6B,EAAE,CAAC;QACjD,OAAO,IAAI,6BAA6B,CAAC,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,EAAE,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAC,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,EAAE,CAAC,CAAC;IAChG,OAAO,CAAC,IAAI,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;IAC7D,OAAO,OAAO,CAAC;AACnB,CAAC"}

package/dist/testing/realtimeVideoConformanceTurnChecks.d.ts

@@ -0,0 +1,4 @@
+import type { RealtimeVideoConformanceCheck } from './realtimeVideoConformanceTypes.js';
+/** VC08-VC15, in order. */
+export declare const REALTIME_VIDEO_TURN_CHECKS: readonly RealtimeVideoConformanceCheck[];
+//# sourceMappingURL=realtimeVideoConformanceTurnChecks.d.ts.map

package/dist/testing/realtimeVideoConformanceTurnChecks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceTurnChecks.d.ts","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceTurnChecks.ts"],"names":[],"mappings":"AAqBA,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AA0LrF,2BAA2B;AAC3B,eAAO,MAAM,0BAA0B,EAAE,SAAS,6BAA6B,EAAqD,CAAC"}

package/dist/testing/realtimeVideoConformanceTurnChecks.js

@@ -0,0 +1,248 @@
+/**
+ * @fileoverview Checks VC08-VC15: what each turn boundary does to the avatar's video and voice. Barge-in stops both at
+ * once and drops the cut turn's late media; a turn's end lets its video play out; a video that carries the voice never
+ * plays it twice; generated video seconds are reported once, an interrupted turn's included and idle video excluded;
+ * the idle video after a turn plays without the agent speaking; a resume keeps the avatar; Disconnect releases it.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import { AssertCount, AssertSameBytes, AssertSeconds, AssertTrue, AssertValue } from './conformanceAssertions.js';
+import { ConformancePcm } from './conformanceFixtures.js';
+import { AllOf, NeedsGrant, NeedsHarnessMethod, NeedsPcmVoice, NeedsPlayout, NeedsVideoThatCanCarryVoice, NeedsVideoUsage, } from './conformanceGates.js';
+import { SecondsOfVideo } from './conformanceVideoStream.js';
+import { WithConformanceSession } from './realtimeVideoConformanceSession.js';
+/** A granted avatar whose voice comes separately, as PCM, so a turn queues voice beside its video. */
+const SEPARATE_VOICE = { Grant: { Avatar: true, VideoCarriesVoice: false } };
+/** A granted avatar whose video carries the voice. */
+const MUXED_VOICE = { Grant: { Avatar: true, VideoCarriesVoice: true } };
+const VC08 = {
+    Id: 'VC08',
+    Title: 'Barge-in stops the video and the voice at once',
+    Gate: AllOf(NeedsPlayout, NeedsGrant),
+    Run: (harness) => WithConformanceSession(harness, SEPARATE_VOICE, async (s) => {
+        await s.StartVideo();
+        await s.SendFrames(1);
+        await s.SendVoice(ConformancePcm(1));
+        const players = s.Players.length;
+        const mark = s.Timeline.Mark();
+        await harness.Interrupted();
+        AssertCount(s.Count('interruption', mark), 1, 'barge-ins reported (OnInterruption) for one barge-in');
+        AssertCount(s.PlayerEvents('player-flush', 0, mark).length, 1, 'flushes of the video player at a barge-in');
+        AssertCount(s.PlayerEvents('player-dispose', 0, mark).length, 0, 'disposes of the video player at a barge-in (its last frame stays)');
+        if (harness.Traits.Voice === 'pcm') {
+            AssertTrue(s.Count('voice-flush', mark) > 0, 'a barge-in flushes the voice', 'the voice playback was not flushed');
+        }
+        AssertValue(s.Client.IsAudioPlaying, false, 'IsAudioPlaying after a barge-in');
+        AssertCount(s.RemoteVideos(mark).length, 0, 'agent video handed over again at a barge-in');
+        AssertCount(s.Players.length, players, 'video players after a barge-in');
+    }),
+};
+const VC09 = {
+    Id: 'VC09',
+    Title: 'Media for an interrupted turn never plays',
+    Gate: AllOf(NeedsPlayout, NeedsGrant),
+    Run: (harness) => WithConformanceSession(harness, SEPARATE_VOICE, async (s) => {
+        await s.StartVideo();
+        await s.SendFrames(1);
+        await s.SendVoice(ConformancePcm(1));
+        await harness.Interrupted();
+        const late = s.Timeline.Mark();
+        await s.SendFrames(1);
+        await s.SendVoice(ConformancePcm(2));
+        AssertCount(s.Count('player-append', late), 0, "frames of an interrupted turn's late video played");
+        AssertCount(s.Count('voice-enqueue', late), 0, "chunks of an interrupted turn's late voice played");
+        await harness.TurnComplete();
+        const next = s.Timeline.Mark();
+        const frames = await s.SendFrames(1);
+        const pcm = ConformancePcm(3);
+        await s.SendVoice(pcm);
+        AssertSameBytes(s.AppendedFrames(0, next).map((frame) => frame.Data), frames.map((frame) => frame.Data), "the next turn's video plays");
+        if (harness.Traits.Voice === 'pcm') {
+            AssertSameBytes(s.VoiceEnqueued(next), [pcm], "the next turn's voice plays");
+        }
+    }),
+};
+const VC10 = {
+    Id: 'VC10',
+    Title: "A turn's end lets its video play out",
+    Gate: AllOf(NeedsPlayout, NeedsGrant),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+        const ends = () => s.PlayerEvents('player-end-of-turn', 0).length;
+        await s.StartVideo();
+        await s.SendFrames(2);
+        if (harness.GenerationComplete) {
+            await harness.GenerationComplete();
+            AssertCount(ends(), 1, "ends of the turn's video at generation complete");
+        }
+        await harness.TurnComplete();
+        AssertCount(ends(), 1, "ends of the turn's video once the turn is complete (one per turn)");
+        await s.SendFrames(1);
+        AssertCount(s.Players.length, 1, 'video players after a second turn (the next turn uses the same player)');
+        AssertCount(s.PlayerEvents('player-append', 0).length, 4, "frames on the player after the next turn's video");
+        await s.EndTurn();
+        AssertCount(ends(), 2, "ends of the video after the next turn's end");
+        AssertCount(s.Count('player-flush'), 0, "flushes of the video at a turn's end (it must play out)");
+        AssertCount(s.Count('player-dispose'), 0, "disposes of the video player at a turn's end");
+    }),
+};
+const VC11 = {
+    Id: 'VC11',
+    Title: 'A video that carries the voice never plays it twice',
+    Gate: AllOf(NeedsPlayout, NeedsGrant, NeedsVideoThatCanCarryVoice, NeedsPcmVoice),
+    Run: async (harness) => {
+        await WithConformanceSession(harness, MUXED_VOICE, assertMuxedVoicePlaysOnce);
+        await WithConformanceSession(harness, SEPARATE_VOICE, assertSeparateVoicePlays);
+    },
+};
+const VC12 = {
+    Id: 'VC12',
+    Title: 'Generated video seconds are reported, each once',
+    Gate: AllOf(NeedsPlayout, NeedsGrant, NeedsVideoUsage),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+        const first = s.Timeline.Mark();
+        const turn = [await s.StartVideo(), ...(await s.SendFrames(3))];
+        await s.EndTurn();
+        AssertSeconds(s.VideoSeconds(first), SecondsOfVideo(turn), 'video seconds reported for a turn, once');
+        // These frames come with no answer start: they count as a turn's here, though VC13 takes such video as idle
+        // for whether the agent is speaking. Whether video outside an answer counts in usage is open (#5312).
+        const second = s.Timeline.Mark();
+        const next = await s.SendFrames(2);
+        await s.EndTurn();
+        AssertSeconds(s.VideoSeconds(second), SecondsOfVideo(next), 'video seconds reported for the next turn, of 2 frames');
+        const last = s.Timeline.Mark();
+        const cut = await s.SendFrames(1);
+        await s.Disconnect();
+        AssertSeconds(s.VideoSeconds(last), SecondsOfVideo(cut), 'video seconds reported at Disconnect for the turn it cut off');
+    }),
+};
+const VC13 = {
+    Id: 'VC13',
+    Title: "An interrupted turn counts what arrived; idle video doesn't count, and is not the agent speaking",
+    Gate: AllOf(NeedsPlayout, NeedsGrant, NeedsVideoUsage),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+        const interrupted = s.Timeline.Mark();
+        const arrived = [await s.StartVideo(), ...(await s.SendFrames(2))];
+        await harness.Interrupted();
+        await s.SendFrames(1);
+        await harness.TurnComplete();
+        AssertSeconds(s.VideoSeconds(interrupted), SecondsOfVideo(arrived), 'video seconds reported for an interrupted turn: what arrived before it (1 more frame came late)');
+        // Without generation complete, idle video can't be told from the turn's own.
+        if (harness.GenerationComplete) {
+            const idle = s.Timeline.Mark();
+            const generated = await s.SendFrames(1);
+            await harness.GenerationComplete();
+            await s.SendFrames(2);
+            await harness.TurnComplete();
+            AssertSeconds(s.VideoSeconds(idle), SecondsOfVideo(generated), 'video seconds reported for a turn of 1 frame followed by 2 idle frames');
+        }
+        // Without the answer's start, idle video can't be told from an answer's.
+        if (harness.AnswerStarted) {
+            await assertIdleVideoIsNotSpeech(s);
+        }
+    }),
+};
+const VC14 = {
+    Id: 'VC14',
+    Title: 'A resumed session keeps its avatar',
+    Gate: AllOf(NeedsPlayout, NeedsGrant, NeedsHarnessMethod('Resume')),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+        const turn = s.Timeline.Mark();
+        const cut = [await s.StartVideo(), ...(await s.SendFrames(1))];
+        const mark = s.Timeline.Mark();
+        await harness.Resume?.();
+        assertAvatarKeptAcrossResume(s, mark);
+        const after = s.Timeline.Mark();
+        const frames = await s.SendFrames(1);
+        AssertSameBytes(s.AppendedFrames(0, after).map((frame) => frame.Data), frames.map((frame) => frame.Data), 'video after a resume reaches the same player');
+        if (harness.Traits.VideoUsage) {
+            AssertSeconds(s.VideoSeconds(turn), SecondsOfVideo(cut), 'video seconds reported by the resume for the turn it cut off');
+            await s.EndTurn();
+            AssertSeconds(s.VideoSeconds(turn), SecondsOfVideo([...cut, ...frames]), 'video seconds reported for the cut turn and the next, each once');
+        }
+    }),
+};
+const VC15 = {
+    Id: 'VC15',
+    Title: 'Disconnect releases the video',
+    Gate: AllOf(NeedsPlayout, NeedsGrant),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+        await s.StartVideo();
+        await s.SendFrames(1);
+        const mark = s.Timeline.Mark();
+        await s.Disconnect();
+        await s.Client.Disconnect();
+        AssertCount(s.PlayerEvents('player-dispose', 0, mark).length, 1, 'disposes of the video player by Disconnect, called twice');
+        AssertValue(s.LastState(), 'closed', 'the state after Disconnect');
+        await s.SendFrames(1);
+        AssertCount(s.Count('player-append', mark), 0, 'frames of video played after Disconnect');
+        AssertCount(s.RemoteVideos(mark).length, 0, 'agent video handed over after Disconnect');
+    }),
+};
+/** VC08-VC15, in order. */
+export const REALTIME_VIDEO_TURN_CHECKS = [VC08, VC09, VC10, VC11, VC12, VC13, VC14, VC15];
+/**
+ * Muxed voice: PCM plays while the turn has no video; the turn's first video flushes it, and later PCM in that turn is
+ * dropped. The next turn without video plays its PCM again.
+ */
+async function assertMuxedVoicePlaysOnce(s) {
+    const before = s.Timeline.Mark();
+    const early = ConformancePcm(1);
+    await s.SendVoice(early);
+    AssertSameBytes(s.VoiceEnqueued(before), [early], 'PCM that arrives before the turn has video plays');
+    const videoStarts = s.Timeline.Mark();
+    await s.StartVideo();
+    AssertTrue(s.Count('voice-flush', videoStarts) > 0, "the turn's first video flushes the PCM queued before it", 'the PCM was not flushed');
+    AssertValue(s.Players[0]?.CarriesVoice, true, "whether the player plays the video's audio (it is the voice)");
+    const later = s.Timeline.Mark();
+    await s.SendVoice(ConformancePcm(2));
+    await s.SendFrames(1);
+    AssertCount(s.Count('voice-enqueue', later), 0, 'PCM chunks played later in a turn whose video carries the voice');
+    await s.EndTurn();
+    const next = s.Timeline.Mark();
+    const pcm = ConformancePcm(3);
+    await s.SendVoice(pcm);
+    AssertSameBytes(s.VoiceEnqueued(next), [pcm], 'PCM of the next turn, which has no video yet, plays');
+}
+/** Separate voice: every PCM chunk plays beside the video, nothing is flushed, and the player is muted. */
+async function assertSeparateVoicePlays(s) {
+    const mark = s.Timeline.Mark();
+    const pcm = [ConformancePcm(1), ConformancePcm(2), ConformancePcm(3)];
+    await s.SendVoice(pcm[0]);
+    await s.StartVideo();
+    await s.SendVoice(pcm[1]);
+    await s.SendFrames(1);
+    await s.SendVoice(pcm[2]);
+    AssertSameBytes(s.VoiceEnqueued(mark), pcm, 'a separate voice plays every PCM chunk beside the video');
+    AssertCount(s.Count('voice-flush', mark), 0, 'flushes of a separate voice by the video');
+    AssertValue(s.Players[0]?.CarriesVoice, false, "whether the player plays the video's audio (the voice plays as PCM)");
+}
+/**
+ * The idle video after a turn, which a provider may stream between answers (Vertex AI does): the answer's video is the
+ * agent speaking; the video after its turn plays, but reports no `'speaking'`, leaves the client idle, and, once the
+ * answer has played out, is not audible.
+ */
+async function assertIdleVideoIsNotSpeech(s) {
+    const answer = s.Timeline.Mark();
+    await s.Harness.AnswerStarted?.();
+    await s.SendFrames(2);
+    AssertTrue(s.States(answer).includes('speaking'), "the client reports 'speaking' for an answer's video", `it reported ${s.States(answer).join(', ') || 'no state'}`);
+    await s.EndTurn();
+    s.FinishPlaying();
+    const idle = s.Timeline.Mark();
+    const frames = await s.SendFrames(2);
+    AssertSameBytes(s.AppendedFrames(0, idle).map((frame) => frame.Data), frames.map((frame) => frame.Data), 'idle video after a turn plays');
+    AssertCount(s.States(idle).filter((state) => state === 'speaking').length, 0, "'speaking' reported for idle video after a turn");
+    AssertValue(s.Client.IsBusy, false, 'IsBusy while idle video plays after a turn');
+    AssertValue(s.Client.IsAudioPlaying, false, 'IsAudioPlaying once the answer has played out and only idle video plays');
+}
+/** A resume left the avatar as it was: no new hand-over or player, no flush or dispose, the cut turn ended, the track live. */
+function assertAvatarKeptAcrossResume(s, mark) {
+    AssertCount(s.RemoteVideos(mark).length, 0, 'agent video handed over again by a resume');
+    AssertCount(s.Players.length, 1, 'video players after a resume');
+    AssertCount(s.PlayerEvents('player-flush', 0, mark).length, 0, 'flushes of the video by a resume');
+    AssertCount(s.PlayerEvents('player-dispose', 0, mark).length, 0, 'disposes of the video player by a resume');
+    AssertCount(s.PlayerEvents('player-end-of-turn', 0, mark).length, 1, "ends of the cut turn's video at a resume (it plays out and holds its last frame)");
+    AssertValue(s.OutboundVideoTrack()?.State ?? 'absent', 'live', 'the outbound video track after a resume');
+    AssertValue(s.LastState(), 'listening', 'the state after a resume');
+}
+//# sourceMappingURL=realtimeVideoConformanceTurnChecks.js.map

package/dist/testing/realtimeVideoConformanceTurnChecks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceTurnChecks.js","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceTurnChecks.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC/G,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EACH,KAAK,EACL,UAAU,EACV,kBAAkB,EAClB,aAAa,EACb,YAAY,EACZ,2BAA2B,EAC3B,eAAe,GAClB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,sBAAsB,EAA2B,MAAM,mCAAmC,CAAC;AAGpG,sGAAsG;AACtG,MAAM,cAAc,GAAG,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE,CAAC;AAE7E,sDAAsD;AACtD,MAAM,WAAW,GAAG,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAC;AAEzE,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,gDAAgD;IACvD,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC;IACrC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACxD,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACjC,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5B,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,sDAAsD,CAAC,CAAC;QACtG,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,2CAA2C,CAAC,CAAC;QAC5G,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,mEAAmE,CAAC,CAAC;QACtI,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YACjC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,8BAA8B,EAAE,oCAAoC,CAAC,CAAC;QACvH,CAAC;QACD,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,KAAK,EAAE,iCAAiC,CAAC,CAAC;QAC/E,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,6CAA6C,CAAC,CAAC;QAC3F,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,gCAAgC,CAAC,CAAC;IAC7E,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,2CAA2C;IAClD,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC;IACrC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACxD,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,mDAAmD,CAAC,CAAC;QACpG,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,mDAAmD,CAAC,CAAC;QACpG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACvB,eAAe,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,6BAA6B,CAAC,CAAC;QACxI,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YACjC,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,6BAA6B,CAAC,CAAC;QACjF,CAAC;IACL,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,sCAAsC;IAC7C,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC;IACrC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrE,MAAM,IAAI,GAAG,GAAW,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,oBAAoB,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1E,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC7B,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAC;YACnC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,iDAAiD,CAAC,CAAC;QAC9E,CAAC;QACD,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAC7B,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,mEAAmE,CAAC,CAAC;QAC5F,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtB,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,wEAAwE,CAAC,CAAC;QAC3G,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,kDAAkD,CAAC,CAAC;QAC9G,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;QAClB,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,6CAA6C,CAAC,CAAC;QACtE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,EAAE,yDAAyD,CAAC,CAAC;QACnG,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAAE,CAAC,EAAE,8CAA8C,CAAC,CAAC;IAC9F,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,qDAAqD;IAC5D,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,2BAA2B,EAAE,aAAa,CAAC;IACjF,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACnB,MAAM,sBAAsB,CAAC,OAAO,EAAE,WAAW,EAAE,yBAAyB,CAAC,CAAC;QAC9E,MAAM,sBAAsB,CAAC,OAAO,EAAE,cAAc,EAAE,wBAAwB,CAAC,CAAC;IACpF,CAAC;CACJ,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,iDAAiD;IACxD,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,eAAe,CAAC;IACtD,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrE,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;QAClB,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,cAAc,CAAC,IAAI,CAAC,EAAE,yCAAyC,CAAC,CAAC;QACtG,4GAA4G;QAC5G,sGAAsG;QACtG,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;QAClB,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,cAAc,CAAC,IAAI,CAAC,EAAE,uDAAuD,CAAC,CAAC;QACrH,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;QACrB,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,GAAG,CAAC,EAAE,8DAA8D,CAAC,CAAC;IAC7H,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,kGAAkG;IACzG,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,eAAe,CAAC;IACtD,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrE,MAAM,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnE,MAAM,OAAO,CAAC,WAAW,EAAE,CAAC;QAC5B,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAC7B,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,EAAE,cAAc,CAAC,OAAO,CAAC,EAAE,iGAAiG,CAAC,CAAC;QACvK,6EAA6E;QAC7E,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;YAC7B,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAC;YACnC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;YAC7B,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,SAAS,CAAC,EAAE,wEAAwE,CAAC,CAAC;QAC7I,CAAC;QACD,yEAAyE;QACzE,IAAI,OAAO,CAAC,aAAa,EAAE,CAAC;YACxB,MAAM,0BAA0B,CAAC,CAAC,CAAC,CAAC;QACxC,CAAC;IACL,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,oCAAoC;IAC3C,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACnE,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrE,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACzB,4BAA4B,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACrC,eAAe,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,8CAA8C,CAAC,CAAC;QAC1J,IAAI,OAAO,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YAC5B,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,GAAG,CAAC,EAAE,8DAA8D,CAAC,CAAC;YACzH,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;YAClB,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,cAAc,CAAC,CAAC,GAAG,GAAG,EAAE,GAAG,MAAM,CAAC,CAAC,EAAE,iEAAiE,CAAC,CAAC;QAChJ,CAAC;IACL,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,+BAA+B;IACtC,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC;IACrC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrE,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;QAC5B,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,0DAA0D,CAAC,CAAC;QAC7H,WAAW,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,4BAA4B,CAAC,CAAC;QACnE,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtB,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,yCAAyC,CAAC,CAAC;QAC1F,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,0CAA0C,CAAC,CAAC;IAC5F,CAAC,CAAC;CACT,CAAC;AAEF,2BAA2B;AAC3B,MAAM,CAAC,MAAM,0BAA0B,GAA6C,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAErI;;;GAGG;AACH,KAAK,UAAU,yBAAyB,CAAC,CAAqB;IAC1D,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACzB,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,kDAAkD,CAAC,CAAC;IACtG,MAAM,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACtC,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;IACrB,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,EAAE,WAAW,CAAC,GAAG,CAAC,EAAE,yDAAyD,EAAE,yBAAyB,CAAC,CAAC;IAC1I,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,8DAA8D,CAAC,CAAC;IAC9G,MAAM,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IACrC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACtB,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,CAAC,EAAE,iEAAiE,CAAC,CAAC;IACnH,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;IAClB,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACvB,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,qDAAqD,CAAC,CAAC;AACzG,CAAC;AAED,2GAA2G;AAC3G,KAAK,UAAU,wBAAwB,CAAC,CAAqB;IACzD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,GAAG,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;IACrB,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1B,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,yDAAyD,CAAC,CAAC;IACvG,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,0CAA0C,CAAC,CAAC;IACzF,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,KAAK,EAAE,qEAAqE,CAAC,CAAC;AAC1H,CAAC;AAED;;;;GAIG;AACH,KAAK,UAAU,0BAA0B,CAAC,CAAqB;IAC3D,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC;IAClC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACtB,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,qDAAqD,EAAE,eAAe,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC,CAAC;IACrK,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC,CAAC,aAAa,EAAE,CAAC;IAClB,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IACrC,eAAe,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,+BAA+B,CAAC,CAAC;IAC1I,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,UAAU,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,iDAAiD,CAAC,CAAC;IACjI,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,4CAA4C,CAAC,CAAC;IAClF,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,KAAK,EAAE,yEAAyE,CAAC,CAAC;AAC3H,CAAC;AAED,+HAA+H;AAC/H,SAAS,4BAA4B,CAAC,CAAqB,EAAE,IAAY;IACrE,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,2CAA2C,CAAC,CAAC;IACzF,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,8BAA8B,CAAC,CAAC;IACjE,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,kCAAkC,CAAC,CAAC;IACnG,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,0CAA0C,CAAC,CAAC;IAC7G,WAAW,CAAC,CAAC,CAAC,YAAY,CAAC,oBAAoB,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,kFAAkF,CAAC,CAAC;IACzJ,WAAW,CAAC,CAAC,CAAC,kBAAkB,EAAE,EAAE,KAAK,IAAI,QAAQ,EAAE,MAAM,EAAE,yCAAyC,CAAC,CAAC;IAC1G,WAAW,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,0BAA0B,CAAC,CAAC;AACxE,CAAC"}