@memberjunction/ai-realtime-client 6.2.0-edge.2 → 6.2.0-edge.4

package/dist/testing/conformanceTimeline.d.ts

@@ -0,0 +1,128 @@
+/**
+ * @fileoverview The ordered record of one conformance session: what the driver did with the kit's recorders (the
+ * avatar's video players and the PCM playback), what the client emitted, and what it logged. Checks read it by kind and
+ * from a mark, so "since the barge-in" and "in this turn" are one slice.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import type { RealtimeTrack, RealtimeVideoFrame } from '@memberjunction/ai';
+import type { RealtimeClientError, RealtimeClientState, RealtimeClientUsage } from '../generic/baseRealtimeClient.js';
+import type { MediaVideoSource } from '../media/model.js';
+import type { VideoPlayoutOptions } from '../media/videoPlayout.js';
+/**
+ * One thing that happened in a conformance session, in the order it happened. `Player` numbers the video players the
+ * driver created in the session, from 0.
+ */
+export type RealtimeVideoConformanceEvent = 
+/** The driver created a video player. */
+{
+    Kind: 'player-created';
+    Player: number;
+    Options: VideoPlayoutOptions;
+}
+/** The driver handed a frame of video to a player. */
+ | {
+    Kind: 'player-append';
+    Player: number;
+    Frame: RealtimeVideoFrame;
+}
+/** The driver told a player the turn's video is all in. */
+ | {
+    Kind: 'player-end-of-turn';
+    Player: number;
+}
+/** The driver dropped what a player had not played (barge-in). */
+ | {
+    Kind: 'player-flush';
+    Player: number;
+}
+/** The driver released a player. */
+ | {
+    Kind: 'player-dispose';
+    Player: number;
+}
+/** The driver changed whether a player plays the video's audio. */
+ | {
+    Kind: 'player-carries-voice';
+    Player: number;
+    CarriesVoice: boolean;
+}
+/** The driver queued PCM on the voice playback, with its media time when the driver gave one. */
+ | {
+    Kind: 'voice-enqueue';
+    Data: ArrayBuffer;
+    MediaTimeMs?: number;
+}
+/** The driver dropped the PCM the voice playback had not played. */
+ | {
+    Kind: 'voice-flush';
+}
+/** The driver closed the voice playback. */
+ | {
+    Kind: 'voice-close';
+}
+/** The client reported a state. */
+ | {
+    Kind: 'state';
+    State: RealtimeClientState;
+}
+/** The client handed over the agent's video (`OnRemoteVideo`). */
+ | {
+    Kind: 'remote-video';
+    Video: MediaVideoSource;
+}
+/** The client reported a barge-in (`OnInterruption`). */
+ | {
+    Kind: 'interruption';
+}
+/** The client reported usage (`OnUsage`). */
+ | {
+    Kind: 'usage';
+    Usage: RealtimeClientUsage;
+}
+/** The client reported a track's state (`OnTrackStateChange`). */
+ | {
+    Kind: 'track';
+    Track: RealtimeTrack;
+}
+/** The client reported an error (`OnError`). */
+ | {
+    Kind: 'error';
+    Error: RealtimeClientError;
+}
+/** Something logged a warning while the session ran. */
+ | {
+    Kind: 'warn';
+    Message: string;
+}
+/** Something logged an info line while the session ran. */
+ | {
+    Kind: 'info';
+    Message: string;
+};
+/** The kinds of {@link RealtimeVideoConformanceEvent}. */
+export type RealtimeVideoConformanceEventKind = RealtimeVideoConformanceEvent['Kind'];
+/** The event of one kind. */
+export type RealtimeVideoConformanceEventOf<K extends RealtimeVideoConformanceEventKind> = Extract<RealtimeVideoConformanceEvent, {
+    Kind: K;
+}>;
+/** An ordered, append-only record of a conformance session, shared by its recorders and its observers. */
+export declare class RealtimeVideoConformanceTimeline {
+    private readonly entries;
+    /** Every event, in order. */
+    get Entries(): readonly RealtimeVideoConformanceEvent[];
+    /** Appends one event. */
+    Record(event: RealtimeVideoConformanceEvent): void;
+    /** The position the next event will take. Pass it to {@link Of} or {@link Since} to read only what came after. */
+    Mark(): number;
+    /** The events from a mark on. */
+    Since(mark: number): readonly RealtimeVideoConformanceEvent[];
+    /**
+     * The events of one kind, in order, from a mark on.
+     *
+     * @param kind The kind to keep.
+     * @param since A {@link Mark}; default the start of the session.
+     */
+    Of<K extends RealtimeVideoConformanceEventKind>(kind: K, since?: number): RealtimeVideoConformanceEventOf<K>[];
+}
+//# sourceMappingURL=conformanceTimeline.d.ts.map

package/dist/testing/conformanceTimeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceTimeline.d.ts","sourceRoot":"","sources":["../../src/testing/conformanceTimeline.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,KAAK,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACnH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAEjE;;;GAGG;AACH,MAAM,MAAM,6BAA6B;AACrC,yCAAyC;AACvC;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,mBAAmB,CAAA;CAAE;AAC1E,sDAAsD;GACpD;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,kBAAkB,CAAA;CAAE;AACtE,2DAA2D;GACzD;IAAE,IAAI,EAAE,oBAAoB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE;AAChD,kEAAkE;GAChE;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE;AAC1C,oCAAoC;GAClC;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE;AAC5C,mEAAmE;GACjE;IAAE,IAAI,EAAE,sBAAsB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,OAAO,CAAA;CAAE;AACzE,iGAAiG;GAC/F;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,IAAI,EAAE,WAAW,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE;AACpE,oEAAoE;GAClE;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE;AACzB,4CAA4C;GAC1C;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE;AACzB,mCAAmC;GACjC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,mBAAmB,CAAA;CAAE;AAC/C,kEAAkE;GAChE;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,KAAK,EAAE,gBAAgB,CAAA;CAAE;AACnD,yDAAyD;GACvD;IAAE,IAAI,EAAE,cAAc,CAAA;CAAE;AAC1B,6CAA6C;GAC3C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,mBAAmB,CAAA;CAAE;AAC/C,kEAAkE;GAChE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,aAAa,CAAA;CAAE;AACzC,gDAAgD;GAC9C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,mBAAmB,CAAA;CAAE;AAC/C,wDAAwD;GACtD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE;AACnC,2DAA2D;GACzD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAExC,0DAA0D;AAC1D,MAAM,MAAM,iCAAiC,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;AAEtF,6BAA6B;AAC7B,MAAM,MAAM,+BAA+B,CAAC,CAAC,SAAS,iCAAiC,IAAI,OAAO,CAAC,6BAA6B,EAAE;IAAE,IAAI,EAAE,CAAC,CAAA;CAAE,CAAC,CAAC;AAE/I,0GAA0G;AAC1G,qBAAa,gCAAgC;IACzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAE/D,6BAA6B;IAC7B,IAAW,OAAO,IAAI,SAAS,6BAA6B,EAAE,CAE7D;IAED,yBAAyB;IAClB,MAAM,CAAC,KAAK,EAAE,6BAA6B,GAAG,IAAI;IAIzD,kHAAkH;IAC3G,IAAI,IAAI,MAAM;IAIrB,iCAAiC;IAC1B,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,6BAA6B,EAAE;IAIpE;;;;;OAKG;IACI,EAAE,CAAC,CAAC,SAAS,iCAAiC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,GAAE,MAAU,GAAG,+BAA+B,CAAC,CAAC,CAAC,EAAE;CAG3H"}

package/dist/testing/conformanceTimeline.js

@@ -0,0 +1,32 @@
+/** An ordered, append-only record of a conformance session, shared by its recorders and its observers. */
+export class RealtimeVideoConformanceTimeline {
+    constructor() {
+        this.entries = [];
+    }
+    /** Every event, in order. */
+    get Entries() {
+        return this.entries;
+    }
+    /** Appends one event. */
+    Record(event) {
+        this.entries.push(event);
+    }
+    /** The position the next event will take. Pass it to {@link Of} or {@link Since} to read only what came after. */
+    Mark() {
+        return this.entries.length;
+    }
+    /** The events from a mark on. */
+    Since(mark) {
+        return this.entries.slice(mark);
+    }
+    /**
+     * The events of one kind, in order, from a mark on.
+     *
+     * @param kind The kind to keep.
+     * @param since A {@link Mark}; default the start of the session.
+     */
+    Of(kind, since = 0) {
+        return this.entries.slice(since).filter((event) => event.Kind === kind);
+    }
+}
+//# sourceMappingURL=conformanceTimeline.js.map

package/dist/testing/conformanceTimeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceTimeline.js","sourceRoot":"","sources":["../../src/testing/conformanceTimeline.ts"],"names":[],"mappings":"AA0DA,0GAA0G;AAC1G,MAAM,OAAO,gCAAgC;IAA7C;QACqB,YAAO,GAAoC,EAAE,CAAC;IA+BnE,CAAC;IA7BG,6BAA6B;IAC7B,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,yBAAyB;IAClB,MAAM,CAAC,KAAoC;QAC9C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,kHAAkH;IAC3G,IAAI;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,iCAAiC;IAC1B,KAAK,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED;;;;;OAKG;IACI,EAAE,CAA8C,IAAO,EAAE,QAAgB,CAAC;QAC7E,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAA+C,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACzH,CAAC;CACJ"}

package/dist/testing/conformanceVideoStream.d.ts

@@ -0,0 +1,29 @@
+/**
+ * @fileoverview The video a conformance session's model sends, in the provider's form: an fMP4 init segment then
+ * one-frame fragments, or encoded chunks from a key frame, or images. Each call continues the same 24 fps stream, so every
+ * frame's bytes are distinct and its time follows the last.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import type { RealtimeVideoFrame, RealtimeVideoFrameKind } from '@memberjunction/ai';
+/** One session's video stream, of one frame kind. */
+export declare class ConformanceVideoStream {
+    readonly Kind: RealtimeVideoFrameKind;
+    readonly CarriesVoice: boolean;
+    /** The number of the next video frame (an fMP4 fragment, a chunk or an image), from 0. */
+    private next;
+    /**
+     * @param Kind The form the provider's model sends its video in.
+     * @param CarriesVoice Whether an fMP4 stream's init segment has the voice's audio track.
+     */
+    constructor(Kind: RealtimeVideoFrameKind, CarriesVoice: boolean);
+    /** Where the next frame sits on the stream's media timeline, in ms: the time a voice chunk sent now goes with. */
+    get NextTimeMs(): number;
+    /** The frame a stream starts with: an fMP4 init segment, or the first chunk (a key frame) or image. */
+    Start(): RealtimeVideoFrame;
+    /** The stream's next `count` video frames: one-frame fMP4 fragments, chunks or images. */
+    Frames(count: number): RealtimeVideoFrame[];
+}
+/** The seconds of video some frames carry: 1/24 s each, an fMP4 init segment none. */
+export declare function SecondsOfVideo(frames: readonly RealtimeVideoFrame[]): number;
+//# sourceMappingURL=conformanceVideoStream.d.ts.map

package/dist/testing/conformanceVideoStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceVideoStream.d.ts","sourceRoot":"","sources":["../../src/testing/conformanceVideoStream.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAWrF,qDAAqD;AACrD,qBAAa,sBAAsB;aAQH,IAAI,EAAE,sBAAsB;aAAkB,YAAY,EAAE,OAAO;IAP/F,0FAA0F;IAC1F,OAAO,CAAC,IAAI,CAAK;IAEjB;;;OAGG;gBACyB,IAAI,EAAE,sBAAsB,EAAkB,YAAY,EAAE,OAAO;IAE/F,kHAAkH;IAClH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED,uGAAuG;IAChG,KAAK,IAAI,kBAAkB;IAOlC,0FAA0F;IACnF,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,kBAAkB,EAAE;CAUrD;AAED,sFAAsF;AACtF,wBAAgB,cAAc,CAAC,MAAM,EAAE,SAAS,kBAAkB,EAAE,GAAG,MAAM,CAE5E"}

package/dist/testing/conformanceVideoStream.js

@@ -0,0 +1,39 @@
+import { CONFORMANCE_FMP4_FRAME_SECONDS, ConformanceChunkFrames, ConformanceFmp4InitSegment, ConformanceFmp4VideoFragment, ConformanceImageFrame, Fmp4Frame, FrameTimeMs, } from './conformanceFixtures.js';
+/** One session's video stream, of one frame kind. */
+export class ConformanceVideoStream {
+    /**
+     * @param Kind The form the provider's model sends its video in.
+     * @param CarriesVoice Whether an fMP4 stream's init segment has the voice's audio track.
+     */
+    constructor(Kind, CarriesVoice) {
+        this.Kind = Kind;
+        this.CarriesVoice = CarriesVoice;
+        /** The number of the next video frame (an fMP4 fragment, a chunk or an image), from 0. */
+        this.next = 0;
+    }
+    /** Where the next frame sits on the stream's media timeline, in ms: the time a voice chunk sent now goes with. */
+    get NextTimeMs() {
+        return FrameTimeMs(this.next);
+    }
+    /** The frame a stream starts with: an fMP4 init segment, or the first chunk (a key frame) or image. */
+    Start() {
+        if (this.Kind === 'fmp4') {
+            return Fmp4Frame(ConformanceFmp4InitSegment(this.CarriesVoice));
+        }
+        return this.Frames(1)[0];
+    }
+    /** The stream's next `count` video frames: one-frame fMP4 fragments, chunks or images. */
+    Frames(count) {
+        const first = this.next;
+        this.next += count;
+        if (this.Kind === 'chunk') {
+            return ConformanceChunkFrames(count, { FirstIndex: first });
+        }
+        return Array.from({ length: count }, (_, i) => this.Kind === 'image' ? ConformanceImageFrame(first + i) : Fmp4Frame(ConformanceFmp4VideoFragment(1, first + i + 1)));
+    }
+}
+/** The seconds of video some frames carry: 1/24 s each, an fMP4 init segment none. */
+export function SecondsOfVideo(frames) {
+    return frames.filter((frame) => !(frame.Kind === 'fmp4' && frame.Piece === 'init')).length * CONFORMANCE_FMP4_FRAME_SECONDS;
+}
+//# sourceMappingURL=conformanceVideoStream.js.map

package/dist/testing/conformanceVideoStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceVideoStream.js","sourceRoot":"","sources":["../../src/testing/conformanceVideoStream.ts"],"names":[],"mappings":"AAQA,OAAO,EACH,8BAA8B,EAC9B,sBAAsB,EACtB,0BAA0B,EAC1B,4BAA4B,EAC5B,qBAAqB,EACrB,SAAS,EACT,WAAW,GACd,MAAM,uBAAuB,CAAC;AAE/B,qDAAqD;AACrD,MAAM,OAAO,sBAAsB;IAI/B;;;OAGG;IACH,YAA4B,IAA4B,EAAkB,YAAqB;QAAnE,SAAI,GAAJ,IAAI,CAAwB;QAAkB,iBAAY,GAAZ,YAAY,CAAS;QAP/F,0FAA0F;QAClF,SAAI,GAAG,CAAC,CAAC;IAMiF,CAAC;IAEnG,kHAAkH;IAClH,IAAW,UAAU;QACjB,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,uGAAuG;IAChG,KAAK;QACR,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,OAAO,SAAS,CAAC,0BAA0B,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,0FAA0F;IACnF,MAAM,CAAC,KAAa;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;QACnB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACxB,OAAO,sBAAsB,CAAC,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAsB,EAAE,CAC9D,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CACvH,CAAC;IACN,CAAC;CACJ;AAED,sFAAsF;AACtF,MAAM,UAAU,cAAc,CAAC,MAAqC;IAChE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,8BAA8B,CAAC;AAChI,CAAC"}

package/dist/testing/index.d.ts

@@ -0,0 +1,29 @@
+/**
+ * @fileoverview The `@memberjunction/ai-realtime-client/testing` entry point: the video provider conformance kit. A
+ * provider's test runs it against the provider's client driver to prove the driver meets the realtime video contract:
+ * what it hands the host, where the model's video and voice go, what barge-in, turn ends, resumes and Disconnect do to
+ * them, and the generated video seconds it reports.
+ *
+ * The checks (VC01-VC15, VF01-VF02) take the agent's video as Core's `RealtimeVideoFrame`s, in whichever form the
+ * provider's model sends it: fragmented MP4, encoded chunks or images.
+ *
+ * The kit needs no test framework: {@link RunRealtimeVideoConformance} resolves to results, and
+ * {@link ListRealtimeVideoConformanceChecks} gives a runner one test per check. A provider writes a harness
+ * ({@link IRealtimeVideoConformanceHarness}): what its server mints, its client driver with a fake transport and its
+ * creation seams wired to the kit's recorders, and the model's side of the wire.
+ *
+ * Everything reachable from here may import only other `/testing` modules, `/media`, `src/audio/`,
+ * `generic/baseRealtimeClient`, `@memberjunction/ai`, `@memberjunction/global` and `rxjs`: no driver, no
+ * `@google/genai`, no test framework. `testing-entry-boundary.test.ts` fails the build otherwise. The main entry does
+ * not export the kit, so apps never bundle it.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+export { RealtimeVideoConformanceError } from './conformanceAssertions.js';
+export { CONFORMANCE_FMP4_FRAME_SECONDS, ConformanceChunkFrames, ConformanceFmp4AudioFragment, ConformanceFmp4InitSegment, ConformanceFmp4VideoFragment, ConformanceImageFrame, ConformancePcm, type ConformanceChunkOptions, } from './conformanceFixtures.js';
+export { CreateConformanceMicrophone } from './conformanceMicrophone.js';
+export { RealtimeVideoConformanceTimeline, type RealtimeVideoConformanceEvent, type RealtimeVideoConformanceEventKind, type RealtimeVideoConformanceEventOf, } from './conformanceTimeline.js';
+export { RecordingPcmPlayback, RecordingVideoPlayout } from './recordingPlayout.js';
+export { ListRealtimeVideoConformanceChecks, REALTIME_VIDEO_CONFORMANCE_CHECKS, RunRealtimeVideoConformance } from './realtimeVideoConformance.js';
+export type { IRealtimeVideoConformanceHarness, RealtimeVideoConformanceCheck, RealtimeVideoConformanceCheckRun, RealtimeVideoConformanceDriverFactory, RealtimeVideoConformanceGrant, RealtimeVideoConformanceMedia, RealtimeVideoConformanceResult, RealtimeVideoConformanceTraits, } from './realtimeVideoConformanceTypes.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/testing/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/testing/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,6BAA6B,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,EACH,8BAA8B,EAC9B,sBAAsB,EACtB,4BAA4B,EAC5B,0BAA0B,EAC1B,4BAA4B,EAC5B,qBAAqB,EACrB,cAAc,EACd,KAAK,uBAAuB,GAC/B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACH,gCAAgC,EAChC,KAAK,6BAA6B,EAClC,KAAK,iCAAiC,EACtC,KAAK,+BAA+B,GACvC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,kCAAkC,EAAE,iCAAiC,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AAChJ,YAAY,EACR,gCAAgC,EAChC,6BAA6B,EAC7B,gCAAgC,EAChC,qCAAqC,EACrC,6BAA6B,EAC7B,6BAA6B,EAC7B,8BAA8B,EAC9B,8BAA8B,GACjC,MAAM,iCAAiC,CAAC"}

package/dist/testing/index.js

@@ -0,0 +1,28 @@
+/**
+ * @fileoverview The `@memberjunction/ai-realtime-client/testing` entry point: the video provider conformance kit. A
+ * provider's test runs it against the provider's client driver to prove the driver meets the realtime video contract:
+ * what it hands the host, where the model's video and voice go, what barge-in, turn ends, resumes and Disconnect do to
+ * them, and the generated video seconds it reports.
+ *
+ * The checks (VC01-VC15, VF01-VF02) take the agent's video as Core's `RealtimeVideoFrame`s, in whichever form the
+ * provider's model sends it: fragmented MP4, encoded chunks or images.
+ *
+ * The kit needs no test framework: {@link RunRealtimeVideoConformance} resolves to results, and
+ * {@link ListRealtimeVideoConformanceChecks} gives a runner one test per check. A provider writes a harness
+ * ({@link IRealtimeVideoConformanceHarness}): what its server mints, its client driver with a fake transport and its
+ * creation seams wired to the kit's recorders, and the model's side of the wire.
+ *
+ * Everything reachable from here may import only other `/testing` modules, `/media`, `src/audio/`,
+ * `generic/baseRealtimeClient`, `@memberjunction/ai`, `@memberjunction/global` and `rxjs`: no driver, no
+ * `@google/genai`, no test framework. `testing-entry-boundary.test.ts` fails the build otherwise. The main entry does
+ * not export the kit, so apps never bundle it.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+export { RealtimeVideoConformanceError } from './conformanceAssertions.js';
+export { CONFORMANCE_FMP4_FRAME_SECONDS, ConformanceChunkFrames, ConformanceFmp4AudioFragment, ConformanceFmp4InitSegment, ConformanceFmp4VideoFragment, ConformanceImageFrame, ConformancePcm, } from './conformanceFixtures.js';
+export { CreateConformanceMicrophone } from './conformanceMicrophone.js';
+export { RealtimeVideoConformanceTimeline, } from './conformanceTimeline.js';
+export { RecordingPcmPlayback, RecordingVideoPlayout } from './recordingPlayout.js';
+export { ListRealtimeVideoConformanceChecks, REALTIME_VIDEO_CONFORMANCE_CHECKS, RunRealtimeVideoConformance } from './realtimeVideoConformance.js';
+//# sourceMappingURL=index.js.map

package/dist/testing/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/testing/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,6BAA6B,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,EACH,8BAA8B,EAC9B,sBAAsB,EACtB,4BAA4B,EAC5B,0BAA0B,EAC1B,4BAA4B,EAC5B,qBAAqB,EACrB,cAAc,GAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,2BAA2B,EAAE,MAAM,yBAAyB,CAAC;AACtE,OAAO,EACH,gCAAgC,GAInC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,EAAE,kCAAkC,EAAE,iCAAiC,EAAE,2BAA2B,EAAE,MAAM,4BAA4B,CAAC"}

package/dist/testing/realtimeVideoConformance.d.ts

@@ -0,0 +1,23 @@
+import type { RealtimeVideoConformanceCheck, RealtimeVideoConformanceCheckRun, RealtimeVideoConformanceDriverFactory, RealtimeVideoConformanceResult } from './realtimeVideoConformanceTypes.js';
+/** Every check of the kit, VC01-VC15 then VF01-VF02, in the order they run. */
+export declare const REALTIME_VIDEO_CONFORMANCE_CHECKS: readonly RealtimeVideoConformanceCheck[];
+/**
+ * Runs every check against a provider, one at a time, each on a new harness from `driverFactory`, and resolves to one
+ * result per check, in order. Never rejects: a check that can't run is Skipped with the reason, and any error makes its
+ * check Failed with the rule it broke. Each harness is disposed after its check.
+ *
+ * @param driverFactory Makes the provider's harness; called once per check.
+ */
+export declare function RunRealtimeVideoConformance(driverFactory: RealtimeVideoConformanceDriverFactory): Promise<RealtimeVideoConformanceResult[]>;
+/**
+ * The checks bound to a provider, for a test runner to register one test each. A check whose `SkipReason` is set has a
+ * `Run` that does nothing; register it as a conditional skip (vitest: `it.skipIf(check.SkipReason !== null)`), since the
+ * harness's traits and methods decide it, not as a disabled test. `Run` makes a new harness, runs the check, disposes
+ * the harness, and rejects with a {@link RealtimeVideoConformanceError} when the provider breaks a rule.
+ *
+ * `driverFactory` is called once here, to read the harness's traits and methods, and that harness is disposed.
+ *
+ * @param driverFactory Makes the provider's harness.
+ */
+export declare function ListRealtimeVideoConformanceChecks(driverFactory: RealtimeVideoConformanceDriverFactory): RealtimeVideoConformanceCheckRun[];
+//# sourceMappingURL=realtimeVideoConformance.d.ts.map

package/dist/testing/realtimeVideoConformance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformance.d.ts","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformance.ts"],"names":[],"mappings":"AAiBA,OAAO,KAAK,EAER,6BAA6B,EAC7B,gCAAgC,EAChC,qCAAqC,EACrC,8BAA8B,EACjC,MAAM,iCAAiC,CAAC;AAEzC,+EAA+E;AAC/E,eAAO,MAAM,iCAAiC,EAAE,SAAS,6BAA6B,EAIrF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,2BAA2B,CAAC,aAAa,EAAE,qCAAqC,GAAG,OAAO,CAAC,8BAA8B,EAAE,CAAC,CAMjJ;AAED;;;;;;;;;GASG;AACH,wBAAgB,kCAAkC,CAAC,aAAa,EAAE,qCAAqC,GAAG,gCAAgC,EAAE,CAe3I"}

package/dist/testing/realtimeVideoConformance.js

@@ -0,0 +1,139 @@
+/**
+ * @fileoverview The video conformance kit's runners. {@link RunRealtimeVideoConformance} runs every check against a
+ * provider and reports each outcome; {@link ListRealtimeVideoConformanceChecks} hands a test runner the same checks
+ * bound to the provider, one test each. Neither needs a test framework.
+ *
+ * ```ts
+ * for (const check of ListRealtimeVideoConformanceChecks(() => new MyProviderHarness())) {
+ *     it.skipIf(check.SkipReason !== null)(`${check.Id} ${check.Title}`, () => check.Run());
+ * }
+ * ```
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import { RealtimeVideoConformanceError } from './conformanceAssertions.js';
+import { REALTIME_VIDEO_SESSION_CHECKS } from './realtimeVideoConformanceChecks.js';
+import { REALTIME_VIDEO_FRAME_CHECKS } from './realtimeVideoConformanceFrameChecks.js';
+import { REALTIME_VIDEO_TURN_CHECKS } from './realtimeVideoConformanceTurnChecks.js';
+/** Every check of the kit, VC01-VC15 then VF01-VF02, in the order they run. */
+export const REALTIME_VIDEO_CONFORMANCE_CHECKS = [
+    ...REALTIME_VIDEO_SESSION_CHECKS,
+    ...REALTIME_VIDEO_TURN_CHECKS,
+    ...REALTIME_VIDEO_FRAME_CHECKS,
+];
+/**
+ * Runs every check against a provider, one at a time, each on a new harness from `driverFactory`, and resolves to one
+ * result per check, in order. Never rejects: a check that can't run is Skipped with the reason, and any error makes its
+ * check Failed with the rule it broke. Each harness is disposed after its check.
+ *
+ * @param driverFactory Makes the provider's harness; called once per check.
+ */
+export async function RunRealtimeVideoConformance(driverFactory) {
+    const results = [];
+    for (const check of REALTIME_VIDEO_CONFORMANCE_CHECKS) {
+        results.push(await runForResult(check, driverFactory));
+    }
+    return results;
+}
+/**
+ * The checks bound to a provider, for a test runner to register one test each. A check whose `SkipReason` is set has a
+ * `Run` that does nothing; register it as a conditional skip (vitest: `it.skipIf(check.SkipReason !== null)`), since the
+ * harness's traits and methods decide it, not as a disabled test. `Run` makes a new harness, runs the check, disposes
+ * the harness, and rejects with a {@link RealtimeVideoConformanceError} when the provider breaks a rule.
+ *
+ * `driverFactory` is called once here, to read the harness's traits and methods, and that harness is disposed.
+ *
+ * @param driverFactory Makes the provider's harness.
+ */
+export function ListRealtimeVideoConformanceChecks(driverFactory) {
+    const probe = driverFactory();
+    try {
+        return REALTIME_VIDEO_CONFORMANCE_CHECKS.map((check) => {
+            const skipReason = skipReasonFor(check, probe);
+            return {
+                Id: check.Id,
+                Title: check.Title,
+                SkipReason: skipReason,
+                Run: () => (skipReason === null ? runCheck(check, driverFactory) : Promise.resolve()),
+            };
+        });
+    }
+    finally {
+        void disposeHarness(probe);
+    }
+}
+/**
+ * Why a check doesn't run against a harness: the environment's skip for it, else its gate's reason; `null` when it runs.
+ * A harness whose traits can't be read skips with the error.
+ */
+function skipReasonFor(check, harness) {
+    try {
+        const environment = harness.Traits.EnvironmentSkips?.[check.Id];
+        return environment !== undefined ? `environment: ${environment}` : check.Gate(harness);
+    }
+    catch (error) {
+        return `the gate failed: ${describeError(error)}`;
+    }
+}
+/** Runs one check on a new harness and disposes the harness, whatever happens. */
+async function runCheck(check, driverFactory) {
+    const harness = driverFactory();
+    try {
+        await runOn(check, harness);
+    }
+    finally {
+        await disposeHarness(harness);
+    }
+}
+/** Runs one check on a harness. Rejects with a {@link RealtimeVideoConformanceError} whose message starts with the check's id. */
+async function runOn(check, harness) {
+    try {
+        await check.Run(harness);
+    }
+    catch (error) {
+        throw new RealtimeVideoConformanceError(`${check.Id} (${harness.Name}): ${describeError(error)}`);
+    }
+}
+/** One check's outcome for {@link RunRealtimeVideoConformance}: gated and run on one new harness, then disposed. */
+async function runForResult(check, driverFactory) {
+    const base = { Id: check.Id, Title: check.Title };
+    let harness;
+    try {
+        harness = driverFactory();
+    }
+    catch (error) {
+        return { ...base, Status: 'Failed', Detail: `the driver factory failed: ${describeError(error)}`, DurationMs: 0 };
+    }
+    const startedAt = Date.now();
+    try {
+        const skipReason = skipReasonFor(check, harness);
+        if (skipReason !== null) {
+            return { ...base, Status: 'Skipped', Detail: skipReason, DurationMs: 0 };
+        }
+        await runOn(check, harness);
+        return { ...base, Status: 'Passed', Detail: null, DurationMs: Date.now() - startedAt };
+    }
+    catch (error) {
+        return { ...base, Status: 'Failed', Detail: describeError(error), DurationMs: Date.now() - startedAt };
+    }
+    finally {
+        await disposeHarness(harness);
+    }
+}
+/** Disposes a harness; an error in its Dispose is logged, never thrown over the check's outcome. */
+async function disposeHarness(harness) {
+    try {
+        await harness.Dispose?.();
+    }
+    catch (error) {
+        console.warn(`[RealtimeVideoConformance] ${harness.Name}'s Dispose failed: ${describeError(error)}`);
+    }
+}
+/** A thrown value as text: a conformance failure's message as it is, anything else with its name. */
+function describeError(error) {
+    if (error instanceof RealtimeVideoConformanceError) {
+        return error.message;
+    }
+    return error instanceof Error ? `${error.name}: ${error.message}` : String(error);
+}
+//# sourceMappingURL=realtimeVideoConformance.js.map

package/dist/testing/realtimeVideoConformance.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformance.js","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformance.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,EAAE,6BAA6B,EAAE,MAAM,yBAAyB,CAAC;AACxE,OAAO,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAC;AACjF,OAAO,EAAE,2BAA2B,EAAE,MAAM,uCAAuC,CAAC;AACpF,OAAO,EAAE,0BAA0B,EAAE,MAAM,sCAAsC,CAAC;AASlF,+EAA+E;AAC/E,MAAM,CAAC,MAAM,iCAAiC,GAA6C;IACvF,GAAG,6BAA6B;IAChC,GAAG,0BAA0B;IAC7B,GAAG,2BAA2B;CACjC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,aAAoD;IAClG,MAAM,OAAO,GAAqC,EAAE,CAAC;IACrD,KAAK,MAAM,KAAK,IAAI,iCAAiC,EAAE,CAAC;QACpD,OAAO,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,OAAO,CAAC;AACnB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,kCAAkC,CAAC,aAAoD;IACnG,MAAM,KAAK,GAAG,aAAa,EAAE,CAAC;IAC9B,IAAI,CAAC;QACD,OAAO,iCAAiC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACnD,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC/C,OAAO;gBACH,EAAE,EAAE,KAAK,CAAC,EAAE;gBACZ,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,UAAU,EAAE,UAAU;gBACtB,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;aACxF,CAAC;QACN,CAAC,CAAC,CAAC;IACP,CAAC;YAAS,CAAC;QACP,KAAK,cAAc,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,SAAS,aAAa,CAAC,KAAoC,EAAE,OAAyC;IAClG,IAAI,CAAC;QACD,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChE,OAAO,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,gBAAgB,WAAW,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC3F,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,oBAAoB,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;IACtD,CAAC;AACL,CAAC;AAED,kFAAkF;AAClF,KAAK,UAAU,QAAQ,CAAC,KAAoC,EAAE,aAAoD;IAC9G,MAAM,OAAO,GAAG,aAAa,EAAE,CAAC;IAChC,IAAI,CAAC;QACD,MAAM,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAChC,CAAC;YAAS,CAAC;QACP,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;AACL,CAAC;AAED,kIAAkI;AAClI,KAAK,UAAU,KAAK,CAAC,KAAoC,EAAE,OAAyC;IAChG,IAAI,CAAC;QACD,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,6BAA6B,CAAC,GAAG,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,MAAM,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACtG,CAAC;AACL,CAAC;AAED,oHAAoH;AACpH,KAAK,UAAU,YAAY,CAAC,KAAoC,EAAE,aAAoD;IAClH,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IAClD,IAAI,OAAyC,CAAC;IAC9C,IAAI,CAAC;QACD,OAAO,GAAG,aAAa,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,8BAA8B,aAAa,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;IACtH,CAAC;IACD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,CAAC;QACD,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACjD,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACtB,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC7E,CAAC;QACD,MAAM,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC5B,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;IAC3F,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,aAAa,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,EAAE,CAAC;IAC3G,CAAC;YAAS,CAAC;QACP,MAAM,cAAc,CAAC,OAAO,CAAC,CAAC;IAClC,CAAC;AACL,CAAC;AAED,oGAAoG;AACpG,KAAK,UAAU,cAAc,CAAC,OAAyC;IACnE,IAAI,CAAC;QACD,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CAAC,8BAA8B,OAAO,CAAC,IAAI,sBAAsB,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACzG,CAAC;AACL,CAAC;AAED,qGAAqG;AACrG,SAAS,aAAa,CAAC,KAAc;IACjC,IAAI,KAAK,YAAY,6BAA6B,EAAE,CAAC;QACjD,OAAO,KAAK,CAAC,OAAO,CAAC;IACzB,CAAC;IACD,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACtF,CAAC"}

package/dist/testing/realtimeVideoConformanceChecks.d.ts

@@ -0,0 +1,4 @@
+import type { RealtimeVideoConformanceCheck } from './realtimeVideoConformanceTypes.js';
+/** VC01-VC07, in order. */
+export declare const REALTIME_VIDEO_SESSION_CHECKS: readonly RealtimeVideoConformanceCheck[];
+//# sourceMappingURL=realtimeVideoConformanceChecks.d.ts.map

package/dist/testing/realtimeVideoConformanceChecks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceChecks.d.ts","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceChecks.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AA0HrF,2BAA2B;AAC3B,eAAO,MAAM,6BAA6B,EAAE,SAAS,6BAA6B,EAA+C,CAAC"}