@memberjunction/ai-realtime-client 6.2.0-edge.3 → 6.2.0-edge.5

package/dist/testing/conformanceFixtures.js

@@ -0,0 +1,169 @@
+/**
+ * @fileoverview The media the video conformance kit sends as the model: tiny, synthetic, deterministic video in each
+ * form a model's video comes in (Core's `RealtimeVideoFrame` kinds), and PCM chunks. Nothing here decodes; the frames
+ * only need to be read (by `@memberjunction/ai`'s fMP4 reader) and routed.
+ *
+ * - **Fragmented MP4**, as a realtime avatar sends it: an init segment (`ftyp` + `moov`) with an H.264 `avc1.42c01f` video
+ *   track at a 90 kHz timescale and an AAC-LC `mp4a.40.2` audio track at 24 kHz unless the video comes without the
+ *   voice; video fragments (`moof` + `mdat`) of one sample per 24 fps frame, so each frame is
+ *   {@link CONFORMANCE_FMP4_FRAME_SECONDS}; audio-only fragments of a muxed avatar, which carry no video seconds.
+ * - **Encoded chunks** ({@link ConformanceChunkFrames}): opaque bytes labelled H.264, a key frame every 24, presentation
+ *   times 24 to the second.
+ * - **Images** ({@link ConformanceImageFrame}): JPEG start and end markers around a few bytes, 24 to the second.
+ * - **PCM** chunks of 4 bytes, too short to ever be read as an MP4 box.
+ *
+ * Every kind is spaced 1/24 s apart, so a frame is {@link CONFORMANCE_FMP4_FRAME_SECONDS} whatever its kind. The box
+ * builders are exported for this package's own tests; the `/testing` entry exports only the fixtures.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import { Fmp4PieceToVideoFrame, } from '@memberjunction/ai';
+/** One 24 fps video frame at the video track's 90 kHz timescale. */
+const VIDEO_FRAME_UNITS = 3750;
+/** The video track's timescale: units per second. */
+const VIDEO_TIMESCALE = 90000;
+/** One AAC frame at the audio track's 24 kHz timescale. */
+const AUDIO_FRAME_UNITS = 1024;
+/** The audio track's timescale. */
+const AUDIO_TIMESCALE = 24000;
+/** The seconds of video one frame carries, of any kind: 1/24. A {@link ConformanceFmp4VideoFragment} frame lasts this long. */
+export const CONFORMANCE_FMP4_FRAME_SECONDS = VIDEO_FRAME_UNITS / VIDEO_TIMESCALE;
+/** The H.264 type the kit's encoded chunks are labelled with: Constrained Baseline 3.0, as WebCodecs names it. */
+const CHUNK_MIME_TYPE = 'video/h264; codecs="avc1.42e01f"';
+/** How many chunks apart the kit's key frames are. */
+const CHUNK_KEY_FRAME_INTERVAL = 24;
+/** The type of the kit's images. */
+const IMAGE_MIME_TYPE = 'image/jpeg';
+/** Joins byte arrays end to end. */
+export function ConcatBytes(...parts) {
+    const out = new Uint8Array(parts.reduce((total, part) => total + part.length, 0));
+    let offset = 0;
+    for (const part of parts) {
+        out.set(part, offset);
+        offset += part.length;
+    }
+    return out;
+}
+/** A big-endian 32-bit unsigned integer. */
+export function Uint32Bytes(value) {
+    const out = new Uint8Array(4);
+    new DataView(out.buffer).setUint32(0, value);
+    return out;
+}
+/** The bytes of an ASCII string, such as a box type. */
+export function AsciiBytes(text) {
+    return Uint8Array.from(text, (c) => c.charCodeAt(0));
+}
+/** An MP4 box: its size, its four-character type, then its payload. */
+export function Mp4Box(type, ...payload) {
+    const body = ConcatBytes(...payload);
+    return ConcatBytes(Uint32Bytes(8 + body.length), AsciiBytes(type), body);
+}
+/** A full box: version 0, no flags, then the payload. */
+export function Mp4FullBox(type, ...payload) {
+    return Mp4Box(type, new Uint8Array(4), ...payload);
+}
+/** A track whose `mdhd` gives `timescale` units a second. */
+function trak(id, handler, entry, timescale) {
+    const tkhd = Mp4FullBox('tkhd', new Uint8Array(8), Uint32Bytes(id), new Uint8Array(68));
+    const hdlr = Mp4FullBox('hdlr', Uint32Bytes(0), AsciiBytes(handler), new Uint8Array(13));
+    const stbl = Mp4Box('stbl', Mp4FullBox('stsd', Uint32Bytes(1), entry));
+    const mdhd = Mp4FullBox('mdhd', new Uint8Array(8), Uint32Bytes(timescale), new Uint8Array(8));
+    return Mp4Box('trak', tkhd, Mp4Box('mdia', mdhd, hdlr, Mp4Box('minf', stbl)));
+}
+/** A track fragment: `tfhd` (default-base-is-moof, a default sample duration) and a `trun` of `samples` samples. */
+function traf(trackID, sampleUnits, samples) {
+    const tfhd = Mp4Box('tfhd', Uint8Array.of(0, 0x02, 0x00, 0x08), Uint32Bytes(trackID), Uint32Bytes(sampleUnits));
+    const trun = Mp4Box('trun', Uint8Array.of(0, 0, 0, 0x01), Uint32Bytes(samples), Uint32Bytes(0));
+    return Mp4Box('traf', tfhd, trun);
+}
+/** An H.264 sample entry whose `avcC` names Constrained Baseline 3.1 (`avc1.42c01f`). */
+function avc1() {
+    return Mp4Box('avc1', new Uint8Array(6), Uint8Array.of(0, 1), new Uint8Array(70), Mp4Box('avcC', Uint8Array.of(1, 0x42, 0xc0, 0x1f, 0xff, 0xe0, 0)));
+}
+/** An AAC sample entry: ES descriptor → decoder config (AAC, 0x40) → AudioSpecificConfig 0x13 0x08 (AAC-LC) → SL config. */
+function mp4a() {
+    const esds = Mp4FullBox('esds', Uint8Array.of(0x03, 25, 0, 1, 0, 0x04, 17, 0x40, 0x15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0x05, 2, 0x13, 0x08, 0x06, 1, 2));
+    return Mp4Box('mp4a', new Uint8Array(6), Uint8Array.of(0, 1), new Uint8Array(8), Uint8Array.of(0, 1, 0, 16), new Uint8Array(4), Uint32Bytes(AUDIO_TIMESCALE * 65536), esds);
+}
+/** A copy of the bytes in an `ArrayBuffer` of their own. */
+function toArrayBuffer(bytes) {
+    return bytes.slice().buffer;
+}
+/**
+ * An init segment (`ftyp` + `moov`): an H.264 video track at `videoTimescale` units a second, and an AAC-LC audio track
+ * (the avatar's voice) unless `withAudio` is false.
+ *
+ * @param withAudio Whether the video carries the voice: an audio track beside the video. Default `true`.
+ * @param videoTimescale The video track's units per second. Default 90 000, which times each frame at 1/24 s.
+ */
+export function ConformanceFmp4InitSegment(withAudio = true, videoTimescale = VIDEO_TIMESCALE) {
+    const video = trak(1, 'vide', avc1(), videoTimescale);
+    const traks = withAudio ? [video, trak(2, 'soun', mp4a(), AUDIO_TIMESCALE)] : [video];
+    return toArrayBuffer(ConcatBytes(Mp4Box('ftyp', AsciiBytes('iso5'), Uint32Bytes(512)), Mp4Box('moov', Mp4FullBox('mvhd', new Uint8Array(96)), ...traks)));
+}
+/**
+ * A video fragment (`moof` + `mdat`) of `frames` 24 fps frames, {@link CONFORMANCE_FMP4_FRAME_SECONDS} each under the
+ * default init segment. `sequence` makes each fragment's bytes distinct.
+ */
+export function ConformanceFmp4VideoFragment(frames = 1, sequence = 1) {
+    const moof = Mp4Box('moof', Mp4FullBox('mfhd', Uint32Bytes(sequence)), traf(1, VIDEO_FRAME_UNITS, frames));
+    return toArrayBuffer(ConcatBytes(moof, Mp4Box('mdat', Uint32Bytes(sequence))));
+}
+/** An audio-only fragment of a muxed avatar: one AAC frame and no video, so it adds no video seconds. */
+export function ConformanceFmp4AudioFragment(sequence = 1) {
+    const moof = Mp4Box('moof', Mp4FullBox('mfhd', Uint32Bytes(sequence)), traf(2, AUDIO_FRAME_UNITS, 1));
+    return toArrayBuffer(ConcatBytes(moof, Mp4Box('mdat', Uint32Bytes(sequence))));
+}
+/**
+ * A 4-byte PCM16 chunk of the agent's voice. Too short to be read as an MP4 box, so a driver that sniffs bytes never
+ * takes it for video. `seed` makes each chunk's bytes distinct.
+ */
+export function ConformancePcm(seed = 1) {
+    return Uint8Array.of(seed & 0xff, 0, seed & 0xff, 0).buffer;
+}
+/**
+ * `count` encoded chunks as a raw-frame provider sends them: each with distinct opaque bytes, its presentation time on a
+ * 24 fps timeline (chunk `n` at `n` × 1000/24 ms), and a key frame every 24 (chunk 0, 24, 48 …). Nothing decodes them.
+ */
+export function ConformanceChunkFrames(count, options = {}) {
+    const first = options.FirstIndex ?? 0;
+    return Array.from({ length: count }, (_, i) => {
+        const index = first + i;
+        return {
+            Kind: 'chunk',
+            Data: Uint8Array.of(0, 0, 0, 1, 0x65, index & 0xff, (index >> 8) & 0xff).buffer,
+            MimeType: options.MimeType ?? CHUNK_MIME_TYPE,
+            PresentationTimeMs: FrameTimeMs(index),
+            KeyFrame: index % CHUNK_KEY_FRAME_INTERVAL === 0,
+        };
+    });
+}
+/** Image `index` of a 24 fps stream: JPEG start and end markers around distinct bytes, timed at `index` × 1000/24 ms. */
+export function ConformanceImageFrame(index = 0) {
+    return {
+        Kind: 'image',
+        Data: Uint8Array.of(0xff, 0xd8, index & 0xff, (index >> 8) & 0xff, 0xff, 0xd9).buffer,
+        MimeType: IMAGE_MIME_TYPE,
+        PresentationTimeMs: FrameTimeMs(index),
+        KeyFrame: true,
+    };
+}
+/**
+ * A piece of fragmented MP4 as the frame a provider's driver builds from it (Core's `Fmp4PieceToVideoFrame`), labelled
+ * `video/mp4`. For this package's own use; a harness gets the frames the kit sends.
+ *
+ * @throws When the piece is not fragmented MP4.
+ */
+export function Fmp4Frame(piece) {
+    const frame = Fmp4PieceToVideoFrame(piece, 'video/mp4', null);
+    if (!frame) {
+        throw new Error('The piece is not fragmented MP4.');
+    }
+    return frame;
+}
+/** Frame `index`'s presentation time on the kit's 24 fps timeline, in ms. */
+export function FrameTimeMs(index) {
+    return index * CONFORMANCE_FMP4_FRAME_SECONDS * 1000;
+}
+//# sourceMappingURL=conformanceFixtures.js.map

package/dist/testing/conformanceFixtures.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceFixtures.js","sourceRoot":"","sources":["../../src/testing/conformanceFixtures.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AACH,OAAO,EACH,qBAAqB,GAIxB,MAAM,oBAAoB,CAAC;AAE5B,oEAAoE;AACpE,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,qDAAqD;AACrD,MAAM,eAAe,GAAG,KAAK,CAAC;AAC9B,2DAA2D;AAC3D,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,mCAAmC;AACnC,MAAM,eAAe,GAAG,KAAK,CAAC;AAE9B,+HAA+H;AAC/H,MAAM,CAAC,MAAM,8BAA8B,GAAG,iBAAiB,GAAG,eAAe,CAAC;AAElF,kHAAkH;AAClH,MAAM,eAAe,GAAG,kCAAkC,CAAC;AAE3D,sDAAsD;AACtD,MAAM,wBAAwB,GAAG,EAAE,CAAC;AAEpC,oCAAoC;AACpC,MAAM,eAAe,GAAG,YAAY,CAAC;AAErC,oCAAoC;AACpC,MAAM,UAAU,WAAW,CAAC,GAAG,KAAmB;IAC9C,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;IAClF,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACtB,MAAM,IAAI,IAAI,CAAC,MAAM,CAAC;IAC1B,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,4CAA4C;AAC5C,MAAM,UAAU,WAAW,CAAC,KAAa;IACrC,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAC9B,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7C,OAAO,GAAG,CAAC;AACf,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,UAAU,CAAC,IAAY;IACnC,OAAO,UAAU,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,MAAM,CAAC,IAAY,EAAE,GAAG,OAAqB;IACzD,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,OAAO,CAAC,CAAC;IACrC,OAAO,WAAW,CAAC,WAAW,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;AAC7E,CAAC;AAED,yDAAyD;AACzD,MAAM,UAAU,UAAU,CAAC,IAAY,EAAE,GAAG,OAAqB;IAC7D,OAAO,MAAM,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,CAAC;AACvD,CAAC;AAED,6DAA6D;AAC7D,SAAS,IAAI,CAAC,EAAU,EAAE,OAAe,EAAE,KAAiB,EAAE,SAAiB;IAC3E,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,EAAE,CAAC,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IACxF,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;IACzF,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,SAAS,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9F,OAAO,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,oHAAoH;AACpH,SAAS,IAAI,CAAC,OAAe,EAAE,WAAmB,EAAE,OAAe;IAC/D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;IAChH,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAChG,OAAO,MAAM,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AACtC,CAAC;AAED,yFAAyF;AACzF,SAAS,IAAI;IACT,OAAO,MAAM,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AACzJ,CAAC;AAED,4HAA4H;AAC5H,SAAS,IAAI;IACT,MAAM,IAAI,GAAG,UAAU,CACnB,MAAM,EACN,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC,CAC3H,CAAC;IACF,OAAO,MAAM,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,IAAI,UAAU,CAAC,CAAC,CAAC,EAAE,WAAW,CAAC,eAAe,GAAG,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;AAChL,CAAC;AAED,4DAA4D;AAC5D,SAAS,aAAa,CAAC,KAAiB;IACpC,OAAO,KAAK,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC;AAChC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,0BAA0B,CAAC,YAAqB,IAAI,EAAE,iBAAyB,eAAe;IAC1G,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,cAAc,CAAC,CAAC;IACtD,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACtF,OAAO,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;AAC9J,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,4BAA4B,CAAC,SAAiB,CAAC,EAAE,WAAmB,CAAC;IACjF,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3G,OAAO,aAAa,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AACnF,CAAC;AAED,yGAAyG;AACzG,MAAM,UAAU,4BAA4B,CAAC,WAAmB,CAAC;IAC7D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC;IACtG,OAAO,aAAa,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AACnF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,OAAe,CAAC;IAC3C,OAAO,UAAU,CAAC,EAAE,CAAC,IAAI,GAAG,IAAI,EAAE,CAAC,EAAE,IAAI,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;AAChE,CAAC;AAUD;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,KAAa,EAAE,UAAmC,EAAE;IACvF,MAAM,KAAK,GAAG,OAAO,CAAC,UAAU,IAAI,CAAC,CAAC;IACtC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAA2B,EAAE;QACnE,MAAM,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC;QACxB,OAAO;YACH,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,MAAM;YAC/E,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,eAAe;YAC7C,kBAAkB,EAAE,WAAW,CAAC,KAAK,CAAC;YACtC,QAAQ,EAAE,KAAK,GAAG,wBAAwB,KAAK,CAAC;SACnD,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC;AAED,yHAAyH;AACzH,MAAM,UAAU,qBAAqB,CAAC,QAAgB,CAAC;IACnD,OAAO;QACH,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM;QACrF,QAAQ,EAAE,eAAe;QACzB,kBAAkB,EAAE,WAAW,CAAC,KAAK,CAAC;QACtC,QAAQ,EAAE,IAAI;KACjB,CAAC;AACN,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,SAAS,CAAC,KAAkB;IACxC,MAAM,KAAK,GAAG,qBAAqB,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;IAC9D,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACxD,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,WAAW,CAAC,KAAa;IACrC,OAAO,KAAK,GAAG,8BAA8B,GAAG,IAAI,CAAC;AACzD,CAAC"}

package/dist/testing/conformanceGates.d.ts

@@ -0,0 +1,32 @@
+/**
+ * @fileoverview When a check runs: what it needs from the provider (its traits) and from the harness (its optional
+ * methods). Each gate returns why the check can't run, or `null`.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import type { IRealtimeVideoConformanceHarness } from './realtimeVideoConformanceTypes.js';
+/** A gate: why a check can't run against a harness, or `null`. */
+export type ConformanceGate = (harness: IRealtimeVideoConformanceHarness) => string | null;
+/** The harness's optional methods a check can need. */
+export type ConformanceHarnessMethod = 'SendPart' | 'GenerationComplete' | 'Resume' | 'RefusePlayback';
+/** Runs for every provider. */
+export declare const NoGate: ConformanceGate;
+/** Needs a provider that hands over the agent's video. */
+export declare const NeedsAgentVideo: ConformanceGate;
+/** Needs a provider whose server can grant an avatar. */
+export declare const NeedsGrant: ConformanceGate;
+/** Needs a provider whose video plays through a player the kit records. */
+export declare const NeedsPlayout: ConformanceGate;
+/** Needs a driver that plays the voice as PCM through the kit's recorder. */
+export declare const NeedsPcmVoice: ConformanceGate;
+/** Needs a provider whose video can carry the voice. */
+export declare const NeedsVideoThatCanCarryVoice: ConformanceGate;
+/** Needs a driver that reports generated video seconds. */
+export declare const NeedsVideoUsage: ConformanceGate;
+/** Needs a driver that keeps its voice and its video on one media timeline. */
+export declare const NeedsTimedVoice: ConformanceGate;
+/** Needs one of the harness's optional methods. */
+export declare function NeedsHarnessMethod(method: ConformanceHarnessMethod): ConformanceGate;
+/** All of the gates: the first reason any of them gives, or `null`. */
+export declare function AllOf(...gates: ConformanceGate[]): ConformanceGate;
+//# sourceMappingURL=conformanceGates.d.ts.map

package/dist/testing/conformanceGates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceGates.d.ts","sourceRoot":"","sources":["../../src/testing/conformanceGates.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,iCAAiC,CAAC;AAExF,kEAAkE;AAClE,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,EAAE,gCAAgC,KAAK,MAAM,GAAG,IAAI,CAAC;AAE3F,uDAAuD;AACvD,MAAM,MAAM,wBAAwB,GAAG,UAAU,GAAG,oBAAoB,GAAG,QAAQ,GAAG,gBAAgB,CAAC;AAEvG,+BAA+B;AAC/B,eAAO,MAAM,MAAM,EAAE,eAA4B,CAAC;AAElD,0DAA0D;AAC1D,eAAO,MAAM,eAAe,EAAE,eAC6F,CAAC;AAE5H,yDAAyD;AACzD,eAAO,MAAM,UAAU,EAAE,eAC0F,CAAC;AAEpH,2EAA2E;AAC3E,eAAO,MAAM,YAAY,EAAE,eAGoF,CAAC;AAEhH,6EAA6E;AAC7E,eAAO,MAAM,aAAa,EAAE,eACuH,CAAC;AAEpJ,wDAAwD;AACxD,eAAO,MAAM,2BAA2B,EAAE,eAC2F,CAAC;AAEtI,2DAA2D;AAC3D,eAAO,MAAM,eAAe,EAAE,eAC0F,CAAC;AAEzH,+EAA+E;AAC/E,eAAO,MAAM,eAAe,EAAE,eACuF,CAAC;AAEtH,mDAAmD;AACnD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,wBAAwB,GAAG,eAAe,CAEpF;AAED,uEAAuE;AACvE,wBAAgB,KAAK,CAAC,GAAG,KAAK,EAAE,eAAe,EAAE,GAAG,eAAe,CAUlE"}

package/dist/testing/conformanceGates.js

@@ -0,0 +1,35 @@
+/** Runs for every provider. */
+export const NoGate = () => null;
+/** Needs a provider that hands over the agent's video. */
+export const NeedsAgentVideo = (harness) => harness.Traits.AgentVideo === 'none' ? `${harness.Name} hands over no agent video (Traits.AgentVideo is 'none')` : null;
+/** Needs a provider whose server can grant an avatar. */
+export const NeedsGrant = (harness) => harness.Traits.GrantsAvatar ? null : `${harness.Name}'s server grants no avatar (Traits.GrantsAvatar is false)`;
+/** Needs a provider whose video plays through a player the kit records. */
+export const NeedsPlayout = (harness) => harness.Traits.AgentVideo === 'playout'
+    ? null
+    : `${harness.Name} has no video player to record (Traits.AgentVideo is '${harness.Traits.AgentVideo}')`;
+/** Needs a driver that plays the voice as PCM through the kit's recorder. */
+export const NeedsPcmVoice = (harness) => harness.Traits.Voice === 'pcm' ? null : `${harness.Name}'s voice plays through its transport, not a PCM playback (Traits.Voice is 'transport')`;
+/** Needs a provider whose video can carry the voice. */
+export const NeedsVideoThatCanCarryVoice = (harness) => harness.Traits.VideoCanCarryVoice ? null : `${harness.Name}'s video never carries the voice (Traits.VideoCanCarryVoice is false)`;
+/** Needs a driver that reports generated video seconds. */
+export const NeedsVideoUsage = (harness) => harness.Traits.VideoUsage ? null : `${harness.Name} reports no generated video seconds (Traits.VideoUsage is false)`;
+/** Needs a driver that keeps its voice and its video on one media timeline. */
+export const NeedsTimedVoice = (harness) => harness.Traits.TimedVoice ? null : `${harness.Name}'s voice carries no media time (Traits.TimedVoice is not set)`;
+/** Needs one of the harness's optional methods. */
+export function NeedsHarnessMethod(method) {
+    return (harness) => (typeof harness[method] === 'function' ? null : `${harness.Name}'s harness has no ${method}`);
+}
+/** All of the gates: the first reason any of them gives, or `null`. */
+export function AllOf(...gates) {
+    return (harness) => {
+        for (const gate of gates) {
+            const reason = gate(harness);
+            if (reason !== null) {
+                return reason;
+            }
+        }
+        return null;
+    };
+}
+//# sourceMappingURL=conformanceGates.js.map

package/dist/testing/conformanceGates.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceGates.js","sourceRoot":"","sources":["../../src/testing/conformanceGates.ts"],"names":[],"mappings":"AAcA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,MAAM,GAAoB,GAAG,EAAE,CAAC,IAAI,CAAC;AAElD,0DAA0D;AAC1D,MAAM,CAAC,MAAM,eAAe,GAAoB,CAAC,OAAO,EAAE,EAAE,CACxD,OAAO,CAAC,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,0DAA0D,CAAC,CAAC,CAAC,IAAI,CAAC;AAE5H,yDAAyD;AACzD,MAAM,CAAC,MAAM,UAAU,GAAoB,CAAC,OAAO,EAAE,EAAE,CACnD,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,2DAA2D,CAAC;AAEpH,2EAA2E;AAC3E,MAAM,CAAC,MAAM,YAAY,GAAoB,CAAC,OAAO,EAAE,EAAE,CACrD,OAAO,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS;IACnC,CAAC,CAAC,IAAI;IACN,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,yDAAyD,OAAO,CAAC,MAAM,CAAC,UAAU,IAAI,CAAC;AAEhH,6EAA6E;AAC7E,MAAM,CAAC,MAAM,aAAa,GAAoB,CAAC,OAAO,EAAE,EAAE,CACtD,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,wFAAwF,CAAC;AAEpJ,wDAAwD;AACxD,MAAM,CAAC,MAAM,2BAA2B,GAAoB,CAAC,OAAO,EAAE,EAAE,CACpE,OAAO,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,uEAAuE,CAAC;AAEtI,2DAA2D;AAC3D,MAAM,CAAC,MAAM,eAAe,GAAoB,CAAC,OAAO,EAAE,EAAE,CACxD,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,kEAAkE,CAAC;AAEzH,+EAA+E;AAC/E,MAAM,CAAC,MAAM,eAAe,GAAoB,CAAC,OAAO,EAAE,EAAE,CACxD,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,+DAA+D,CAAC;AAEtH,mDAAmD;AACnD,MAAM,UAAU,kBAAkB,CAAC,MAAgC;IAC/D,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,OAAO,CAAC,MAAM,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,qBAAqB,MAAM,EAAE,CAAC,CAAC;AACtH,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,KAAK,CAAC,GAAG,KAAwB;IAC7C,OAAO,CAAC,OAAO,EAAE,EAAE;QACf,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;YAC7B,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBAClB,OAAO,MAAM,CAAC;YAClB,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC;AACN,CAAC"}

package/dist/testing/conformanceMicrophone.d.ts

@@ -0,0 +1,10 @@
+/**
+ * @fileoverview A microphone for conformance sessions: a `MediaStream` with one audio track that captures nothing. It
+ * needs no devices and no DOM, only `EventTarget`, so the kit runs in plain Node. The track and the stream are plain
+ * objects with the platform's member names, so a driver uses them as it uses the browser's.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+/** A microphone stream with one audio track that captures nothing, to connect a driver with. */
+export declare function CreateConformanceMicrophone(): MediaStream;
+//# sourceMappingURL=conformanceMicrophone.d.ts.map

package/dist/testing/conformanceMicrophone.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceMicrophone.d.ts","sourceRoot":"","sources":["../../src/testing/conformanceMicrophone.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAgEH,gGAAgG;AAChG,wBAAgB,2BAA2B,IAAI,WAAW,CAEzD"}

package/dist/testing/conformanceMicrophone.js

@@ -0,0 +1,71 @@
+/**
+ * @fileoverview A microphone for conformance sessions: a `MediaStream` with one audio track that captures nothing. It
+ * needs no devices and no DOM, only `EventTarget`, so the kit runs in plain Node. The track and the stream are plain
+ * objects with the platform's member names, so a driver uses them as it uses the browser's.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+/** The `EventTarget` half of a platform object, delegated to a real `EventTarget`. */
+function eventTargetOf(events) {
+    return {
+        addEventListener: events.addEventListener.bind(events),
+        removeEventListener: events.removeEventListener.bind(events),
+        dispatchEvent: events.dispatchEvent.bind(events),
+    };
+}
+/** An audio track that captures nothing. `stop()` ends it, as a real track's does. */
+function createSilentAudioTrack() {
+    let readyState = 'live';
+    return {
+        ...eventTargetOf(new EventTarget()),
+        contentHint: '',
+        enabled: true,
+        id: 'conformance-microphone-track',
+        kind: 'audio',
+        label: 'Conformance microphone',
+        muted: false,
+        onended: null,
+        onmute: null,
+        onunmute: null,
+        get readyState() {
+            return readyState;
+        },
+        applyConstraints: async () => undefined,
+        clone: () => createSilentAudioTrack(),
+        getCapabilities: () => ({}),
+        getConstraints: () => ({}),
+        getSettings: () => ({}),
+        stop: () => {
+            readyState = 'ended';
+        },
+    };
+}
+/** A stream of the tracks it was made with. */
+function createStream(tracks) {
+    return {
+        ...eventTargetOf(new EventTarget()),
+        active: true,
+        id: 'conformance-microphone',
+        onaddtrack: null,
+        onremovetrack: null,
+        addTrack: (track) => {
+            tracks.push(track);
+        },
+        clone: () => createStream([...tracks]),
+        getAudioTracks: () => tracks.filter((track) => track.kind === 'audio'),
+        getTrackById: (trackId) => tracks.find((track) => track.id === trackId) ?? null,
+        getTracks: () => [...tracks],
+        getVideoTracks: () => tracks.filter((track) => track.kind === 'video'),
+        removeTrack: (track) => {
+            const index = tracks.indexOf(track);
+            if (index >= 0) {
+                tracks.splice(index, 1);
+            }
+        },
+    };
+}
+/** A microphone stream with one audio track that captures nothing, to connect a driver with. */
+export function CreateConformanceMicrophone() {
+    return createStream([createSilentAudioTrack()]);
+}
+//# sourceMappingURL=conformanceMicrophone.js.map

package/dist/testing/conformanceMicrophone.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceMicrophone.js","sourceRoot":"","sources":["../../src/testing/conformanceMicrophone.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,sFAAsF;AACtF,SAAS,aAAa,CAAC,MAAmB;IACtC,OAAO;QACH,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC;QACtD,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC;QAC5D,aAAa,EAAE,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC;KACnD,CAAC;AACN,CAAC;AAED,sFAAsF;AACtF,SAAS,sBAAsB;IAC3B,IAAI,UAAU,GAA0B,MAAM,CAAC;IAC/C,OAAO;QACH,GAAG,aAAa,CAAC,IAAI,WAAW,EAAE,CAAC;QACnC,WAAW,EAAE,EAAE;QACf,OAAO,EAAE,IAAI;QACb,EAAE,EAAE,8BAA8B;QAClC,IAAI,EAAE,OAAO;QACb,KAAK,EAAE,wBAAwB;QAC/B,KAAK,EAAE,KAAK;QACZ,OAAO,EAAE,IAAI;QACb,MAAM,EAAE,IAAI;QACZ,QAAQ,EAAE,IAAI;QACd,IAAI,UAAU;YACV,OAAO,UAAU,CAAC;QACtB,CAAC;QACD,gBAAgB,EAAE,KAAK,IAAmB,EAAE,CAAC,SAAS;QACtD,KAAK,EAAE,GAAqB,EAAE,CAAC,sBAAsB,EAAE;QACvD,eAAe,EAAE,GAA2B,EAAE,CAAC,CAAC,EAAE,CAAC;QACnD,cAAc,EAAE,GAA0B,EAAE,CAAC,CAAC,EAAE,CAAC;QACjD,WAAW,EAAE,GAAuB,EAAE,CAAC,CAAC,EAAE,CAAC;QAC3C,IAAI,EAAE,GAAS,EAAE;YACb,UAAU,GAAG,OAAO,CAAC;QACzB,CAAC;KACJ,CAAC;AACN,CAAC;AAED,+CAA+C;AAC/C,SAAS,YAAY,CAAC,MAA0B;IAC5C,OAAO;QACH,GAAG,aAAa,CAAC,IAAI,WAAW,EAAE,CAAC;QACnC,MAAM,EAAE,IAAI;QACZ,EAAE,EAAE,wBAAwB;QAC5B,UAAU,EAAE,IAAI;QAChB,aAAa,EAAE,IAAI;QACnB,QAAQ,EAAE,CAAC,KAAuB,EAAQ,EAAE;YACxC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QACD,KAAK,EAAE,GAAgB,EAAE,CAAC,YAAY,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC;QACnD,cAAc,EAAE,GAAuB,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;QAC1F,YAAY,EAAE,CAAC,OAAe,EAA2B,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,IAAI;QAChH,SAAS,EAAE,GAAuB,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC;QAChD,cAAc,EAAE,GAAuB,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;QAC1F,WAAW,EAAE,CAAC,KAAuB,EAAQ,EAAE;YAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBACb,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;KACJ,CAAC;AACN,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,2BAA2B;IACvC,OAAO,YAAY,CAAC,CAAC,sBAAsB,EAAE,CAAC,CAAC,CAAC;AACpD,CAAC"}

package/dist/testing/conformanceTimeline.d.ts

@@ -0,0 +1,128 @@
+/**
+ * @fileoverview The ordered record of one conformance session: what the driver did with the kit's recorders (the
+ * avatar's video players and the PCM playback), what the client emitted, and what it logged. Checks read it by kind and
+ * from a mark, so "since the barge-in" and "in this turn" are one slice.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import type { RealtimeTrack, RealtimeVideoFrame } from '@memberjunction/ai';
+import type { RealtimeClientError, RealtimeClientState, RealtimeClientUsage } from '../generic/baseRealtimeClient.js';
+import type { MediaVideoSource } from '../media/model.js';
+import type { VideoPlayoutOptions } from '../media/videoPlayout.js';
+/**
+ * One thing that happened in a conformance session, in the order it happened. `Player` numbers the video players the
+ * driver created in the session, from 0.
+ */
+export type RealtimeVideoConformanceEvent = 
+/** The driver created a video player. */
+{
+    Kind: 'player-created';
+    Player: number;
+    Options: VideoPlayoutOptions;
+}
+/** The driver handed a frame of video to a player. */
+ | {
+    Kind: 'player-append';
+    Player: number;
+    Frame: RealtimeVideoFrame;
+}
+/** The driver told a player the turn's video is all in. */
+ | {
+    Kind: 'player-end-of-turn';
+    Player: number;
+}
+/** The driver dropped what a player had not played (barge-in). */
+ | {
+    Kind: 'player-flush';
+    Player: number;
+}
+/** The driver released a player. */
+ | {
+    Kind: 'player-dispose';
+    Player: number;
+}
+/** The driver changed whether a player plays the video's audio. */
+ | {
+    Kind: 'player-carries-voice';
+    Player: number;
+    CarriesVoice: boolean;
+}
+/** The driver queued PCM on the voice playback, with its media time when the driver gave one. */
+ | {
+    Kind: 'voice-enqueue';
+    Data: ArrayBuffer;
+    MediaTimeMs?: number;
+}
+/** The driver dropped the PCM the voice playback had not played. */
+ | {
+    Kind: 'voice-flush';
+}
+/** The driver closed the voice playback. */
+ | {
+    Kind: 'voice-close';
+}
+/** The client reported a state. */
+ | {
+    Kind: 'state';
+    State: RealtimeClientState;
+}
+/** The client handed over the agent's video (`OnRemoteVideo`). */
+ | {
+    Kind: 'remote-video';
+    Video: MediaVideoSource;
+}
+/** The client reported a barge-in (`OnInterruption`). */
+ | {
+    Kind: 'interruption';
+}
+/** The client reported usage (`OnUsage`). */
+ | {
+    Kind: 'usage';
+    Usage: RealtimeClientUsage;
+}
+/** The client reported a track's state (`OnTrackStateChange`). */
+ | {
+    Kind: 'track';
+    Track: RealtimeTrack;
+}
+/** The client reported an error (`OnError`). */
+ | {
+    Kind: 'error';
+    Error: RealtimeClientError;
+}
+/** Something logged a warning while the session ran. */
+ | {
+    Kind: 'warn';
+    Message: string;
+}
+/** Something logged an info line while the session ran. */
+ | {
+    Kind: 'info';
+    Message: string;
+};
+/** The kinds of {@link RealtimeVideoConformanceEvent}. */
+export type RealtimeVideoConformanceEventKind = RealtimeVideoConformanceEvent['Kind'];
+/** The event of one kind. */
+export type RealtimeVideoConformanceEventOf<K extends RealtimeVideoConformanceEventKind> = Extract<RealtimeVideoConformanceEvent, {
+    Kind: K;
+}>;
+/** An ordered, append-only record of a conformance session, shared by its recorders and its observers. */
+export declare class RealtimeVideoConformanceTimeline {
+    private readonly entries;
+    /** Every event, in order. */
+    get Entries(): readonly RealtimeVideoConformanceEvent[];
+    /** Appends one event. */
+    Record(event: RealtimeVideoConformanceEvent): void;
+    /** The position the next event will take. Pass it to {@link Of} or {@link Since} to read only what came after. */
+    Mark(): number;
+    /** The events from a mark on. */
+    Since(mark: number): readonly RealtimeVideoConformanceEvent[];
+    /**
+     * The events of one kind, in order, from a mark on.
+     *
+     * @param kind The kind to keep.
+     * @param since A {@link Mark}; default the start of the session.
+     */
+    Of<K extends RealtimeVideoConformanceEventKind>(kind: K, since?: number): RealtimeVideoConformanceEventOf<K>[];
+}
+//# sourceMappingURL=conformanceTimeline.d.ts.map

package/dist/testing/conformanceTimeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceTimeline.d.ts","sourceRoot":"","sources":["../../src/testing/conformanceTimeline.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,aAAa,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,KAAK,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACnH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAEjE;;;GAGG;AACH,MAAM,MAAM,6BAA6B;AACrC,yCAAyC;AACvC;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,mBAAmB,CAAA;CAAE;AAC1E,sDAAsD;GACpD;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,kBAAkB,CAAA;CAAE;AACtE,2DAA2D;GACzD;IAAE,IAAI,EAAE,oBAAoB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE;AAChD,kEAAkE;GAChE;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE;AAC1C,oCAAoC;GAClC;IAAE,IAAI,EAAE,gBAAgB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE;AAC5C,mEAAmE;GACjE;IAAE,IAAI,EAAE,sBAAsB,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,OAAO,CAAA;CAAE;AACzE,iGAAiG;GAC/F;IAAE,IAAI,EAAE,eAAe,CAAC;IAAC,IAAI,EAAE,WAAW,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE;AACpE,oEAAoE;GAClE;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE;AACzB,4CAA4C;GAC1C;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE;AACzB,mCAAmC;GACjC;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,mBAAmB,CAAA;CAAE;AAC/C,kEAAkE;GAChE;IAAE,IAAI,EAAE,cAAc,CAAC;IAAC,KAAK,EAAE,gBAAgB,CAAA;CAAE;AACnD,yDAAyD;GACvD;IAAE,IAAI,EAAE,cAAc,CAAA;CAAE;AAC1B,6CAA6C;GAC3C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,mBAAmB,CAAA;CAAE;AAC/C,kEAAkE;GAChE;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,aAAa,CAAA;CAAE;AACzC,gDAAgD;GAC9C;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,mBAAmB,CAAA;CAAE;AAC/C,wDAAwD;GACtD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE;AACnC,2DAA2D;GACzD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAExC,0DAA0D;AAC1D,MAAM,MAAM,iCAAiC,GAAG,6BAA6B,CAAC,MAAM,CAAC,CAAC;AAEtF,6BAA6B;AAC7B,MAAM,MAAM,+BAA+B,CAAC,CAAC,SAAS,iCAAiC,IAAI,OAAO,CAAC,6BAA6B,EAAE;IAAE,IAAI,EAAE,CAAC,CAAA;CAAE,CAAC,CAAC;AAE/I,0GAA0G;AAC1G,qBAAa,gCAAgC;IACzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuC;IAE/D,6BAA6B;IAC7B,IAAW,OAAO,IAAI,SAAS,6BAA6B,EAAE,CAE7D;IAED,yBAAyB;IAClB,MAAM,CAAC,KAAK,EAAE,6BAA6B,GAAG,IAAI;IAIzD,kHAAkH;IAC3G,IAAI,IAAI,MAAM;IAIrB,iCAAiC;IAC1B,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,6BAA6B,EAAE;IAIpE;;;;;OAKG;IACI,EAAE,CAAC,CAAC,SAAS,iCAAiC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,GAAE,MAAU,GAAG,+BAA+B,CAAC,CAAC,CAAC,EAAE;CAG3H"}

package/dist/testing/conformanceTimeline.js

@@ -0,0 +1,32 @@
+/** An ordered, append-only record of a conformance session, shared by its recorders and its observers. */
+export class RealtimeVideoConformanceTimeline {
+    constructor() {
+        this.entries = [];
+    }
+    /** Every event, in order. */
+    get Entries() {
+        return this.entries;
+    }
+    /** Appends one event. */
+    Record(event) {
+        this.entries.push(event);
+    }
+    /** The position the next event will take. Pass it to {@link Of} or {@link Since} to read only what came after. */
+    Mark() {
+        return this.entries.length;
+    }
+    /** The events from a mark on. */
+    Since(mark) {
+        return this.entries.slice(mark);
+    }
+    /**
+     * The events of one kind, in order, from a mark on.
+     *
+     * @param kind The kind to keep.
+     * @param since A {@link Mark}; default the start of the session.
+     */
+    Of(kind, since = 0) {
+        return this.entries.slice(since).filter((event) => event.Kind === kind);
+    }
+}
+//# sourceMappingURL=conformanceTimeline.js.map

package/dist/testing/conformanceTimeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceTimeline.js","sourceRoot":"","sources":["../../src/testing/conformanceTimeline.ts"],"names":[],"mappings":"AA0DA,0GAA0G;AAC1G,MAAM,OAAO,gCAAgC;IAA7C;QACqB,YAAO,GAAoC,EAAE,CAAC;IA+BnE,CAAC;IA7BG,6BAA6B;IAC7B,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,yBAAyB;IAClB,MAAM,CAAC,KAAoC;QAC9C,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,kHAAkH;IAC3G,IAAI;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC/B,CAAC;IAED,iCAAiC;IAC1B,KAAK,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC;IAED;;;;;OAKG;IACI,EAAE,CAA8C,IAAO,EAAE,QAAgB,CAAC;QAC7E,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAA+C,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACzH,CAAC;CACJ"}

package/dist/testing/conformanceVideoStream.d.ts

@@ -0,0 +1,29 @@
+/**
+ * @fileoverview The video a conformance session's model sends, in the provider's form: an fMP4 init segment then
+ * one-frame fragments, or encoded chunks from a key frame, or images. Each call continues the same 24 fps stream, so every
+ * frame's bytes are distinct and its time follows the last.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import type { RealtimeVideoFrame, RealtimeVideoFrameKind } from '@memberjunction/ai';
+/** One session's video stream, of one frame kind. */
+export declare class ConformanceVideoStream {
+    readonly Kind: RealtimeVideoFrameKind;
+    readonly CarriesVoice: boolean;
+    /** The number of the next video frame (an fMP4 fragment, a chunk or an image), from 0. */
+    private next;
+    /**
+     * @param Kind The form the provider's model sends its video in.
+     * @param CarriesVoice Whether an fMP4 stream's init segment has the voice's audio track.
+     */
+    constructor(Kind: RealtimeVideoFrameKind, CarriesVoice: boolean);
+    /** Where the next frame sits on the stream's media timeline, in ms: the time a voice chunk sent now goes with. */
+    get NextTimeMs(): number;
+    /** The frame a stream starts with: an fMP4 init segment, or the first chunk (a key frame) or image. */
+    Start(): RealtimeVideoFrame;
+    /** The stream's next `count` video frames: one-frame fMP4 fragments, chunks or images. */
+    Frames(count: number): RealtimeVideoFrame[];
+}
+/** The seconds of video some frames carry: 1/24 s each, an fMP4 init segment none. */
+export declare function SecondsOfVideo(frames: readonly RealtimeVideoFrame[]): number;
+//# sourceMappingURL=conformanceVideoStream.d.ts.map

package/dist/testing/conformanceVideoStream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceVideoStream.d.ts","sourceRoot":"","sources":["../../src/testing/conformanceVideoStream.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,KAAK,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAWrF,qDAAqD;AACrD,qBAAa,sBAAsB;aAQH,IAAI,EAAE,sBAAsB;aAAkB,YAAY,EAAE,OAAO;IAP/F,0FAA0F;IAC1F,OAAO,CAAC,IAAI,CAAK;IAEjB;;;OAGG;gBACyB,IAAI,EAAE,sBAAsB,EAAkB,YAAY,EAAE,OAAO;IAE/F,kHAAkH;IAClH,IAAW,UAAU,IAAI,MAAM,CAE9B;IAED,uGAAuG;IAChG,KAAK,IAAI,kBAAkB;IAOlC,0FAA0F;IACnF,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,kBAAkB,EAAE;CAUrD;AAED,sFAAsF;AACtF,wBAAgB,cAAc,CAAC,MAAM,EAAE,SAAS,kBAAkB,EAAE,GAAG,MAAM,CAE5E"}

package/dist/testing/conformanceVideoStream.js

@@ -0,0 +1,39 @@
+import { CONFORMANCE_FMP4_FRAME_SECONDS, ConformanceChunkFrames, ConformanceFmp4InitSegment, ConformanceFmp4VideoFragment, ConformanceImageFrame, Fmp4Frame, FrameTimeMs, } from './conformanceFixtures.js';
+/** One session's video stream, of one frame kind. */
+export class ConformanceVideoStream {
+    /**
+     * @param Kind The form the provider's model sends its video in.
+     * @param CarriesVoice Whether an fMP4 stream's init segment has the voice's audio track.
+     */
+    constructor(Kind, CarriesVoice) {
+        this.Kind = Kind;
+        this.CarriesVoice = CarriesVoice;
+        /** The number of the next video frame (an fMP4 fragment, a chunk or an image), from 0. */
+        this.next = 0;
+    }
+    /** Where the next frame sits on the stream's media timeline, in ms: the time a voice chunk sent now goes with. */
+    get NextTimeMs() {
+        return FrameTimeMs(this.next);
+    }
+    /** The frame a stream starts with: an fMP4 init segment, or the first chunk (a key frame) or image. */
+    Start() {
+        if (this.Kind === 'fmp4') {
+            return Fmp4Frame(ConformanceFmp4InitSegment(this.CarriesVoice));
+        }
+        return this.Frames(1)[0];
+    }
+    /** The stream's next `count` video frames: one-frame fMP4 fragments, chunks or images. */
+    Frames(count) {
+        const first = this.next;
+        this.next += count;
+        if (this.Kind === 'chunk') {
+            return ConformanceChunkFrames(count, { FirstIndex: first });
+        }
+        return Array.from({ length: count }, (_, i) => this.Kind === 'image' ? ConformanceImageFrame(first + i) : Fmp4Frame(ConformanceFmp4VideoFragment(1, first + i + 1)));
+    }
+}
+/** The seconds of video some frames carry: 1/24 s each, an fMP4 init segment none. */
+export function SecondsOfVideo(frames) {
+    return frames.filter((frame) => !(frame.Kind === 'fmp4' && frame.Piece === 'init')).length * CONFORMANCE_FMP4_FRAME_SECONDS;
+}
+//# sourceMappingURL=conformanceVideoStream.js.map

package/dist/testing/conformanceVideoStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conformanceVideoStream.js","sourceRoot":"","sources":["../../src/testing/conformanceVideoStream.ts"],"names":[],"mappings":"AAQA,OAAO,EACH,8BAA8B,EAC9B,sBAAsB,EACtB,0BAA0B,EAC1B,4BAA4B,EAC5B,qBAAqB,EACrB,SAAS,EACT,WAAW,GACd,MAAM,uBAAuB,CAAC;AAE/B,qDAAqD;AACrD,MAAM,OAAO,sBAAsB;IAI/B;;;OAGG;IACH,YAA4B,IAA4B,EAAkB,YAAqB;QAAnE,SAAI,GAAJ,IAAI,CAAwB;QAAkB,iBAAY,GAAZ,YAAY,CAAS;QAP/F,0FAA0F;QAClF,SAAI,GAAG,CAAC,CAAC;IAMiF,CAAC;IAEnG,kHAAkH;IAClH,IAAW,UAAU;QACjB,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,uGAAuG;IAChG,KAAK;QACR,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACvB,OAAO,SAAS,CAAC,0BAA0B,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;QACpE,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,0FAA0F;IACnF,MAAM,CAAC,KAAa;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC;QACxB,IAAI,CAAC,IAAI,IAAI,KAAK,CAAC;QACnB,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACxB,OAAO,sBAAsB,CAAC,KAAK,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAsB,EAAE,CAC9D,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,qBAAqB,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CACvH,CAAC;IACN,CAAC;CACJ;AAED,sFAAsF;AACtF,MAAM,UAAU,cAAc,CAAC,MAAqC;IAChE,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,GAAG,8BAA8B,CAAC;AAChI,CAAC"}

package/dist/testing/index.d.ts

@@ -0,0 +1,29 @@
+/**
+ * @fileoverview The `@memberjunction/ai-realtime-client/testing` entry point: the video provider conformance kit. A
+ * provider's test runs it against the provider's client driver to prove the driver meets the realtime video contract:
+ * what it hands the host, where the model's video and voice go, what barge-in, turn ends, resumes and Disconnect do to
+ * them, and the generated video seconds it reports.
+ *
+ * The checks (VC01-VC15, VF01-VF02) take the agent's video as Core's `RealtimeVideoFrame`s, in whichever form the
+ * provider's model sends it: fragmented MP4, encoded chunks or images.
+ *
+ * The kit needs no test framework: {@link RunRealtimeVideoConformance} resolves to results, and
+ * {@link ListRealtimeVideoConformanceChecks} gives a runner one test per check. A provider writes a harness
+ * ({@link IRealtimeVideoConformanceHarness}): what its server mints, its client driver with a fake transport and its
+ * creation seams wired to the kit's recorders, and the model's side of the wire.
+ *
+ * Everything reachable from here may import only other `/testing` modules, `/media`, `src/audio/`,
+ * `generic/baseRealtimeClient`, `@memberjunction/ai`, `@memberjunction/global` and `rxjs`: no driver, no
+ * `@google/genai`, no test framework. `testing-entry-boundary.test.ts` fails the build otherwise. The main entry does
+ * not export the kit, so apps never bundle it.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+export { RealtimeVideoConformanceError } from './conformanceAssertions.js';
+export { CONFORMANCE_FMP4_FRAME_SECONDS, ConformanceChunkFrames, ConformanceFmp4AudioFragment, ConformanceFmp4InitSegment, ConformanceFmp4VideoFragment, ConformanceImageFrame, ConformancePcm, type ConformanceChunkOptions, } from './conformanceFixtures.js';
+export { CreateConformanceMicrophone } from './conformanceMicrophone.js';
+export { RealtimeVideoConformanceTimeline, type RealtimeVideoConformanceEvent, type RealtimeVideoConformanceEventKind, type RealtimeVideoConformanceEventOf, } from './conformanceTimeline.js';
+export { RecordingPcmPlayback, RecordingVideoPlayout } from './recordingPlayout.js';
+export { ListRealtimeVideoConformanceChecks, REALTIME_VIDEO_CONFORMANCE_CHECKS, RunRealtimeVideoConformance } from './realtimeVideoConformance.js';
+export type { IRealtimeVideoConformanceHarness, RealtimeVideoConformanceCheck, RealtimeVideoConformanceCheckRun, RealtimeVideoConformanceDriverFactory, RealtimeVideoConformanceGrant, RealtimeVideoConformanceMedia, RealtimeVideoConformanceResult, RealtimeVideoConformanceTraits, } from './realtimeVideoConformanceTypes.js';
+//# sourceMappingURL=index.d.ts.map