@memberjunction/ai-realtime-client 6.2.0-edge.2 → 6.2.0-edge.4

package/dist/testing/realtimeVideoConformanceChecks.js

@@ -0,0 +1,164 @@
+/**
+ * @fileoverview Checks VC01-VC07: what a session hands the host and where the model's parts go. An audio-only session
+ * shows no video and still plays the voice; a granted avatar is handed over once, or not at all when the host doesn't
+ * show it or the browser can't play it; video goes to its player in order and never to the voice; a part of an unknown
+ * type goes nowhere and is reported once.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import { AssertCount, AssertSameBytes, AssertTrue, AssertValue } from './conformanceAssertions.js';
+import { ConformanceFmp4InitSegment, ConformanceFmp4VideoFragment, ConformancePcm } from './conformanceFixtures.js';
+import { AllOf, NeedsAgentVideo, NeedsGrant, NeedsHarnessMethod, NeedsPlayout, NoGate } from './conformanceGates.js';
+import { WithConformanceSession } from './realtimeVideoConformanceSession.js';
+/** The MIME type of a part no realtime driver plays. */
+const UNKNOWN_PART_TYPE = 'application/x-unknown';
+const VC01 = {
+    Id: 'VC01',
+    Title: 'An audio-only session hands over no agent video and still works',
+    Gate: NoGate,
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: false } }, async (s) => {
+        AssertValue(s.LastState(), 'listening', 'an audio-only session listens after Connect');
+        AssertCount(s.Count('error'), 0, 'errors reported by an audio-only session');
+        assertAgentVideoTrackNotLive(s, 'unsupported');
+        await assertVoicePlays(s, ConformancePcm(1));
+        await harness.TurnComplete();
+        AssertCount(s.RemoteVideos().length, 0, 'agent video handed over in an audio-only session');
+        AssertCount(s.Players.length, 0, 'video players created in an audio-only session');
+    }),
+};
+const VC02 = {
+    Id: 'VC02',
+    Title: 'In an audio-only session, a video part never plays as audio',
+    Gate: NeedsHarnessMethod('SendPart'),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: false } }, async (s) => {
+        const mark = s.Timeline.Mark();
+        await harness.SendPart?.('video/mp4', ConformanceFmp4InitSegment());
+        await harness.SendPart?.('video/mp4', ConformanceFmp4VideoFragment());
+        AssertCount(s.Count('voice-enqueue', mark), 0, 'video/mp4 parts played as audio');
+        AssertCount(s.Players.length, 0, 'video players created in an audio-only session');
+        AssertCount(s.RemoteVideos().length, 0, 'agent video handed over in an audio-only session');
+        AssertCount(s.Warnings('video/mp4', mark), 1, 'warnings naming the dropped video/mp4 parts (once per type)');
+    }),
+};
+const VC03 = {
+    Id: 'VC03',
+    Title: 'A granted avatar is handed over once, and its track is live',
+    Gate: AllOf(NeedsAgentVideo, NeedsGrant),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+        AssertValue(s.OutboundVideoTrack()?.State ?? 'absent', 'live', 'the outbound video track of a granted avatar the host shows');
+        if (harness.AskedProviderForVideo) {
+            AssertValue(harness.AskedProviderForVideo(), true, 'the provider was asked for the avatar the host shows');
+        }
+        AssertTrue(s.RemoteVideos().length <= 1, 'the agent video is handed over once', `handed over ${s.RemoteVideos().length} times by Connect`);
+        await s.StartVideo();
+        await s.SendFrames(2);
+        await s.SendVoice(ConformancePcm(1));
+        await s.EndTurn();
+        AssertCount(s.RemoteVideos().length, 1, 'agent video hand-overs through a full turn');
+        assertHandedOverItsVideo(s);
+    }),
+};
+const VC04 = {
+    Id: 'VC04',
+    Title: "A granted avatar the host doesn't show stays audio only",
+    Gate: AllOf(NeedsAgentVideo, NeedsGrant),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true }, ShowAgentVideo: false }, async (s) => {
+        assertAgentVideoTrackNotLive(s, null);
+        await assertVoicePlays(s, ConformancePcm(1));
+        AssertCount(s.RemoteVideos().length, 0, 'agent video handed over to a host that shows none');
+        assertNoPlayerKept(s);
+        assertAskedForAudioOnly(s);
+    }),
+};
+const VC05 = {
+    Id: 'VC05',
+    Title: "A granted avatar this browser can't play stays audio only",
+    Gate: AllOf(NeedsPlayout, NeedsGrant, NeedsHarnessMethod('RefusePlayback')),
+    Run: async (harness) => {
+        const undo = harness.RefusePlayback?.() ?? (() => undefined);
+        try {
+            await WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+                assertAgentVideoTrackNotLive(s, 'unsupported');
+                AssertCount(s.RemoteVideos().length, 0, "agent video handed over when the browser can't play it");
+                assertNoPlayerKept(s);
+                await assertVoicePlays(s, ConformancePcm(1));
+                assertAskedForAudioOnly(s);
+            });
+        }
+        finally {
+            undo();
+        }
+    },
+};
+const VC06 = {
+    Id: 'VC06',
+    Title: 'The avatar\'s video goes to its player in order, never to the voice',
+    Gate: AllOf(NeedsPlayout, NeedsGrant),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+        const mark = s.Timeline.Mark();
+        const sent = [await s.StartVideo(), ...(await s.SendFrames(3))];
+        AssertCount(s.Players.length, 1, 'video players created for one avatar');
+        const appended = s.AppendedFrames(0, mark).map((frame) => frame.Data);
+        AssertSameBytes(appended, sent.map((frame) => frame.Data), 'every frame of video reaches the player once, in order, unchanged');
+        AssertCount(s.Count('voice-enqueue', mark), 0, 'frames of video played as the voice');
+    }),
+};
+const VC07 = {
+    Id: 'VC07',
+    Title: 'A part of an unknown type is dropped and reported once',
+    Gate: AllOf(NeedsPlayout, NeedsGrant, NeedsHarnessMethod('SendPart')),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+        const mark = s.Timeline.Mark();
+        // Bytes with no format of their own, as PCM has none: the type the part names is all a driver has to go by.
+        await harness.SendPart?.(UNKNOWN_PART_TYPE, ConformancePcm(7));
+        await harness.SendPart?.(UNKNOWN_PART_TYPE, ConformancePcm(8));
+        AssertCount(s.Count('player-append', mark), 0, `${UNKNOWN_PART_TYPE} parts played as video`);
+        AssertCount(s.Count('voice-enqueue', mark), 0, `${UNKNOWN_PART_TYPE} parts played as the voice`);
+        AssertCount(s.Warnings(UNKNOWN_PART_TYPE, mark), 1, `warnings naming the dropped ${UNKNOWN_PART_TYPE} parts (once per type)`);
+    }),
+};
+/** VC01-VC07, in order. */
+export const REALTIME_VIDEO_SESSION_CHECKS = [VC01, VC02, VC03, VC04, VC05, VC06, VC07];
+/**
+ * The agent's video track is not live. A driver that negotiates tracks and was asked for it reports it `expected`
+ * (`'unsupported'`), so the host can say why; `null` accepts any state but live, or no track.
+ */
+function assertAgentVideoTrackNotLive(s, expected) {
+    const state = s.OutboundVideoTrack()?.State ?? 'absent';
+    AssertTrue(state !== 'live', 'the outbound video track of a session that shows no avatar is not live', 'it is live');
+    if (expected !== null && s.Client.AllTracks.length > 0) {
+        AssertValue(state, expected, 'the requested outbound video track a driver negotiated and could not grant');
+    }
+}
+/** The model's voice plays: a PCM driver queues these bytes, and the client says the agent is audible. */
+async function assertVoicePlays(s, pcm) {
+    const mark = s.Timeline.Mark();
+    await s.SendVoice(pcm);
+    if (s.Harness.Traits.Voice === 'pcm') {
+        AssertSameBytes(s.VoiceEnqueued(mark), [pcm], "the model's voice reaches the voice playback");
+    }
+    AssertValue(s.Client.IsAudioPlaying, true, "IsAudioPlaying while the model's voice plays");
+}
+/** The handed-over video is the driver's own: its player's source (playout), or a live stream. */
+function assertHandedOverItsVideo(s) {
+    const video = s.RemoteVideos()[0];
+    if (s.Harness.Traits.AgentVideo === 'playout') {
+        AssertCount(s.Players.length, 1, 'video players created for one avatar');
+        AssertTrue(video === s.Players[0].Source, "the handed-over video is the player's video", `it is another '${video.Kind}' source`);
+        return;
+    }
+    AssertValue(video.Kind, 'stream', 'the kind of video a stream driver hands over');
+    AssertTrue(video.Kind === 'stream' && !!video.Stream, 'a stream driver hands over its stream', 'the stream is missing');
+}
+/** No video player outlives the connect: none was created, or each was released. */
+function assertNoPlayerKept(s) {
+    const kept = s.Players.filter((player) => s.PlayerEvents('player-dispose', player.Index).length === 0);
+    AssertCount(kept.length, 0, 'video players kept by a session that shows no avatar');
+}
+/** When the harness can tell, the provider was asked for audio only: an avatar nobody sees is still generated and billed. */
+function assertAskedForAudioOnly(s) {
+    if (s.Harness.AskedProviderForVideo) {
+        AssertValue(s.Harness.AskedProviderForVideo(), false, 'the provider was asked for video that nobody sees');
+    }
+}
+//# sourceMappingURL=realtimeVideoConformanceChecks.js.map

package/dist/testing/realtimeVideoConformanceChecks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceChecks.js","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceChecks.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAChG,OAAO,EAAE,0BAA0B,EAAE,4BAA4B,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACjH,OAAO,EAAE,KAAK,EAAE,eAAe,EAAE,UAAU,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAClH,OAAO,EAAE,sBAAsB,EAA2B,MAAM,mCAAmC,CAAC;AAGpG,wDAAwD;AACxD,MAAM,iBAAiB,GAAG,uBAAuB,CAAC;AAElD,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,iEAAiE;IACxE,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACtE,WAAW,CAAC,CAAC,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,6CAA6C,CAAC,CAAC;QACvF,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,0CAA0C,CAAC,CAAC;QAC7E,4BAA4B,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;QAC/C,MAAM,gBAAgB,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;QAC7B,WAAW,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,kDAAkD,CAAC,CAAC;QAC5F,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,gDAAgD,CAAC,CAAC;IACvF,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,6DAA6D;IACpE,IAAI,EAAE,kBAAkB,CAAC,UAAU,CAAC;IACpC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACtE,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,0BAA0B,EAAE,CAAC,CAAC;QACpE,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,4BAA4B,EAAE,CAAC,CAAC;QACtE,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,iCAAiC,CAAC,CAAC;QAClF,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,gDAAgD,CAAC,CAAC;QACnF,WAAW,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,kDAAkD,CAAC,CAAC;QAC5F,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,6DAA6D,CAAC,CAAC;IACjH,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,6DAA6D;IACpE,IAAI,EAAE,KAAK,CAAC,eAAe,EAAE,UAAU,CAAC;IACxC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrE,WAAW,CAAC,CAAC,CAAC,kBAAkB,EAAE,EAAE,KAAK,IAAI,QAAQ,EAAE,MAAM,EAAE,6DAA6D,CAAC,CAAC;QAC9H,IAAI,OAAO,CAAC,qBAAqB,EAAE,CAAC;YAChC,WAAW,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,sDAAsD,CAAC,CAAC;QAC/G,CAAC;QACD,UAAU,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,MAAM,IAAI,CAAC,EAAE,qCAAqC,EAAE,eAAe,CAAC,CAAC,YAAY,EAAE,CAAC,MAAM,mBAAmB,CAAC,CAAC;QAC3I,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC;QACrB,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,CAAC,OAAO,EAAE,CAAC;QAClB,WAAW,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,4CAA4C,CAAC,CAAC;QACtF,wBAAwB,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,yDAAyD;IAChE,IAAI,EAAE,KAAK,CAAC,eAAe,EAAE,UAAU,CAAC;IACxC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC5F,4BAA4B,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACtC,MAAM,gBAAgB,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7C,WAAW,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,mDAAmD,CAAC,CAAC;QAC7F,kBAAkB,CAAC,CAAC,CAAC,CAAC;QACtB,uBAAuB,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,2DAA2D;IAClE,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;IAC3E,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACnB,MAAM,IAAI,GAAG,OAAO,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC;YACD,MAAM,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;gBAC3E,4BAA4B,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;gBAC/C,WAAW,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,CAAC,EAAE,wDAAwD,CAAC,CAAC;gBAClG,kBAAkB,CAAC,CAAC,CAAC,CAAC;gBACtB,MAAM,gBAAgB,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC7C,uBAAuB,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACP,CAAC;gBAAS,CAAC;YACP,IAAI,EAAE,CAAC;QACX,CAAC;IACL,CAAC;CACJ,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,qEAAqE;IAC5E,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC;IACrC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrE,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,sCAAsC,CAAC,CAAC;QACzE,MAAM,QAAQ,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACtE,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,mEAAmE,CAAC,CAAC;QAChI,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,qCAAqC,CAAC,CAAC;IAC1F,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,wDAAwD;IAC/D,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,kBAAkB,CAAC,UAAU,CAAC,CAAC;IACrE,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrE,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,4GAA4G;QAC5G,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/D,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,GAAG,iBAAiB,wBAAwB,CAAC,CAAC;QAC7F,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,GAAG,iBAAiB,4BAA4B,CAAC,CAAC;QACjG,WAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,+BAA+B,iBAAiB,wBAAwB,CAAC,CAAC;IAClI,CAAC,CAAC;CACT,CAAC;AAEF,2BAA2B;AAC3B,MAAM,CAAC,MAAM,6BAA6B,GAA6C,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAElI;;;GAGG;AACH,SAAS,4BAA4B,CAAC,CAAqB,EAAE,QAA8B;IACvF,MAAM,KAAK,GAAG,CAAC,CAAC,kBAAkB,EAAE,EAAE,KAAK,IAAI,QAAQ,CAAC;IACxD,UAAU,CAAC,KAAK,KAAK,MAAM,EAAE,wEAAwE,EAAE,YAAY,CAAC,CAAC;IACrH,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrD,WAAW,CAAC,KAAK,EAAE,QAAQ,EAAE,4EAA4E,CAAC,CAAC;IAC/G,CAAC;AACL,CAAC;AAED,0GAA0G;AAC1G,KAAK,UAAU,gBAAgB,CAAC,CAAqB,EAAE,GAAgB;IACnE,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IACvB,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;QACnC,eAAe,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,8CAA8C,CAAC,CAAC;IAClG,CAAC;IACD,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,IAAI,EAAE,8CAA8C,CAAC,CAAC;AAC/F,CAAC;AAED,kGAAkG;AAClG,SAAS,wBAAwB,CAAC,CAAqB;IACnD,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAC5C,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,sCAAsC,CAAC,CAAC;QACzE,UAAU,CAAC,KAAK,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,6CAA6C,EAAE,kBAAkB,KAAK,CAAC,IAAI,UAAU,CAAC,CAAC;QACjI,OAAO;IACX,CAAC;IACD,WAAW,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,8CAA8C,CAAC,CAAC;IAClF,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,uCAAuC,EAAE,uBAAuB,CAAC,CAAC;AAC5H,CAAC;AAED,oFAAoF;AACpF,SAAS,kBAAkB,CAAC,CAAqB;IAC7C,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,gBAAgB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;IACvG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,sDAAsD,CAAC,CAAC;AACxF,CAAC;AAED,6HAA6H;AAC7H,SAAS,uBAAuB,CAAC,CAAqB;IAClD,IAAI,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,CAAC;QAClC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,EAAE,KAAK,EAAE,mDAAmD,CAAC,CAAC;IAC/G,CAAC;AACL,CAAC"}

package/dist/testing/realtimeVideoConformanceFrameChecks.d.ts

@@ -0,0 +1,4 @@
+import type { RealtimeVideoConformanceCheck } from './realtimeVideoConformanceTypes.js';
+/** VF01-VF02, in order. */
+export declare const REALTIME_VIDEO_FRAME_CHECKS: readonly RealtimeVideoConformanceCheck[];
+//# sourceMappingURL=realtimeVideoConformanceFrameChecks.d.ts.map

package/dist/testing/realtimeVideoConformanceFrameChecks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceFrameChecks.d.ts","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceFrameChecks.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,iCAAiC,CAAC;AAsCrF,2BAA2B;AAC3B,eAAO,MAAM,2BAA2B,EAAE,SAAS,6BAA6B,EAAiB,CAAC"}

package/dist/testing/realtimeVideoConformanceFrameChecks.js

@@ -0,0 +1,63 @@
+import { AssertCount, AssertSameBytes, AssertTrue, AssertValue, Fail } from './conformanceAssertions.js';
+import { ConformancePcm } from './conformanceFixtures.js';
+import { AllOf, NeedsGrant, NeedsPlayout, NeedsTimedVoice } from './conformanceGates.js';
+import { WithConformanceSession } from './realtimeVideoConformanceSession.js';
+/** A granted avatar whose voice comes separately, as PCM: the case a clock is for. */
+const SEPARATE_VOICE = { Grant: { Avatar: true, VideoCarriesVoice: false } };
+const VF01 = {
+    Id: 'VF01',
+    Title: 'Frames reach the player typed, as the model sent them',
+    Gate: AllOf(NeedsPlayout, NeedsGrant),
+    Run: (harness) => WithConformanceSession(harness, { Grant: { Avatar: true } }, async (s) => {
+        const mark = s.Timeline.Mark();
+        const sent = [await s.StartVideo(), ...(await s.SendFrames(3))];
+        const appended = s.AppendedFrames(0, mark);
+        AssertSameBytes(appended.map((frame) => frame.Data), sent.map((frame) => frame.Data), "the frames' bytes, in the order the model sent them");
+        sent.forEach((frame, index) => assertSameFrame(appended[index], frame, index + 1));
+    }),
+};
+const VF02 = {
+    Id: 'VF02',
+    Title: "A timed voice drives the video's clock",
+    Gate: AllOf(NeedsPlayout, NeedsGrant, NeedsTimedVoice),
+    Run: (harness) => WithConformanceSession(harness, SEPARATE_VOICE, async (s) => {
+        const mark = s.Timeline.Mark();
+        const times = [await s.SendVoice(ConformancePcm(1))];
+        const frames = [await s.StartVideo()];
+        times.push(await s.SendVoice(ConformancePcm(2)));
+        frames.push(...(await s.SendFrames(2)));
+        AssertCount(s.Players.length, 1, 'video players created for one avatar');
+        AssertTrue(s.Players[0].Options.Clock === s.Voice, "the video player's clock is the voice's playback", 'the player was created with another clock, or none');
+        const queued = s.Timeline.Of('voice-enqueue', mark).map((event) => event.MediaTimeMs);
+        AssertValue(JSON.stringify(queued), JSON.stringify(times), "the media times the voice was queued at (the model's)");
+        assertFramesOnTheVoicesTimeline(s, mark, frames);
+    }),
+};
+/** VF01-VF02, in order. */
+export const REALTIME_VIDEO_FRAME_CHECKS = [VF01, VF02];
+/** A frame the player got is the frame the model sent: its kind and type, and the fields its kind has. */
+function assertSameFrame(actual, expected, position) {
+    if (!actual) {
+        Fail(`frame ${position}`, 'the player never got it');
+    }
+    AssertValue(actual.Kind, expected.Kind, `frame ${position}'s kind`);
+    AssertValue(actual.MimeType, expected.MimeType, `frame ${position}'s MIME type`);
+    if (actual.Kind === 'fmp4' && expected.Kind === 'fmp4') {
+        AssertValue(actual.Piece, expected.Piece, `fMP4 frame ${position}'s piece (init or fragment, by its first box)`);
+    }
+    if (expected.Kind !== 'fmp4') {
+        AssertValue(String(actual.PresentationTimeMs), String(expected.PresentationTimeMs), `frame ${position}'s presentation time (ms)`);
+        AssertValue(actual.KeyFrame ?? null, expected.KeyFrame ?? null, `frame ${position}'s key-frame flag`);
+    }
+}
+/** The frames the player got keep the model's presentation times: the timeline the voice was queued on. */
+function assertFramesOnTheVoicesTimeline(s, mark, sent) {
+    const appended = s.AppendedFrames(0, mark);
+    AssertCount(appended.length, sent.length, 'frames given to the player');
+    sent.forEach((frame, index) => {
+        if (frame.Kind !== 'fmp4') {
+            AssertValue(String(appended[index].PresentationTimeMs), String(frame.PresentationTimeMs), `frame ${index + 1}'s presentation time on the voice's timeline (ms)`);
+        }
+    });
+}
+//# sourceMappingURL=realtimeVideoConformanceFrameChecks.js.map

package/dist/testing/realtimeVideoConformanceFrameChecks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceFrameChecks.js","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceFrameChecks.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,yBAAyB,CAAC;AACtG,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACtF,OAAO,EAAE,sBAAsB,EAA2B,MAAM,mCAAmC,CAAC;AAGpG,sFAAsF;AACtF,MAAM,cAAc,GAAG,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,EAAE,CAAC;AAE7E,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,uDAAuD;IAC9D,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,CAAC;IACrC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrE,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,QAAQ,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC3C,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,qDAAqD,CAAC,CAAC;QAC7I,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IACvF,CAAC,CAAC;CACT,CAAC;AAEF,MAAM,IAAI,GAAkC;IACxC,EAAE,EAAE,MAAM;IACV,KAAK,EAAE,wCAAwC;IAC/C,IAAI,EAAE,KAAK,CAAC,YAAY,EAAE,UAAU,EAAE,eAAe,CAAC;IACtD,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,CACb,sBAAsB,CAAC,OAAO,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACxD,MAAM,IAAI,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACxC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,sCAAsC,CAAC,CAAC;QACzE,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK,EAAE,kDAAkD,EAAE,oDAAoD,CAAC,CAAC;QAC7J,MAAM,MAAM,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,eAAe,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACtF,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,uDAAuD,CAAC,CAAC;QACpH,+BAA+B,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC,CAAC;CACT,CAAC;AAEF,2BAA2B;AAC3B,MAAM,CAAC,MAAM,2BAA2B,GAA6C,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AAElG,0GAA0G;AAC1G,SAAS,eAAe,CAAC,MAAsC,EAAE,QAA4B,EAAE,QAAgB;IAC3G,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,IAAI,CAAC,SAAS,QAAQ,EAAE,EAAE,yBAAyB,CAAC,CAAC;IACzD,CAAC;IACD,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,QAAQ,SAAS,CAAC,CAAC;IACpE,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS,QAAQ,cAAc,CAAC,CAAC;IACjF,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACrD,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,cAAc,QAAQ,+CAA+C,CAAC,CAAC;IACrH,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QAC3B,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,SAAS,QAAQ,2BAA2B,CAAC,CAAC;QAClI,WAAW,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,EAAE,QAAQ,CAAC,QAAQ,IAAI,IAAI,EAAE,SAAS,QAAQ,mBAAmB,CAAC,CAAC;IAC1G,CAAC;AACL,CAAC;AAED,2GAA2G;AAC3G,SAAS,+BAA+B,CAAC,CAAqB,EAAE,IAAY,EAAE,IAAmC;IAC7G,MAAM,QAAQ,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3C,WAAW,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,4BAA4B,CAAC,CAAC;IACxE,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC1B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,SAAS,KAAK,GAAG,CAAC,mDAAmD,CAAC,CAAC;QACrK,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/testing/realtimeVideoConformanceSession.d.ts

@@ -0,0 +1,108 @@
+/**
+ * @fileoverview One conformance session: the harness's client connected with the kit's recorders, the host's track
+ * request, every event the client emits, and the warnings and info lines logged meanwhile, all on one timeline. A check
+ * drives the model's side through it and reads the timeline back.
+ *
+ * @module @memberjunction/ai-realtime-client/testing
+ */
+import { type ClientRealtimeSessionConfig, type RealtimeTrack, type RealtimeVideoFrame } from '@memberjunction/ai';
+import { BaseRealtimeClient, type RealtimeClientState } from '../generic/baseRealtimeClient.js';
+import type { MediaVideoSource } from '../media/model.js';
+import { RealtimeVideoConformanceTimeline, type RealtimeVideoConformanceEventKind, type RealtimeVideoConformanceEventOf } from './conformanceTimeline.js';
+import { ConformanceVideoStream } from './conformanceVideoStream.js';
+import { RecordingPcmPlayback, RecordingVideoPlayout } from './recordingPlayout.js';
+import type { IRealtimeVideoConformanceHarness, RealtimeVideoConformanceGrant } from './realtimeVideoConformanceTypes.js';
+/** What a session starts with. */
+export interface ConformanceSessionSetup {
+    /** What the provider's server grants. */
+    Grant: RealtimeVideoConformanceGrant;
+    /** Whether the host shows the agent's video: its Avatar channel asks for the outbound video track. Default `true`. */
+    ShowAgentVideo?: boolean;
+}
+/** One connected session of a check, recorded on one timeline. */
+export declare class ConformanceSession {
+    readonly Harness: IRealtimeVideoConformanceHarness;
+    readonly Setup: ConformanceSessionSetup;
+    readonly Timeline: RealtimeVideoConformanceTimeline;
+    readonly Microphone: MediaStream;
+    readonly Voice: RecordingPcmPlayback;
+    /** The video the model sends, in the provider's form. */
+    readonly Video: ConformanceVideoStream;
+    private readonly players;
+    private client;
+    private disconnected;
+    constructor(Harness: IRealtimeVideoConformanceHarness, Setup: ConformanceSessionSetup);
+    /** The video players the driver created, in order. */
+    get Players(): readonly RecordingVideoPlayout[];
+    /** The connected client. */
+    get Client(): BaseRealtimeClient;
+    /** Whether the avatar's video carries the voice: as the grant says, else whenever the provider's video can. */
+    get VideoCarriesVoice(): boolean;
+    /** Mints, adds the host's track request, creates the client with the recorders, observes it, and connects. */
+    Start(): Promise<void>;
+    /** Disconnects the client, as the host does when the call ends. */
+    Disconnect(): Promise<void>;
+    /** Ends the session after the check: disconnects the client if the check didn't. Never throws. */
+    Close(): Promise<void>;
+    /**
+     * The model starts its video: an fMP4 init segment (with the voice's audio track when the video carries it), or the
+     * first chunk (a key frame) or image. Returns the frame sent.
+     */
+    StartVideo(): Promise<RealtimeVideoFrame>;
+    /** The model sends the stream's next `count` video frames. Returns them. */
+    SendFrames(count: number): Promise<RealtimeVideoFrame[]>;
+    /**
+     * The model sends a chunk of its voice: timed at the video's next frame when the provider keeps one timeline
+     * (`TimedVoice`), else untimed. Returns the media time sent, or `undefined`.
+     */
+    SendVoice(pcm16: ArrayBuffer): Promise<number | undefined>;
+    /** The model ends its turn: generation complete when the harness has it, then turn complete. */
+    EndTurn(): Promise<void>;
+    /** Models the agent's media playing out: every video player and the voice reach the end of what they were given. */
+    FinishPlaying(): void;
+    /** The states the client reported, from a mark on. */
+    States(since?: number): RealtimeClientState[];
+    /** How many events of a kind happened from a mark on. */
+    Count(kind: RealtimeVideoConformanceEventKind, since?: number): number;
+    /** The events of a kind that one player recorded, from a mark on. */
+    PlayerEvents<K extends 'player-append' | 'player-end-of-turn' | 'player-flush' | 'player-dispose'>(kind: K, player: number, since?: number): RealtimeVideoConformanceEventOf<K>[];
+    /** The frames one player was given, from a mark on. */
+    AppendedFrames(player: number, since?: number): RealtimeVideoFrame[];
+    /** The agent's video the client handed over, from a mark on. */
+    RemoteVideos(since?: number): MediaVideoSource[];
+    /** The PCM the driver queued, from a mark on. */
+    VoiceEnqueued(since?: number): ArrayBuffer[];
+    /** The last state the client reported, or `null`. */
+    LastState(): RealtimeClientState | null;
+    /** The agent's video track (outbound video), as the client reports it now; `undefined` when it has none. */
+    OutboundVideoTrack(): RealtimeTrack | undefined;
+    /** The seconds of generated video the client reported (`OutputTokenDetails.VideoSeconds`), from a mark on. */
+    VideoSeconds(since?: number): number;
+    /** How many usage updates carried video seconds, from a mark on. */
+    VideoSecondsReports(since?: number): number;
+    /** How many warnings mention `text`, from a mark on. */
+    Warnings(text: string, since?: number): number;
+    /** The warning and info lines logged so far, for a failure's message. */
+    LoggedLines(): string[];
+    /** What the harness wires into the driver: the microphone, the voice recorder, and a recorder per player. */
+    private media;
+    /** Registers the kit's handlers: every emission goes on the timeline. */
+    private observe;
+}
+/**
+ * Runs `body` on a started session with the console captured onto its timeline, then disconnects the client (if `body`
+ * didn't) and restores the console, failed or not. A failure's message gains the lines logged during the session.
+ */
+export declare function WithConformanceSession(harness: IRealtimeVideoConformanceHarness, setup: ConformanceSessionSetup, body: (session: ConformanceSession) => Promise<void>): Promise<void>;
+/**
+ * The config with the host's track request added, as the realtime runtime builds it when a channel shows the agent's
+ * video: the audio floor, what the mint requested, and the agent's outbound video, one each. Unchanged when the host
+ * shows no agent video.
+ */
+export declare function WithHostTrackRequest(config: ClientRealtimeSessionConfig, showAgentVideo: boolean): ClientRealtimeSessionConfig;
+/**
+ * Sends `console.warn` and `console.info` to the timeline instead of the output, for "reported once" and quiet test
+ * output. Returns the function that restores them.
+ */
+export declare function CaptureConsole(timeline: RealtimeVideoConformanceTimeline): () => void;
+//# sourceMappingURL=realtimeVideoConformanceSession.d.ts.map

package/dist/testing/realtimeVideoConformanceSession.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtimeVideoConformanceSession.d.ts","sourceRoot":"","sources":["../../src/testing/realtimeVideoConformanceSession.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAEH,KAAK,2BAA2B,EAGhC,KAAK,aAAa,EAClB,KAAK,kBAAkB,EAC1B,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,kBAAkB,EAAgC,KAAK,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAC3H,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAIvD,OAAO,EACH,gCAAgC,EAEhC,KAAK,iCAAiC,EACtC,KAAK,+BAA+B,EACvC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AACjF,OAAO,KAAK,EAAE,gCAAgC,EAAE,6BAA6B,EAAiC,MAAM,iCAAiC,CAAC;AAKtJ,kCAAkC;AAClC,MAAM,WAAW,uBAAuB;IACpC,yCAAyC;IACzC,KAAK,EAAE,6BAA6B,CAAC;IACrC,sHAAsH;IACtH,cAAc,CAAC,EAAE,OAAO,CAAC;CAC5B;AAED,kEAAkE;AAClE,qBAAa,kBAAkB;aAUC,OAAO,EAAE,gCAAgC;aAAkB,KAAK,EAAE,uBAAuB;IATrH,SAAgB,QAAQ,mCAA0C;IAClE,SAAgB,UAAU,EAAE,WAAW,CAAiC;IACxE,SAAgB,KAAK,EAAE,oBAAoB,CAAC;IAC5C,yDAAyD;IACzD,SAAgB,KAAK,EAAE,sBAAsB,CAAC;IAC9C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA+B;IACvD,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,YAAY,CAAS;gBAED,OAAO,EAAE,gCAAgC,EAAkB,KAAK,EAAE,uBAAuB;IAKrH,sDAAsD;IACtD,IAAW,OAAO,IAAI,SAAS,qBAAqB,EAAE,CAErD;IAED,4BAA4B;IAC5B,IAAW,MAAM,IAAI,kBAAkB,CAKtC;IAED,+GAA+G;IAC/G,IAAW,iBAAiB,IAAI,OAAO,CAEtC;IAED,8GAA8G;IACjG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAYnC,mEAAmE;IACtD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAKxC,kGAAkG;IACrF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAanC;;;OAGG;IACU,UAAU,IAAI,OAAO,CAAC,kBAAkB,CAAC;IAMtD,4EAA4E;IAC/D,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAQrE;;;OAGG;IACU,SAAS,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;IAMvE,gGAAgG;IACnF,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAKrC,oHAAoH;IAC7G,aAAa,IAAI,IAAI;IAS5B,sDAAsD;IAC/C,MAAM,CAAC,KAAK,GAAE,MAAU,GAAG,mBAAmB,EAAE;IAIvD,yDAAyD;IAClD,KAAK,CAAC,IAAI,EAAE,iCAAiC,EAAE,KAAK,GAAE,MAAU,GAAG,MAAM;IAIhF,qEAAqE;IAC9D,YAAY,CAAC,CAAC,SAAS,eAAe,GAAG,oBAAoB,GAAG,cAAc,GAAG,gBAAgB,EACpG,IAAI,EAAE,CAAC,EACP,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,MAAU,GAClB,+BAA+B,CAAC,CAAC,CAAC,EAAE;IAIvC,uDAAuD;IAChD,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,GAAE,MAAU,GAAG,kBAAkB,EAAE;IAI9E,gEAAgE;IACzD,YAAY,CAAC,KAAK,GAAE,MAAU,GAAG,gBAAgB,EAAE;IAI1D,iDAAiD;IAC1C,aAAa,CAAC,KAAK,GAAE,MAAU,GAAG,WAAW,EAAE;IAItD,qDAAqD;IAC9C,SAAS,IAAI,mBAAmB,GAAG,IAAI;IAI9C,4GAA4G;IACrG,kBAAkB,IAAI,aAAa,GAAG,SAAS;IAItD,8GAA8G;IACvG,YAAY,CAAC,KAAK,GAAE,MAAU,GAAG,MAAM;IAI9C,oEAAoE;IAC7D,mBAAmB,CAAC,KAAK,GAAE,MAAU,GAAG,MAAM;IAIrD,wDAAwD;IACjD,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,GAAE,MAAU,GAAG,MAAM;IAIxD,yEAAyE;IAClE,WAAW,IAAI,MAAM,EAAE;IAM9B,6GAA6G;IAC7G,OAAO,CAAC,KAAK;IAYb,yEAAyE;IACzE,OAAO,CAAC,OAAO;CAQlB;AAED;;;GAGG;AACH,wBAAsB,sBAAsB,CACxC,OAAO,EAAE,gCAAgC,EACzC,KAAK,EAAE,uBAAuB,EAC9B,IAAI,EAAE,CAAC,OAAO,EAAE,kBAAkB,KAAK,OAAO,CAAC,IAAI,CAAC,GACrD,OAAO,CAAC,IAAI,CAAC,CAYf;AAED;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,2BAA2B,EAAE,cAAc,EAAE,OAAO,GAAG,2BAA2B,CAc9H;AAkBD;;;GAGG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,gCAAgC,GAAG,MAAM,IAAI,CAUrF"}