@memberjunction/ai-realtime-client 6.2.0-edge.3 → 6.2.0-edge.4

package/dist/media/mediaPreview.d.ts

@@ -0,0 +1,94 @@
+/**
+ * @fileoverview MEDIA PREVIEW: the user's camera and microphone before they join a call or a meeting. It gives a
+ * camera to see themselves in, a microphone level, the devices to choose from, and what they chose, for a lobby such
+ * as `mj-camera-check` to show. It drives an {@link ILocalMediaController} (the browser's `LocalMediaController`, or a
+ * fake in tests) and a microphone meter, owns both, and releases them when disposed, so the call or the meeting opens
+ * the chosen devices itself.
+ *
+ * - **What starts.** The microphone starts on and the camera off, unless the options say otherwise.
+ * - **Devices.** Picking a device moves a live kind to it at once; a kind that is off starts on it later. Until the
+ *   user picks, the choice is the device in use, else the first one listed.
+ * - **Failures.** A kind that fails to start is turned off in the choices, with the reason in its state.
+ *
+ * The realtime call checks the camera inside the call instead (`RealtimeCaptures`), since its stream carries on into
+ * the call; this preview is for a lobby whose devices are released before joining.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+import { type Observable } from 'rxjs';
+import { type IRealtimeAudioMeter } from '../audio/audioMeter.js';
+import type { ILocalMediaController } from './localMediaController.js';
+import type { LocalTrackState, MediaDevice, MediaDeviceSelection, MediaVideoSource } from './model.js';
+/** What the user chose in the preview, for the call or the meeting to open. */
+export interface MediaPreviewChoices {
+    MicrophoneOn: boolean;
+    CameraOn: boolean;
+    /** The microphone to use, or `null` when none is listed. */
+    MicrophoneDeviceID: string | null;
+    /** The camera to use, or `null` when none is listed. */
+    CameraDeviceID: string | null;
+}
+/** How a preview starts. */
+export interface MediaPreviewOptions {
+    /** Whether the microphone starts on. Defaults to `true`. */
+    MicrophoneOn?: boolean;
+    /** Whether the camera starts on. Defaults to `false`. */
+    CameraOn?: boolean;
+    /** Meters the microphone's stream. Defaults to `RealtimeAudioMeter.ForMicStream`; a test passes its own. */
+    MeterFor?: (stream: MediaStream) => IRealtimeAudioMeter | null;
+}
+/** The preview now: what a lobby shows. */
+export interface MediaPreviewState {
+    /** The camera to show, while it is on. The same object across device switches. */
+    CameraSource: MediaVideoSource | null;
+    /** The microphones and cameras to choose from. */
+    Devices: readonly MediaDevice[];
+    /** What the user chose. */
+    Choices: MediaPreviewChoices;
+    /** The camera's capture, for a failure to show. */
+    Camera: LocalTrackState;
+    /** The microphone's capture, for a failure to show. */
+    Microphone: LocalTrackState;
+}
+/** The user's camera and microphone in a lobby: see the file header. */
+export declare class MediaPreview {
+    private readonly controller;
+    private readonly state;
+    private readonly watch;
+    private readonly meterFor;
+    private meter;
+    private cameraSource;
+    private choices;
+    /**
+     * @param controller The camera and microphone. The preview owns it from here, and disposes it with itself.
+     * @param options What starts, and how the microphone is metered.
+     */
+    constructor(controller: ILocalMediaController, options?: MediaPreviewOptions);
+    /** The preview now. */
+    get State(): MediaPreviewState;
+    /** The preview, now and on every change. Completes on {@link Dispose}. */
+    get State$(): Observable<MediaPreviewState>;
+    /** The microphone's level now, 0 to 1; 0 while it is off or cannot be metered. Pass it to a meter as its reader. */
+    readonly ReadMicrophoneLevel: () => number;
+    /** Starts the kinds the user starts with, then lists the devices (their names appear once access is allowed). */
+    Start(): Promise<void>;
+    /** Turns the camera on or off. */
+    SetCameraOn(on: boolean): Promise<void>;
+    /** Turns the microphone on or off. */
+    SetMicrophoneOn(on: boolean): Promise<void>;
+    /** Picks a device. A live kind moves to it at once; a kind that is off starts on it later. Speakers are ignored. */
+    SelectDevice(selection: MediaDeviceSelection): Promise<void>;
+    /** Stops the camera and the microphone, closes the meter, disposes the controller, and completes {@link State$}. */
+    Dispose(): void;
+    private setOn;
+    /** Starts a kind on the chosen device; a failure turns it off in the choices. */
+    private startKind;
+    private stopKind;
+    private remeter;
+    private closeMeter;
+    /** Publishes the state; after {@link Dispose} the completed subject ignores it. */
+    private publish;
+    /** The state from the controller's: the choices fall back to the device in use, else the first one listed. */
+    private snapshot;
+}
+//# sourceMappingURL=mediaPreview.d.ts.map

package/dist/media/mediaPreview.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaPreview.d.ts","sourceRoot":"","sources":["../../src/media/mediaPreview.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAmB,KAAK,UAAU,EAAqB,MAAM,MAAM,CAAC;AAC3E,OAAO,EAAsB,KAAK,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AACnF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,KAAK,EAAmC,eAAe,EAAE,WAAW,EAAE,oBAAoB,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAErI,+EAA+E;AAC/E,MAAM,WAAW,mBAAmB;IAChC,YAAY,EAAE,OAAO,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;IAClB,4DAA4D;IAC5D,kBAAkB,EAAE,MAAM,GAAG,IAAI,CAAC;IAClC,wDAAwD;IACxD,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;CACjC;AAED,4BAA4B;AAC5B,MAAM,WAAW,mBAAmB;IAChC,4DAA4D;IAC5D,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,yDAAyD;IACzD,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,4GAA4G;IAC5G,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,WAAW,KAAK,mBAAmB,GAAG,IAAI,CAAC;CAClE;AAED,2CAA2C;AAC3C,MAAM,WAAW,iBAAiB;IAC9B,kFAAkF;IAClF,YAAY,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACtC,kDAAkD;IAClD,OAAO,EAAE,SAAS,WAAW,EAAE,CAAC;IAChC,2BAA2B;IAC3B,OAAO,EAAE,mBAAmB,CAAC;IAC7B,mDAAmD;IACnD,MAAM,EAAE,eAAe,CAAC;IACxB,uDAAuD;IACvD,UAAU,EAAE,eAAe,CAAC;CAC/B;AAED,wEAAwE;AACxE,qBAAa,YAAY;IAajB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAZ/B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAqC;IAC3D,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAe;IACrC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAsD;IAC/E,OAAO,CAAC,KAAK,CAAoC;IACjD,OAAO,CAAC,YAAY,CAAiC;IACrD,OAAO,CAAC,OAAO,CAAsB;IAErC;;;OAGG;gBAEkB,UAAU,EAAE,qBAAqB,EAClD,OAAO,GAAE,mBAAwB;IAQrC,uBAAuB;IACvB,IAAW,KAAK,IAAI,iBAAiB,CAEpC;IAED,0EAA0E;IAC1E,IAAW,MAAM,IAAI,UAAU,CAAC,iBAAiB,CAAC,CAEjD;IAED,oHAAoH;IACpH,SAAgB,mBAAmB,QAAO,MAAM,CAA6B;IAE7E,iHAAiH;IACpG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAWnC,kCAAkC;IACrB,WAAW,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpD,sCAAsC;IACzB,eAAe,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxD,oHAAoH;IACvG,YAAY,CAAC,SAAS,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBzE,oHAAoH;IAC7G,OAAO,IAAI,IAAI;YAQR,KAAK;IAUnB,iFAAiF;YACnE,SAAS;IAcvB,OAAO,CAAC,QAAQ;IAShB,OAAO,CAAC,OAAO;IAKf,OAAO,CAAC,UAAU;IAKlB,mFAAmF;IACnF,OAAO,CAAC,OAAO;IAIf,8GAA8G;IAC9G,OAAO,CAAC,QAAQ;CAenB"}

package/dist/media/mediaPreview.js

@@ -0,0 +1,154 @@
+/**
+ * @fileoverview MEDIA PREVIEW: the user's camera and microphone before they join a call or a meeting. It gives a
+ * camera to see themselves in, a microphone level, the devices to choose from, and what they chose, for a lobby such
+ * as `mj-camera-check` to show. It drives an {@link ILocalMediaController} (the browser's `LocalMediaController`, or a
+ * fake in tests) and a microphone meter, owns both, and releases them when disposed, so the call or the meeting opens
+ * the chosen devices itself.
+ *
+ * - **What starts.** The microphone starts on and the camera off, unless the options say otherwise.
+ * - **Devices.** Picking a device moves a live kind to it at once; a kind that is off starts on it later. Until the
+ *   user picks, the choice is the device in use, else the first one listed.
+ * - **Failures.** A kind that fails to start is turned off in the choices, with the reason in its state.
+ *
+ * The realtime call checks the camera inside the call instead (`RealtimeCaptures`), since its stream carries on into
+ * the call; this preview is for a lobby whose devices are released before joining.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+import { BehaviorSubject } from 'rxjs';
+import { RealtimeAudioMeter } from '../audio/audioMeter.js';
+/** The user's camera and microphone in a lobby: see the file header. */
+export class MediaPreview {
+    /**
+     * @param controller The camera and microphone. The preview owns it from here, and disposes it with itself.
+     * @param options What starts, and how the microphone is metered.
+     */
+    constructor(controller, options = {}) {
+        this.controller = controller;
+        this.meter = null;
+        this.cameraSource = null;
+        /** The microphone's level now, 0 to 1; 0 while it is off or cannot be metered. Pass it to a meter as its reader. */
+        this.ReadMicrophoneLevel = () => this.meter?.Level() ?? 0;
+        this.meterFor = options.MeterFor ?? ((stream) => RealtimeAudioMeter.ForMicStream(stream));
+        this.choices = { MicrophoneOn: options.MicrophoneOn ?? true, CameraOn: options.CameraOn ?? false, MicrophoneDeviceID: null, CameraDeviceID: null };
+        this.state = new BehaviorSubject(this.snapshot(controller.State));
+        this.watch = controller.State$.subscribe((media) => this.publish(media));
+    }
+    /** The preview now. */
+    get State() {
+        return this.state.value;
+    }
+    /** The preview, now and on every change. Completes on {@link Dispose}. */
+    get State$() {
+        return this.state.asObservable();
+    }
+    /** Starts the kinds the user starts with, then lists the devices (their names appear once access is allowed). */
+    async Start() {
+        if (this.choices.MicrophoneOn) {
+            await this.startKind('microphone');
+        }
+        if (this.choices.CameraOn) {
+            await this.startKind('camera');
+        }
+        await this.controller.RefreshDevices();
+        this.publish(this.controller.State);
+    }
+    /** Turns the camera on or off. */
+    async SetCameraOn(on) {
+        await this.setOn('camera', on);
+    }
+    /** Turns the microphone on or off. */
+    async SetMicrophoneOn(on) {
+        await this.setOn('microphone', on);
+    }
+    /** Picks a device. A live kind moves to it at once; a kind that is off starts on it later. Speakers are ignored. */
+    async SelectDevice(selection) {
+        if (selection.Kind === 'speaker') {
+            return;
+        }
+        const kind = selection.Kind;
+        this.choices = kind === 'camera' ? { ...this.choices, CameraDeviceID: selection.DeviceID } : { ...this.choices, MicrophoneDeviceID: selection.DeviceID };
+        if (trackOf(this.controller.State, kind).Status === 'on') {
+            const result = await this.controller.SwitchDevice(kind, selection.DeviceID);
+            // The meter listens to a copy of the old track, so it follows the switch only when rebuilt.
+            if (kind === 'microphone' && result.Status === 'started') {
+                this.remeter(result.Stream);
+            }
+        }
+        this.publish(this.controller.State);
+    }
+    /** Stops the camera and the microphone, closes the meter, disposes the controller, and completes {@link State$}. */
+    Dispose() {
+        this.watch.unsubscribe();
+        this.closeMeter();
+        this.cameraSource = null;
+        this.controller.Dispose();
+        this.state.complete();
+    }
+    async setOn(kind, on) {
+        this.choices = kind === 'camera' ? { ...this.choices, CameraOn: on } : { ...this.choices, MicrophoneOn: on };
+        if (on) {
+            await this.startKind(kind);
+        }
+        else {
+            this.stopKind(kind);
+        }
+        this.publish(this.controller.State);
+    }
+    /** Starts a kind on the chosen device; a failure turns it off in the choices. */
+    async startKind(kind) {
+        const deviceId = kind === 'camera' ? this.choices.CameraDeviceID : this.choices.MicrophoneDeviceID;
+        const result = await this.controller.Start(kind, deviceId ?? undefined);
+        if (result.Status !== 'started') {
+            this.choices = kind === 'camera' ? { ...this.choices, CameraOn: false } : { ...this.choices, MicrophoneOn: false };
+            return;
+        }
+        if (kind === 'camera') {
+            this.cameraSource = { Kind: 'stream', Stream: result.Stream };
+        }
+        else {
+            this.remeter(result.Stream);
+        }
+    }
+    stopKind(kind) {
+        this.controller.Stop(kind);
+        if (kind === 'camera') {
+            this.cameraSource = null;
+        }
+        else {
+            this.closeMeter();
+        }
+    }
+    remeter(stream) {
+        this.closeMeter();
+        this.meter = this.meterFor(stream);
+    }
+    closeMeter() {
+        this.meter?.Close();
+        this.meter = null;
+    }
+    /** Publishes the state; after {@link Dispose} the completed subject ignores it. */
+    publish(media) {
+        this.state.next(this.snapshot(media));
+    }
+    /** The state from the controller's: the choices fall back to the device in use, else the first one listed. */
+    snapshot(media) {
+        const devices = media.Devices;
+        const firstOf = (kind) => devices.find((d) => d.Kind === kind)?.DeviceID ?? null;
+        return {
+            CameraSource: this.cameraSource,
+            Devices: devices,
+            Choices: {
+                ...this.choices,
+                MicrophoneDeviceID: this.choices.MicrophoneDeviceID ?? media.Microphone.DeviceID ?? firstOf('microphone'),
+                CameraDeviceID: this.choices.CameraDeviceID ?? media.Camera.DeviceID ?? firstOf('camera'),
+            },
+            Camera: media.Camera,
+            Microphone: media.Microphone,
+        };
+    }
+}
+function trackOf(media, kind) {
+    return kind === 'camera' ? media.Camera : media.Microphone;
+}
+//# sourceMappingURL=mediaPreview.js.map

package/dist/media/mediaPreview.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaPreview.js","sourceRoot":"","sources":["../../src/media/mediaPreview.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,eAAe,EAAsC,MAAM,MAAM,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAA4B,MAAM,qBAAqB,CAAC;AAsCnF,wEAAwE;AACxE,MAAM,OAAO,YAAY;IAQrB;;;OAGG;IACH,YACqB,UAAiC,EAClD,UAA+B,EAAE;QADhB,eAAU,GAAV,UAAU,CAAuB;QAT9C,UAAK,GAA+B,IAAI,CAAC;QACzC,iBAAY,GAA4B,IAAI,CAAC;QA2BrD,oHAAoH;QACpG,wBAAmB,GAAG,GAAW,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAjBzE,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,kBAAkB,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;QAC1F,IAAI,CAAC,OAAO,GAAG,EAAE,YAAY,EAAE,OAAO,CAAC,YAAY,IAAI,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC;QACnJ,IAAI,CAAC,KAAK,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QAClE,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,uBAAuB;IACvB,IAAW,KAAK;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;IAC5B,CAAC;IAED,0EAA0E;IAC1E,IAAW,MAAM;QACb,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;IACrC,CAAC;IAKD,iHAAiH;IAC1G,KAAK,CAAC,KAAK;QACd,IAAI,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC;QACvC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,kCAAkC;IAC3B,KAAK,CAAC,WAAW,CAAC,EAAW;QAChC,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACnC,CAAC;IAED,sCAAsC;IAC/B,KAAK,CAAC,eAAe,CAAC,EAAW;QACpC,MAAM,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IACvC,CAAC;IAED,oHAAoH;IAC7G,KAAK,CAAC,YAAY,CAAC,SAA+B;QACrD,IAAI,SAAS,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC/B,OAAO;QACX,CAAC;QACD,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,kBAAkB,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC;QACzJ,IAAI,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC5E,4FAA4F;YAC5F,IAAI,IAAI,KAAK,YAAY,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;gBACvD,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAChC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,oHAAoH;IAC7G,OAAO;QACV,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAC1B,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,IAAoB,EAAE,EAAW;QACjD,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC;QAC7G,IAAI,EAAE,EAAE,CAAC;YACL,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,iFAAiF;IACzE,KAAK,CAAC,SAAS,CAAC,IAAoB;QACxC,MAAM,QAAQ,GAAG,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC;QACnG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,IAAI,SAAS,CAAC,CAAC;QACxE,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,GAAG,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;YACnH,OAAO;QACX,CAAC;QACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QAClE,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IAEO,QAAQ,CAAC,IAAoB;QACjC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC7B,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,UAAU,EAAE,CAAC;QACtB,CAAC;IACL,CAAC;IAEO,OAAO,CAAC,MAAmB;QAC/B,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACvC,CAAC;IAEO,UAAU;QACd,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACtB,CAAC;IAED,mFAAmF;IAC3E,OAAO,CAAC,KAAsB;QAClC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1C,CAAC;IAED,8GAA8G;IACtG,QAAQ,CAAC,KAAsB;QACnC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;QAC9B,MAAM,OAAO,GAAG,CAAC,IAAoB,EAAiB,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,QAAQ,IAAI,IAAI,CAAC;QAChH,OAAO;YACH,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,OAAO,EAAE,OAAO;YAChB,OAAO,EAAE;gBACL,GAAG,IAAI,CAAC,OAAO;gBACf,kBAAkB,EAAE,IAAI,CAAC,OAAO,CAAC,kBAAkB,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,IAAI,OAAO,CAAC,YAAY,CAAC;gBACzG,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,cAAc,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC;aAC5F;YACD,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,UAAU,EAAE,KAAK,CAAC,UAAU;SAC/B,CAAC;IACN,CAAC;CACJ;AAED,SAAS,OAAO,CAAC,KAAsB,EAAE,IAAoB;IACzD,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC;AAC/D,CAAC"}

package/dist/media/mediaStage.d.ts

@@ -0,0 +1,99 @@
+/**
+ * @fileoverview MEDIA STAGE: a headless layout model. Participants, placeable surfaces and the user's moves go
+ * in; a layout comes out: one stage, a stack of picture-in-picture tiles, tabs, hidden surfaces, the other
+ * participants (for a filmstrip or grid), and a screen-share split. It knows nothing about Angular, the DOM,
+ * LiveKit or the realtime client, so the realtime overlay and the meeting room lay out the same way.
+ *
+ * Placement rules:
+ * - A surface goes where the user last moved it, if that placement is allowed for it; otherwise to its default.
+ * - **One stage.** The surface the user moved to the stage most recently wins it. A surface it displaces goes
+ *   to its own default placement, or to a PiP when its default is also the stage. With no move, the first
+ *   surface whose default is the stage keeps it, so a new surface never takes the stage on its own.
+ * - **PiPs stack** in one corner, newest first: the latest move first, then surfaces by when they appeared.
+ * - When no surface holds the stage, the spotlight participant does: a pin, then the active speaker, then a
+ *   speaking participant, then the agent, then the first other participant, then the user.
+ * - A participant already shown through a surface on the stage or in a PiP (the avatar, the user's camera) is not
+ *   repeated among the others, and one shown in a PiP does not take the spotlight: the next in line does.
+ *
+ * A host that lets the user move participants' tiles passes each as a surface ({@link ParticipantTileSurface}), as the
+ * meeting room does; a host with channel surfaces passes those, as the realtime call does.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+import type { MediaParticipant, MediaPlacement, MediaPlacementMove, MediaSurface } from './model.js';
+/** What the stage is laid out from. */
+export interface MediaStageInput {
+    /** Everyone in the session. The local user has `Role: 'self'`. */
+    Participants: readonly MediaParticipant[];
+    /** Identities the platform reports as speaking, most recent first (a meeting room's active-speaker list). */
+    ActiveSpeakers?: readonly string[];
+    /** Surfaces that can be placed, in the order they appeared. */
+    Surfaces?: readonly MediaSurface[];
+    /** The user's moves, oldest first. Only each surface's latest move counts, so a host may keep just those, in order. */
+    Moves?: readonly MediaPlacementMove[];
+    /** A participant the user pinned to the stage. */
+    PinnedIdentity?: string | null;
+    /** Whether the user's own tile is among the other participants. Defaults to true. */
+    ShowSelfView?: boolean;
+}
+/** One tile: a placed surface, or a participant. */
+export type MediaTile = {
+    Kind: 'surface';
+    Surface: MediaSurface;
+} | {
+    Kind: 'participant';
+    Participant: MediaParticipant;
+};
+/** Where everything goes. */
+export interface MediaStageLayout {
+    /** What fills the stage: a surface placed there, else the spotlight participant; null for an empty session. */
+    Stage: MediaTile | null;
+    /** Picture-in-picture surfaces, newest first. */
+    Pips: readonly MediaSurface[];
+    /** Surfaces shown as tabs, in the order they appeared. */
+    Tabs: readonly MediaSurface[];
+    /** Surfaces the user hid, so the UI can offer them back. */
+    Hidden: readonly MediaSurface[];
+    /** Participants not already on screen (on the stage or in a PiP), for a filmstrip or grid; the user first when shown. */
+    Others: readonly MediaParticipant[];
+    /** The screen being shared and the current speaker, for a split view; null when nobody is sharing. */
+    Split: {
+        Sharer: MediaParticipant;
+        Speaker: MediaParticipant | null;
+    } | null;
+}
+/** The key a participant's tile is moved under, so it never collides with a channel's surface key. */
+export declare function ParticipantTileKey(identity: string): string;
+/**
+ * A participant's tile as a surface the user can move: among the others (`tab`, a filmstrip or grid) until moved,
+ * showing the participant's camera, within the places the host offers (every placement when it names none).
+ */
+export declare function ParticipantTileSurface(participant: MediaParticipant, allowed?: readonly MediaPlacement[]): MediaSurface;
+/** Who fills the stage: the participant a surface on it shows (a tile moved there, an avatar), else the spotlight participant. */
+export declare function StageParticipantIdentity(stage: MediaTile | null): string | null;
+/** Lays out the stage. Pure: the same input always gives the same layout. */
+export declare function LayoutMediaStage(input: MediaStageInput): MediaStageLayout;
+/** Each surface's placement after the user's moves, with the one-stage and PiP-order rules applied. */
+export declare function ResolveSurfacePlacements(surfaces: readonly MediaSurface[], moves: readonly MediaPlacementMove[]): {
+    Stage: MediaSurface | null;
+    Pips: MediaSurface[];
+    Tabs: MediaSurface[];
+    Hidden: MediaSurface[];
+};
+/**
+ * The spotlight participant: a pin, then the active speaker, then a speaking participant, then the agent, then
+ * the first other participant, then the user.
+ */
+export declare function SelectSpotlight(participants: readonly MediaParticipant[], activeSpeakers: readonly string[], pinnedIdentity: string | null): MediaParticipant | null;
+/** The participants to show in a filmstrip or grid: the user first, when shown. */
+export declare function SelectDisplayParticipants(participants: readonly MediaParticipant[], showSelfView: boolean): MediaParticipant[];
+/** The first participant sharing a screen, if any. */
+export declare function SelectScreenSharer(participants: readonly MediaParticipant[]): MediaParticipant | null;
+/** The speaker pane beside a shared screen: the active speaker other than the sharer, then the agent, then the first other non-sharer, then the user. */
+export declare function SelectSplitSpeaker(participants: readonly MediaParticipant[], activeSpeakers: readonly string[]): MediaParticipant | null;
+/**
+ * Where a surface goes when it leaves the stage, displaced by another or sent off it: its default, or the first allowed of
+ * PiP, tab, hidden.
+ */
+export declare function PlacementOffStage(surface: MediaSurface): MediaPlacement;
+//# sourceMappingURL=mediaStage.d.ts.map

package/dist/media/mediaStage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaStage.d.ts","sourceRoot":"","sources":["../../src/media/mediaStage.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,cAAc,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAGlG,uCAAuC;AACvC,MAAM,WAAW,eAAe;IAC5B,kEAAkE;IAClE,YAAY,EAAE,SAAS,gBAAgB,EAAE,CAAC;IAC1C,6GAA6G;IAC7G,cAAc,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,SAAS,YAAY,EAAE,CAAC;IACnC,uHAAuH;IACvH,KAAK,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;IACtC,kDAAkD;IAClD,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,qFAAqF;IACrF,YAAY,CAAC,EAAE,OAAO,CAAC;CAC1B;AAED,oDAAoD;AACpD,MAAM,MAAM,SAAS,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,YAAY,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,WAAW,EAAE,gBAAgB,CAAA;CAAE,CAAC;AAE5H,6BAA6B;AAC7B,MAAM,WAAW,gBAAgB;IAC7B,+GAA+G;IAC/G,KAAK,EAAE,SAAS,GAAG,IAAI,CAAC;IACxB,iDAAiD;IACjD,IAAI,EAAE,SAAS,YAAY,EAAE,CAAC;IAC9B,0DAA0D;IAC1D,IAAI,EAAE,SAAS,YAAY,EAAE,CAAC;IAC9B,4DAA4D;IAC5D,MAAM,EAAE,SAAS,YAAY,EAAE,CAAC;IAChC,yHAAyH;IACzH,MAAM,EAAE,SAAS,gBAAgB,EAAE,CAAC;IACpC,sGAAsG;IACtG,KAAK,EAAE;QAAE,MAAM,EAAE,gBAAgB,CAAC;QAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI,CAAA;KAAE,GAAG,IAAI,CAAC;CAChF;AAED,sGAAsG;AACtG,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAE3D;AAED;;;GAGG;AACH,wBAAgB,sBAAsB,CAAC,WAAW,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,SAAS,cAAc,EAAE,GAAG,YAAY,CAQvH;AAED,kIAAkI;AAClI,wBAAgB,wBAAwB,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAK/E;AAED,6EAA6E;AAC7E,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,eAAe,GAAG,gBAAgB,CAkBzE;AAED,uGAAuG;AACvG,wBAAgB,wBAAwB,CACpC,QAAQ,EAAE,SAAS,YAAY,EAAE,EACjC,KAAK,EAAE,SAAS,kBAAkB,EAAE,GACrC;IAAE,KAAK,EAAE,YAAY,GAAG,IAAI,CAAC;IAAC,IAAI,EAAE,YAAY,EAAE,CAAC;IAAC,IAAI,EAAE,YAAY,EAAE,CAAC;IAAC,MAAM,EAAE,YAAY,EAAE,CAAA;CAAE,CAoBpG;AAED;;;GAGG;AACH,wBAAgB,eAAe,CAC3B,YAAY,EAAE,SAAS,gBAAgB,EAAE,EACzC,cAAc,EAAE,SAAS,MAAM,EAAE,EACjC,cAAc,EAAE,MAAM,GAAG,IAAI,GAC9B,gBAAgB,GAAG,IAAI,CAWzB;AAED,mFAAmF;AACnF,wBAAgB,yBAAyB,CAAC,YAAY,EAAE,SAAS,gBAAgB,EAAE,EAAE,YAAY,EAAE,OAAO,GAAG,gBAAgB,EAAE,CAI9H;AAED,sDAAsD;AACtD,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,SAAS,gBAAgB,EAAE,GAAG,gBAAgB,GAAG,IAAI,CAErG;AAED,yJAAyJ;AACzJ,wBAAgB,kBAAkB,CAAC,YAAY,EAAE,SAAS,gBAAgB,EAAE,EAAE,cAAc,EAAE,SAAS,MAAM,EAAE,GAAG,gBAAgB,GAAG,IAAI,CAQxI;AAuCD;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,YAAY,GAAG,cAAc,CAKvE"}

package/dist/media/mediaStage.js

@@ -0,0 +1,171 @@
+/**
+ * @fileoverview MEDIA STAGE: a headless layout model. Participants, placeable surfaces and the user's moves go
+ * in; a layout comes out: one stage, a stack of picture-in-picture tiles, tabs, hidden surfaces, the other
+ * participants (for a filmstrip or grid), and a screen-share split. It knows nothing about Angular, the DOM,
+ * LiveKit or the realtime client, so the realtime overlay and the meeting room lay out the same way.
+ *
+ * Placement rules:
+ * - A surface goes where the user last moved it, if that placement is allowed for it; otherwise to its default.
+ * - **One stage.** The surface the user moved to the stage most recently wins it. A surface it displaces goes
+ *   to its own default placement, or to a PiP when its default is also the stage. With no move, the first
+ *   surface whose default is the stage keeps it, so a new surface never takes the stage on its own.
+ * - **PiPs stack** in one corner, newest first: the latest move first, then surfaces by when they appeared.
+ * - When no surface holds the stage, the spotlight participant does: a pin, then the active speaker, then a
+ *   speaking participant, then the agent, then the first other participant, then the user.
+ * - A participant already shown through a surface on the stage or in a PiP (the avatar, the user's camera) is not
+ *   repeated among the others, and one shown in a PiP does not take the spotlight: the next in line does.
+ *
+ * A host that lets the user move participants' tiles passes each as a surface ({@link ParticipantTileSurface}), as the
+ * meeting room does; a host with channel surfaces passes those, as the realtime call does.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+import { MEDIA_PLACEMENTS } from './model.js';
+/** The key a participant's tile is moved under, so it never collides with a channel's surface key. */
+export function ParticipantTileKey(identity) {
+    return `participant:${identity}`;
+}
+/**
+ * A participant's tile as a surface the user can move: among the others (`tab`, a filmstrip or grid) until moved,
+ * showing the participant's camera, within the places the host offers (every placement when it names none).
+ */
+export function ParticipantTileSurface(participant, allowed) {
+    return {
+        Key: ParticipantTileKey(participant.Identity),
+        Label: participant.DisplayName,
+        DefaultPlacement: 'tab',
+        ...(allowed ? { AllowedPlacements: allowed } : {}),
+        Video: { ParticipantIdentity: participant.Identity, Kind: 'camera' },
+    };
+}
+/** Who fills the stage: the participant a surface on it shows (a tile moved there, an avatar), else the spotlight participant. */
+export function StageParticipantIdentity(stage) {
+    if (stage?.Kind === 'surface') {
+        return stage.Surface.Video?.ParticipantIdentity ?? null;
+    }
+    return stage?.Participant.Identity ?? null;
+}
+/** Lays out the stage. Pure: the same input always gives the same layout. */
+export function LayoutMediaStage(input) {
+    const placed = ResolveSurfacePlacements(input.Surfaces ?? [], input.Moves ?? []);
+    const inPips = new Set(placed.Pips.flatMap((s) => (s.Video ? [s.Video.ParticipantIdentity] : [])));
+    const candidates = input.Participants.filter((p) => !inPips.has(p.Identity));
+    const spotlight = placed.Stage ? null : SelectSpotlight(candidates, input.ActiveSpeakers ?? [], input.PinnedIdentity ?? null);
+    const onScreen = new Set([placed.Stage, ...placed.Pips].flatMap((s) => (s?.Video ? [s.Video.ParticipantIdentity] : [])));
+    if (spotlight) {
+        onScreen.add(spotlight.Identity);
+    }
+    const shown = SelectDisplayParticipants(input.Participants, input.ShowSelfView ?? true);
+    return {
+        Stage: placed.Stage ? { Kind: 'surface', Surface: placed.Stage } : spotlight ? { Kind: 'participant', Participant: spotlight } : null,
+        Pips: placed.Pips,
+        Tabs: placed.Tabs,
+        Hidden: placed.Hidden,
+        Others: shown.filter((p) => !onScreen.has(p.Identity)),
+        Split: selectSplit(input.Participants, input.ActiveSpeakers ?? []),
+    };
+}
+/** Each surface's placement after the user's moves, with the one-stage and PiP-order rules applied. */
+export function ResolveSurfacePlacements(surfaces, moves) {
+    const latestMove = latestMoves(surfaces, moves);
+    const wanted = new Map(surfaces.map((s) => [s.Key, latestMove.get(s.Key)?.Placement ?? s.DefaultPlacement]));
+    const stage = pickStage(surfaces, wanted, latestMove);
+    const result = { Stage: stage, Pips: [], Tabs: [], Hidden: [] };
+    for (const surface of surfaces) {
+        if (surface === stage) {
+            continue;
+        }
+        const placement = wanted.get(surface.Key) === 'stage' ? PlacementOffStage(surface) : (wanted.get(surface.Key) ?? surface.DefaultPlacement);
+        if (placement === 'pip') {
+            result.Pips.push(surface);
+        }
+        else if (placement === 'tab') {
+            result.Tabs.push(surface);
+        }
+        else if (placement === 'hidden') {
+            result.Hidden.push(surface);
+        }
+    }
+    result.Pips.sort((a, b) => recency(b, surfaces, latestMove) - recency(a, surfaces, latestMove));
+    return result;
+}
+/**
+ * The spotlight participant: a pin, then the active speaker, then a speaking participant, then the agent, then
+ * the first other participant, then the user.
+ */
+export function SelectSpotlight(participants, activeSpeakers, pinnedIdentity) {
+    const pinned = pinnedIdentity ? participants.find((p) => p.Identity === pinnedIdentity) : undefined;
+    if (pinned) {
+        return pinned;
+    }
+    const others = participants.filter((p) => p.Role !== 'self');
+    const speakerId = activeSpeakers.find((id) => others.some((p) => p.Identity === id));
+    // The platform's active-speaker list can miss a server-published agent; a participant's own speaking flag
+    // catches it.
+    const speaking = (speakerId ? others.find((p) => p.Identity === speakerId) : undefined) ?? others.find((p) => p.IsSpeaking);
+    return speaking ?? others.find((p) => p.Role === 'agent') ?? others[0] ?? participants.find((p) => p.Role === 'self') ?? null;
+}
+/** The participants to show in a filmstrip or grid: the user first, when shown. */
+export function SelectDisplayParticipants(participants, showSelfView) {
+    const self = participants.filter((p) => p.Role === 'self');
+    const others = participants.filter((p) => p.Role !== 'self');
+    return showSelfView ? [...self, ...others] : others;
+}
+/** The first participant sharing a screen, if any. */
+export function SelectScreenSharer(participants) {
+    return participants.find((p) => p.Video.screen !== undefined) ?? null;
+}
+/** The speaker pane beside a shared screen: the active speaker other than the sharer, then the agent, then the first other non-sharer, then the user. */
+export function SelectSplitSpeaker(participants, activeSpeakers) {
+    const sharerId = SelectScreenSharer(participants)?.Identity;
+    const speakerId = activeSpeakers.find((id) => id !== sharerId && participants.some((p) => p.Identity === id));
+    const speaking = (speakerId ? participants.find((p) => p.Identity === speakerId) : undefined) ??
+        participants.find((p) => p.IsSpeaking && p.Identity !== sharerId);
+    const others = participants.filter((p) => p.Role !== 'self');
+    return speaking ?? others.find((p) => p.Role === 'agent') ?? others.find((p) => p.Identity !== sharerId) ?? participants.find((p) => p.Role === 'self') ?? null;
+}
+function selectSplit(participants, activeSpeakers) {
+    const sharer = SelectScreenSharer(participants);
+    return sharer ? { Sharer: sharer, Speaker: SelectSplitSpeaker(participants, activeSpeakers) } : null;
+}
+/** Whether a placement is allowed for a surface. */
+function allows(surface, placement) {
+    return !surface.AllowedPlacements || surface.AllowedPlacements.includes(placement);
+}
+/** Each live surface's latest allowed move, with its position in the move list (its recency). */
+function latestMoves(surfaces, moves) {
+    const byKey = new Map(surfaces.map((s) => [s.Key, s]));
+    const latest = new Map();
+    moves.forEach((move, order) => {
+        const surface = byKey.get(move.SurfaceKey);
+        if (surface && allows(surface, move.Placement)) {
+            latest.set(move.SurfaceKey, { Placement: move.Placement, Order: order });
+        }
+    });
+    return latest;
+}
+/** The stage holder: the latest move to the stage, else the first surface whose default is the stage. */
+function pickStage(surfaces, wanted, latestMove) {
+    const contenders = surfaces.filter((s) => wanted.get(s.Key) === 'stage');
+    const moved = contenders.filter((s) => latestMove.get(s.Key)?.Placement === 'stage');
+    if (moved.length > 0) {
+        return moved.reduce((a, b) => ((latestMove.get(b.Key)?.Order ?? -1) > (latestMove.get(a.Key)?.Order ?? -1) ? b : a));
+    }
+    return contenders[0] ?? null;
+}
+/**
+ * Where a surface goes when it leaves the stage, displaced by another or sent off it: its default, or the first allowed of
+ * PiP, tab, hidden.
+ */
+export function PlacementOffStage(surface) {
+    if (surface.DefaultPlacement !== 'stage' && allows(surface, surface.DefaultPlacement)) {
+        return surface.DefaultPlacement;
+    }
+    return MEDIA_PLACEMENTS.slice(1).find((p) => allows(surface, p)) ?? 'hidden';
+}
+/** Higher is newer: a move outranks appearance order, and a later move outranks an earlier one. */
+function recency(surface, surfaces, latestMove) {
+    const move = latestMove.get(surface.Key);
+    return move ? surfaces.length + move.Order : surfaces.indexOf(surface);
+}
+//# sourceMappingURL=mediaStage.js.map

package/dist/media/mediaStage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mediaStage.js","sourceRoot":"","sources":["../../src/media/mediaStage.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;GAqBG;AAGH,OAAO,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAqC3C,sGAAsG;AACtG,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IAC/C,OAAO,eAAe,QAAQ,EAAE,CAAC;AACrC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,sBAAsB,CAAC,WAA6B,EAAE,OAAmC;IACrG,OAAO;QACH,GAAG,EAAE,kBAAkB,CAAC,WAAW,CAAC,QAAQ,CAAC;QAC7C,KAAK,EAAE,WAAW,CAAC,WAAW;QAC9B,gBAAgB,EAAE,KAAK;QACvB,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClD,KAAK,EAAE,EAAE,mBAAmB,EAAE,WAAW,CAAC,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE;KACvE,CAAC;AACN,CAAC;AAED,kIAAkI;AAClI,MAAM,UAAU,wBAAwB,CAAC,KAAuB;IAC5D,IAAI,KAAK,EAAE,IAAI,KAAK,SAAS,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,mBAAmB,IAAI,IAAI,CAAC;IAC5D,CAAC;IACD,OAAO,KAAK,EAAE,WAAW,CAAC,QAAQ,IAAI,IAAI,CAAC;AAC/C,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,gBAAgB,CAAC,KAAsB;IACnD,MAAM,MAAM,GAAG,wBAAwB,CAAC,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IACjF,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACnG,MAAM,UAAU,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,UAAU,EAAE,KAAK,CAAC,cAAc,IAAI,EAAE,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC;IAC9H,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzH,IAAI,SAAS,EAAE,CAAC;QACZ,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IACD,MAAM,KAAK,GAAG,yBAAyB,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC;IACxF,OAAO;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI;QACrI,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;QACtD,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;KACrE,CAAC;AACN,CAAC;AAED,uGAAuG;AACvG,MAAM,UAAU,wBAAwB,CACpC,QAAiC,EACjC,KAAoC;IAEpC,MAAM,UAAU,GAAG,WAAW,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAChD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;IAC7G,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,EAAoB,EAAE,IAAI,EAAE,EAAoB,EAAE,MAAM,EAAE,EAAoB,EAAE,CAAC;IACtH,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC7B,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;YACpB,SAAS;QACb,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC3I,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,OAAO,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;IAChG,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC3B,YAAyC,EACzC,cAAiC,EACjC,cAA6B;IAE7B,MAAM,MAAM,GAAG,cAAc,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACpG,IAAI,MAAM,EAAE,CAAC;QACT,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC7D,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC;IACrF,0GAA0G;IAC1G,cAAc;IACd,MAAM,QAAQ,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAC5H,OAAO,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC;AAClI,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,yBAAyB,CAAC,YAAyC,EAAE,YAAqB;IACtG,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC7D,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;AACxD,CAAC;AAED,sDAAsD;AACtD,MAAM,UAAU,kBAAkB,CAAC,YAAyC;IACxE,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,KAAK,SAAS,CAAC,IAAI,IAAI,CAAC;AAC1E,CAAC;AAED,yJAAyJ;AACzJ,MAAM,UAAU,kBAAkB,CAAC,YAAyC,EAAE,cAAiC;IAC3G,MAAM,QAAQ,GAAG,kBAAkB,CAAC,YAAY,CAAC,EAAE,QAAQ,CAAC;IAC5D,MAAM,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,QAAQ,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9G,MAAM,QAAQ,GACV,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC5E,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;IAC7D,OAAO,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC;AACpK,CAAC;AAED,SAAS,WAAW,CAAC,YAAyC,EAAE,cAAiC;IAC7F,MAAM,MAAM,GAAG,kBAAkB,CAAC,YAAY,CAAC,CAAC;IAChD,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;AACzG,CAAC;AAED,oDAAoD;AACpD,SAAS,MAAM,CAAC,OAAqB,EAAE,SAAyB;IAC5D,OAAO,CAAC,OAAO,CAAC,iBAAiB,IAAI,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;AACvF,CAAC;AAED,iGAAiG;AACjG,SAAS,WAAW,CAAC,QAAiC,EAAE,KAAoC;IACxF,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,GAAG,EAAwD,CAAC;IAC/E,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;QAC1B,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3C,IAAI,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7C,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7E,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,yGAAyG;AACzG,SAAS,SAAS,CACd,QAAiC,EACjC,MAAmC,EACnC,UAAqE;IAErE,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,OAAO,CAAC,CAAC;IACzE,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,SAAS,KAAK,OAAO,CAAC,CAAC;IACrF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACzH,CAAC;IACD,OAAO,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC;AACjC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,OAAqB;IACnD,IAAI,OAAO,CAAC,gBAAgB,KAAK,OAAO,IAAI,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACpF,OAAO,OAAO,CAAC,gBAAgB,CAAC;IACpC,CAAC;IACD,OAAO,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC;AACjF,CAAC;AAED,mGAAmG;AACnG,SAAS,OAAO,CAAC,OAAqB,EAAE,QAAiC,EAAE,UAAqE;IAC5I,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACzC,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC3E,CAAC"}