@memberjunction/ai-realtime-client 6.2.0-edge.3 → 6.2.0-edge.5

package/dist/media/decoders/frameScheduler.d.ts

@@ -0,0 +1,119 @@
+/**
+ * @fileoverview FRAME SCHEDULER: shows decoded pictures on a {@link StreamCanvas} when their presentation time comes,
+ * for the decoders that aren't MSE (WebCodecs chunks, images). MSE paces itself on the element's clock.
+ *
+ * - **On the voice's clock, when the player has one** ({@link FrameSchedulerOptions.Clock}): the meeting bot's rules, on
+ *   media time. A picture shows when the clock reaches its time; one more than {@link MAX_CLOCK_LATE_MS} behind the clock
+ *   is dropped, never shown; one ahead of it waits, and one more than {@link MAX_LEAD_MS} ahead is dropped (it belongs to
+ *   a stream the voice has left). A picture timed before the last one shown starts a new stream: it waits while the clock
+ *   still plays the old stream, instead of counting as late.
+ * - **When the clock reads nothing.** After a reading, pictures carry on by their own times from the clock's last reading,
+ *   as if the voice went on (the tail of a turn whose video outlasts its voice, or idle video between turns); a new stream
+ *   then waits for its voice. Before any reading (at the start, or after a barge-in) pictures wait up to
+ *   {@link CLOCK_WAIT_MS} for the voice to start, then go by their own times.
+ * - **By their own times, without a clock.** The first timed picture after a start, a flush or a new stream anchors media
+ *   time to the wall clock; each later picture shows when its time comes. When several are due, the newest shows and the
+ *   older ones are dropped. A picture shown more than {@link MAX_LATE_MS} late anchors the pacing again; so does a
+ *   picture timed before the last one shown, or more than {@link MAX_LEAD_MS} ahead.
+ * - **Untimed pictures** (an image that carries no time) show as soon as they arrive.
+ * - **Bounded.** The decoders hold encoded frames back while {@link FrameScheduler.Size} pictures wait, and the scheduler
+ *   calls back each time it shows one, so a decoder never holds many decoded pictures (a browser decoder stalls when its
+ *   output frames aren't closed).
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+import type { IPlaybackClock } from '../playbackClock.js';
+import type { StreamCanvas, StreamPicture } from './streamCanvas.js';
+/** Without a clock, a picture shown this much later than its time anchors the pacing again, in milliseconds. */
+export declare const MAX_LATE_MS = 250;
+/** A picture due this much ahead starts a new stream (without a clock) or is dropped (on the clock), in milliseconds. */
+export declare const MAX_LEAD_MS = 2000;
+/** On the voice's clock, a picture this far behind it is dropped rather than shown, in milliseconds. */
+export declare const MAX_CLOCK_LATE_MS = 500;
+/** How long pictures wait for a clock that has read nothing yet before they go by their own times, in milliseconds. */
+export declare const CLOCK_WAIT_MS = 500;
+/** How often waiting pictures look at the clock again, at most, in milliseconds. */
+export declare const CLOCK_POLL_MS = 20;
+/** What a scheduler paces by, besides the pictures' own times. */
+export interface FrameSchedulerOptions {
+    /** The voice's playback clock: pictures show when it reaches their times. */
+    Clock?: IPlaybackClock;
+    /** The wall clock in milliseconds; injectable for tests. */
+    Now?: () => number;
+}
+/** Shows pictures on a stream canvas at their presentation times: on the voice's clock when there is one. */
+export declare class FrameScheduler {
+    private readonly canvas;
+    private readonly onShown;
+    private readonly queue;
+    private readonly clock;
+    private readonly now;
+    /** Own-time pacing: where the current stream's media time sits on the wall clock. */
+    private anchor;
+    /** The time of the last timed picture shown, to see a stream restart. */
+    private lastShownMs;
+    /** The clock's last reading and when it was taken, until the clock stops reading. */
+    private lastReading;
+    /** Whether own-time pacing carries on from the clock's last reading (the voice stopped). */
+    private continuing;
+    /** When the pictures began waiting for the voice's clock to read. */
+    private waitingSince;
+    private timer;
+    private disposed;
+    /**
+     * @param canvas Where pictures show.
+     * @param onShown Called after each picture shown, so the decoder can decode more.
+     * @param options The voice's clock, and a wall clock for tests.
+     */
+    constructor(canvas: StreamCanvas, onShown: () => void, options?: FrameSchedulerOptions);
+    /** How many pictures wait to be shown. */
+    get Size(): number;
+    /**
+     * Queues a picture: it shows when its time comes, or at once when it has no time.
+     *
+     * @param picture The decoded picture; the scheduler closes it, shown or dropped.
+     * @param timeMs Its presentation time on the stream's timeline, when it has one.
+     */
+    Push(picture: StreamPicture, timeMs?: number): void;
+    /** Drops every waiting picture and forgets both clocks: the pacing starts over. The last picture shown stays. */
+    Clear(): void;
+    /** Clears, and closes every picture pushed later. */
+    Dispose(): void;
+    /** Shows the picture that is due now, if any, by the voice's clock or by the pictures' own times; then waits for the next. */
+    private tick;
+    /**
+     * Whether the pictures wait for the voice's clock, which reads nothing now. A clock that read before stopped: pacing
+     * carries on from its last reading, but a picture that starts a new stream waits for its voice. Pictures wait up to
+     * {@link CLOCK_WAIT_MS}, then go by their own times. Never without a clock.
+     */
+    private holdForClock;
+    /** Whether the next picture is timed before the last one shown: it starts a new stream. */
+    private headStartsNewStream;
+    /** Shows the newest picture the clock has reached, dropping the stale ones before it ({@link clockVerdict}). */
+    private showByClock;
+    /**
+     * What the clock says about a picture: it waits when it starts a new stream whose voice hasn't started, or is ahead of
+     * the clock; it is dropped when more than {@link MAX_CLOCK_LATE_MS} behind the clock or more than {@link MAX_LEAD_MS}
+     * ahead of it; otherwise it is due. An untimed picture is due at once.
+     */
+    private clockVerdict;
+    /**
+     * Whether a picture starts a new stream whose voice hasn't started: it is timed before the last picture shown, and the
+     * clock still reads the old stream (at or after that picture).
+     */
+    private awaitsNewStream;
+    /** Shows the newest picture whose own time has come (dropping older due ones). */
+    private showByOwnTime;
+    /** When a picture is due on the wall clock. A first picture, or one that starts a new stream, anchors the pacing to now. */
+    private dueAt;
+    /** A picture timed before the last one shown, or far ahead of the pacing, belongs to a new stream. */
+    private startsNewStream;
+    private show;
+    /** By own time: until the next picture is due. */
+    private ownTimeDelay;
+    /** On the clock: until the clock should reach the next picture, but never longer than {@link CLOCK_POLL_MS}. */
+    private clockDelay;
+    private schedule;
+    private cancelTimer;
+}
+//# sourceMappingURL=frameScheduler.d.ts.map

package/dist/media/decoders/frameScheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"frameScheduler.d.ts","sourceRoot":"","sources":["../../../src/media/decoders/frameScheduler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,KAAK,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAElE,gHAAgH;AAChH,eAAO,MAAM,WAAW,MAAM,CAAC;AAE/B,yHAAyH;AACzH,eAAO,MAAM,WAAW,OAAO,CAAC;AAEhC,wGAAwG;AACxG,eAAO,MAAM,iBAAiB,MAAM,CAAC;AAErC,uHAAuH;AACvH,eAAO,MAAM,aAAa,MAAM,CAAC;AAEjC,oFAAoF;AACpF,eAAO,MAAM,aAAa,KAAK,CAAC;AAchC,kEAAkE;AAClE,MAAM,WAAW,qBAAqB;IAClC,6EAA6E;IAC7E,KAAK,CAAC,EAAE,cAAc,CAAC;IACvB,4DAA4D;IAC5D,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACtB;AAED,6GAA6G;AAC7G,qBAAa,cAAc;IAuBnB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAvB5B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA0B;IAChD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA6B;IACnD,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAe;IACnC,qFAAqF;IACrF,OAAO,CAAC,MAAM,CAA4B;IAC1C,yEAAyE;IACzE,OAAO,CAAC,WAAW,CAAuB;IAC1C,qFAAqF;IACrF,OAAO,CAAC,WAAW,CAA4B;IAC/C,4FAA4F;IAC5F,OAAO,CAAC,UAAU,CAAS;IAC3B,qEAAqE;IACrE,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,KAAK,CAA8C;IAC3D,OAAO,CAAC,QAAQ,CAAS;IAEzB;;;;OAIG;gBAEkB,MAAM,EAAE,YAAY,EACpB,OAAO,EAAE,MAAM,IAAI,EACpC,OAAO,GAAE,qBAA0B;IAMvC,0CAA0C;IAC1C,IAAW,IAAI,IAAI,MAAM,CAExB;IAED;;;;;OAKG;IACI,IAAI,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAW1D,iHAAiH;IAC1G,KAAK,IAAI,IAAI;IAYpB,qDAAqD;IAC9C,OAAO,IAAI,IAAI;IAKtB,8HAA8H;IAC9H,OAAO,CAAC,IAAI;IAsBZ;;;;OAIG;IACH,OAAO,CAAC,YAAY;IAqBpB,2FAA2F;IAC3F,OAAO,CAAC,mBAAmB;IAK3B,gHAAgH;IAChH,OAAO,CAAC,WAAW;IAqBnB;;;;OAIG;IACH,OAAO,CAAC,YAAY;IAapB;;;OAGG;IACH,OAAO,CAAC,eAAe;IAIvB,kFAAkF;IAClF,OAAO,CAAC,aAAa;IAqBrB,4HAA4H;IAC5H,OAAO,CAAC,KAAK;IAWb,sGAAsG;IACtG,OAAO,CAAC,eAAe;IAMvB,OAAO,CAAC,IAAI;IAOZ,kDAAkD;IAClD,OAAO,CAAC,YAAY;IAIpB,gHAAgH;IAChH,OAAO,CAAC,UAAU;IAKlB,OAAO,CAAC,QAAQ;IAMhB,OAAO,CAAC,WAAW;CAMtB"}

package/dist/media/decoders/frameScheduler.js

@@ -0,0 +1,238 @@
+/** Without a clock, a picture shown this much later than its time anchors the pacing again, in milliseconds. */
+export const MAX_LATE_MS = 250;
+/** A picture due this much ahead starts a new stream (without a clock) or is dropped (on the clock), in milliseconds. */
+export const MAX_LEAD_MS = 2000;
+/** On the voice's clock, a picture this far behind it is dropped rather than shown, in milliseconds. */
+export const MAX_CLOCK_LATE_MS = 500;
+/** How long pictures wait for a clock that has read nothing yet before they go by their own times, in milliseconds. */
+export const CLOCK_WAIT_MS = 500;
+/** How often waiting pictures look at the clock again, at most, in milliseconds. */
+export const CLOCK_POLL_MS = 20;
+/** Shows pictures on a stream canvas at their presentation times: on the voice's clock when there is one. */
+export class FrameScheduler {
+    /**
+     * @param canvas Where pictures show.
+     * @param onShown Called after each picture shown, so the decoder can decode more.
+     * @param options The voice's clock, and a wall clock for tests.
+     */
+    constructor(canvas, onShown, options = {}) {
+        this.canvas = canvas;
+        this.onShown = onShown;
+        this.queue = [];
+        /** Own-time pacing: where the current stream's media time sits on the wall clock. */
+        this.anchor = null;
+        /** The time of the last timed picture shown, to see a stream restart. */
+        this.lastShownMs = null;
+        /** The clock's last reading and when it was taken, until the clock stops reading. */
+        this.lastReading = null;
+        /** Whether own-time pacing carries on from the clock's last reading (the voice stopped). */
+        this.continuing = false;
+        /** When the pictures began waiting for the voice's clock to read. */
+        this.waitingSince = null;
+        this.timer = null;
+        this.disposed = false;
+        this.clock = options.Clock;
+        this.now = options.Now ?? (() => performance.now());
+    }
+    /** How many pictures wait to be shown. */
+    get Size() {
+        return this.queue.length;
+    }
+    /**
+     * Queues a picture: it shows when its time comes, or at once when it has no time.
+     *
+     * @param picture The decoded picture; the scheduler closes it, shown or dropped.
+     * @param timeMs Its presentation time on the stream's timeline, when it has one.
+     */
+    Push(picture, timeMs) {
+        if (this.disposed) {
+            picture.close();
+            return;
+        }
+        this.queue.push({ Picture: picture, TimeMs: timeMs });
+        if (this.timer === null) {
+            this.tick();
+        }
+    }
+    /** Drops every waiting picture and forgets both clocks: the pacing starts over. The last picture shown stays. */
+    Clear() {
+        this.cancelTimer();
+        for (const scheduled of this.queue.splice(0)) {
+            scheduled.Picture.close();
+        }
+        this.anchor = null;
+        this.lastShownMs = null;
+        this.lastReading = null;
+        this.continuing = false;
+        this.waitingSince = null;
+    }
+    /** Clears, and closes every picture pushed later. */
+    Dispose() {
+        this.disposed = true;
+        this.Clear();
+    }
+    /** Shows the picture that is due now, if any, by the voice's clock or by the pictures' own times; then waits for the next. */
+    tick() {
+        this.timer = null;
+        const now = this.now();
+        const clockMs = this.clock?.CurrentTimeMs ?? null;
+        let shown = false;
+        if (clockMs !== null) {
+            this.lastReading = { WallMs: now, MediaMs: clockMs };
+            shown = this.showByClock(clockMs);
+        }
+        else if (this.holdForClock(now)) {
+            this.schedule(CLOCK_POLL_MS);
+            return;
+        }
+        else {
+            shown = this.showByOwnTime(now);
+        }
+        if (this.queue.length > 0) {
+            this.schedule(clockMs === null ? this.ownTimeDelay(now) : this.clockDelay(clockMs));
+        }
+        if (shown) {
+            this.onShown();
+        }
+    }
+    /**
+     * Whether the pictures wait for the voice's clock, which reads nothing now. A clock that read before stopped: pacing
+     * carries on from its last reading, but a picture that starts a new stream waits for its voice. Pictures wait up to
+     * {@link CLOCK_WAIT_MS}, then go by their own times. Never without a clock.
+     */
+    holdForClock(now) {
+        if (!this.clock) {
+            return false;
+        }
+        if (this.lastReading) {
+            this.anchor = this.lastReading;
+            this.lastReading = null;
+            this.continuing = true;
+        }
+        if (this.continuing && this.headStartsNewStream()) {
+            this.anchor = null;
+            this.continuing = false;
+            this.waitingSince = now;
+        }
+        if (this.anchor) {
+            return false;
+        }
+        this.waitingSince ??= now;
+        return now - this.waitingSince < CLOCK_WAIT_MS;
+    }
+    /** Whether the next picture is timed before the last one shown: it starts a new stream. */
+    headStartsNewStream() {
+        const time = this.queue[0]?.TimeMs;
+        return time !== undefined && this.lastShownMs !== null && time < this.lastShownMs;
+    }
+    /** Shows the newest picture the clock has reached, dropping the stale ones before it ({@link clockVerdict}). */
+    showByClock(clockMs) {
+        let due = null;
+        while (this.queue.length > 0) {
+            const verdict = this.clockVerdict(this.queue[0].TimeMs, clockMs);
+            if (verdict === 'wait') {
+                break;
+            }
+            const head = this.queue.shift();
+            if (verdict === 'drop') {
+                head.Picture.close();
+                continue;
+            }
+            due?.Picture.close();
+            due = head;
+        }
+        if (due) {
+            this.show(due);
+        }
+        return due !== null;
+    }
+    /**
+     * What the clock says about a picture: it waits when it starts a new stream whose voice hasn't started, or is ahead of
+     * the clock; it is dropped when more than {@link MAX_CLOCK_LATE_MS} behind the clock or more than {@link MAX_LEAD_MS}
+     * ahead of it; otherwise it is due. An untimed picture is due at once.
+     */
+    clockVerdict(timeMs, clockMs) {
+        if (timeMs === undefined) {
+            return 'show';
+        }
+        if (this.awaitsNewStream(timeMs, clockMs)) {
+            return 'wait';
+        }
+        if (clockMs - timeMs > MAX_CLOCK_LATE_MS || timeMs - clockMs > MAX_LEAD_MS) {
+            return 'drop';
+        }
+        return timeMs > clockMs ? 'wait' : 'show';
+    }
+    /**
+     * Whether a picture starts a new stream whose voice hasn't started: it is timed before the last picture shown, and the
+     * clock still reads the old stream (at or after that picture).
+     */
+    awaitsNewStream(timeMs, clockMs) {
+        return this.lastShownMs !== null && timeMs < this.lastShownMs && clockMs >= this.lastShownMs;
+    }
+    /** Shows the newest picture whose own time has come (dropping older due ones). */
+    showByOwnTime(now) {
+        let due = null;
+        while (this.queue.length > 0) {
+            const dueMs = this.dueAt(this.queue[0], now);
+            if (dueMs > now) {
+                break;
+            }
+            due?.Scheduled.Picture.close();
+            due = { Scheduled: this.queue.shift(), DueMs: dueMs };
+        }
+        if (!due) {
+            return false;
+        }
+        this.show(due.Scheduled);
+        const time = due.Scheduled.TimeMs;
+        if (time !== undefined && now - due.DueMs > MAX_LATE_MS) {
+            this.anchor = { WallMs: now, MediaMs: time };
+        }
+        return true;
+    }
+    /** When a picture is due on the wall clock. A first picture, or one that starts a new stream, anchors the pacing to now. */
+    dueAt(scheduled, now) {
+        const time = scheduled.TimeMs;
+        if (time === undefined) {
+            return now;
+        }
+        if (!this.anchor || this.startsNewStream(time, now)) {
+            this.anchor = { WallMs: now, MediaMs: time };
+        }
+        return this.anchor.WallMs + (time - this.anchor.MediaMs);
+    }
+    /** A picture timed before the last one shown, or far ahead of the pacing, belongs to a new stream. */
+    startsNewStream(timeMs, now) {
+        const anchor = this.anchor;
+        const backwards = this.lastShownMs !== null && timeMs < this.lastShownMs;
+        return backwards || anchor.WallMs + (timeMs - anchor.MediaMs) - now > MAX_LEAD_MS;
+    }
+    show(scheduled) {
+        this.canvas.Show(scheduled.Picture);
+        if (scheduled.TimeMs !== undefined) {
+            this.lastShownMs = scheduled.TimeMs;
+        }
+    }
+    /** By own time: until the next picture is due. */
+    ownTimeDelay(now) {
+        return Math.max(0, this.dueAt(this.queue[0], now) - now);
+    }
+    /** On the clock: until the clock should reach the next picture, but never longer than {@link CLOCK_POLL_MS}. */
+    clockDelay(clockMs) {
+        const time = this.queue[0].TimeMs;
+        return time !== undefined && time > clockMs ? Math.min(CLOCK_POLL_MS, time - clockMs) : CLOCK_POLL_MS;
+    }
+    schedule(delayMs) {
+        if (this.timer === null && !this.disposed) {
+            this.timer = setTimeout(() => this.tick(), delayMs);
+        }
+    }
+    cancelTimer() {
+        if (this.timer !== null) {
+            clearTimeout(this.timer);
+            this.timer = null;
+        }
+    }
+}
+//# sourceMappingURL=frameScheduler.js.map

package/dist/media/decoders/frameScheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"frameScheduler.js","sourceRoot":"","sources":["../../../src/media/decoders/frameScheduler.ts"],"names":[],"mappings":"AA2BA,gHAAgH;AAChH,MAAM,CAAC,MAAM,WAAW,GAAG,GAAG,CAAC;AAE/B,yHAAyH;AACzH,MAAM,CAAC,MAAM,WAAW,GAAG,IAAI,CAAC;AAEhC,wGAAwG;AACxG,MAAM,CAAC,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAErC,uHAAuH;AACvH,MAAM,CAAC,MAAM,aAAa,GAAG,GAAG,CAAC;AAEjC,oFAAoF;AACpF,MAAM,CAAC,MAAM,aAAa,GAAG,EAAE,CAAC;AAsBhC,6GAA6G;AAC7G,MAAM,OAAO,cAAc;IAiBvB;;;;OAIG;IACH,YACqB,MAAoB,EACpB,OAAmB,EACpC,UAAiC,EAAE;QAFlB,WAAM,GAAN,MAAM,CAAc;QACpB,YAAO,GAAP,OAAO,CAAY;QAvBvB,UAAK,GAAuB,EAAE,CAAC;QAGhD,qFAAqF;QAC7E,WAAM,GAAuB,IAAI,CAAC;QAC1C,yEAAyE;QACjE,gBAAW,GAAkB,IAAI,CAAC;QAC1C,qFAAqF;QAC7E,gBAAW,GAAuB,IAAI,CAAC;QAC/C,4FAA4F;QACpF,eAAU,GAAG,KAAK,CAAC;QAC3B,qEAAqE;QAC7D,iBAAY,GAAkB,IAAI,CAAC;QACnC,UAAK,GAAyC,IAAI,CAAC;QACnD,aAAQ,GAAG,KAAK,CAAC;QAYrB,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,CAAC,CAAC;IACxD,CAAC;IAED,0CAA0C;IAC1C,IAAW,IAAI;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACI,IAAI,CAAC,OAAsB,EAAE,MAAe;QAC/C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACtD,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,EAAE,CAAC;QAChB,CAAC;IACL,CAAC;IAED,iHAAiH;IAC1G,KAAK;QACR,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YAC3C,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IAC7B,CAAC;IAED,qDAAqD;IAC9C,OAAO;QACV,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,KAAK,EAAE,CAAC;IACjB,CAAC;IAED,8HAA8H;IACtH,IAAI;QACR,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,aAAa,IAAI,IAAI,CAAC;QAClD,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YACrD,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC7B,OAAO;QACX,CAAC;aAAM,CAAC;YACJ,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,IAAI,CAAC,QAAQ,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC;QACxF,CAAC;QACD,IAAI,KAAK,EAAE,CAAC;YACR,IAAI,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,YAAY,CAAC,GAAW;QAC5B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;YAC/B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,mBAAmB,EAAE,EAAE,CAAC;YAChD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC;QAC5B,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,YAAY,KAAK,GAAG,CAAC;QAC1B,OAAO,GAAG,GAAG,IAAI,CAAC,YAAY,GAAG,aAAa,CAAC;IACnD,CAAC;IAED,2FAA2F;IACnF,mBAAmB;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC;QACnC,OAAO,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI,IAAI,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC;IACtF,CAAC;IAED,gHAAgH;IACxG,WAAW,CAAC,OAAe;QAC/B,IAAI,GAAG,GAA4B,IAAI,CAAC;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACjE,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACrB,MAAM;YACV,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAsB,CAAC;YACpD,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACrB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;gBACrB,SAAS;YACb,CAAC;YACD,GAAG,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC;YACrB,GAAG,GAAG,IAAI,CAAC;QACf,CAAC;QACD,IAAI,GAAG,EAAE,CAAC;YACN,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,OAAO,GAAG,KAAK,IAAI,CAAC;IACxB,CAAC;IAED;;;;OAIG;IACK,YAAY,CAAC,MAA0B,EAAE,OAAe;QAC5D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;YACxC,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,IAAI,OAAO,GAAG,MAAM,GAAG,iBAAiB,IAAI,MAAM,GAAG,OAAO,GAAG,WAAW,EAAE,CAAC;YACzE,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,OAAO,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAC9C,CAAC;IAED;;;OAGG;IACK,eAAe,CAAC,MAAc,EAAE,OAAe;QACnD,OAAO,IAAI,CAAC,WAAW,KAAK,IAAI,IAAI,MAAM,GAAG,IAAI,CAAC,WAAW,IAAI,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC;IACjG,CAAC;IAED,kFAAkF;IAC1E,aAAa,CAAC,GAAW;QAC7B,IAAI,GAAG,GAA0D,IAAI,CAAC;QACtE,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC7C,IAAI,KAAK,GAAG,GAAG,EAAE,CAAC;gBACd,MAAM;YACV,CAAC;YACD,GAAG,EAAE,SAAS,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC/B,GAAG,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,EAAsB,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAC9E,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC;QAClC,IAAI,IAAI,KAAK,SAAS,IAAI,GAAG,GAAG,GAAG,CAAC,KAAK,GAAG,WAAW,EAAE,CAAC;YACtD,IAAI,CAAC,MAAM,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACjD,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,4HAA4H;IACpH,KAAK,CAAC,SAA2B,EAAE,GAAW;QAClD,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC;QAC9B,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,OAAO,GAAG,CAAC;QACf,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,MAAM,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACjD,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7D,CAAC;IAED,sGAAsG;IAC9F,eAAe,CAAC,MAAc,EAAE,GAAW;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAqB,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,KAAK,IAAI,IAAI,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;QACzE,OAAO,SAAS,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,GAAG,GAAG,WAAW,CAAC;IACtF,CAAC;IAEO,IAAI,CAAC,SAA2B;QACpC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACpC,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC;QACxC,CAAC;IACL,CAAC;IAED,kDAAkD;IAC1C,YAAY,CAAC,GAAW;QAC5B,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IAC7D,CAAC;IAED,gHAAgH;IACxG,UAAU,CAAC,OAAe;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;QAClC,OAAO,IAAI,KAAK,SAAS,IAAI,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IAC1G,CAAC;IAEO,QAAQ,CAAC,OAAe;QAC5B,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACxC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAEO,WAAW;QACf,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACtB,CAAC;IACL,CAAC;CACJ"}

package/dist/media/decoders/imageFrameDecoder.d.ts

@@ -0,0 +1,58 @@
+/**
+ * @fileoverview IMAGE FRAME DECODER: plays still images (`Kind: 'image'`: JPEG, PNG, WebP) through `createImageBitmap`,
+ * into the host's `<video>` element through a {@link StreamCanvas}. The `'image'` decoder of `VideoPlayout`.
+ *
+ * - **In order.** Images are decoded one at a time, in the order they arrived, while fewer than {@link MAX_IMAGES_AHEAD}
+ *   decoded images wait to show; the rest wait encoded.
+ * - **Paced by presentation time when an image has one**, on the {@link FrameScheduler}: on the voice's clock when the
+ *   player has one (`VideoPlayoutOptions.Clock`), else by its own time. An image without a time shows as soon as it is
+ *   decoded.
+ * - **End of turn** needs nothing: every image stands alone. **Barge-in** drops the images waiting, decoded or not, and a
+ *   decode under way; the last image shown stays.
+ * - An image the browser can't decode is dropped and reported (`'append-failed'`); the next one plays.
+ *
+ * @module @memberjunction/ai-realtime-client/media
+ */
+import type { RealtimeVideoFrame } from '@memberjunction/ai';
+import type { IVideoFrameDecoder, VideoFrameDecoderContext, VideoFrameDecoderRegistration } from '../videoFrameDecoder.js';
+/** Decoded images waiting to show, at most; further images wait encoded. */
+export declare const MAX_IMAGES_AHEAD = 4;
+/** Encoded images waiting to be decoded, at most; beyond this the oldest are dropped. */
+export declare const MAX_WAITING_IMAGES = 120;
+/** Plays still images through `createImageBitmap`. */
+export declare class ImageFrameDecoder implements IVideoFrameDecoder {
+    private readonly context;
+    private readonly canvas;
+    private readonly scheduler;
+    /** Images waiting to be decoded, in arrival order. */
+    private readonly waiting;
+    /** Whether a decode is under way: images decode one at a time, so they show in order. */
+    private decoding;
+    /** Bumped by Flush and Dispose: a decode that finishes after it is dropped. */
+    private generation;
+    private disposed;
+    /** Whether this browser can decode images of `mimeType` and show them. */
+    static CanPlay(mimeType: string): boolean;
+    /** @param context The player this decoder plays for. */
+    constructor(context: VideoFrameDecoderContext);
+    /** Always `false`: an image carries no voice. */
+    get IsPlaying(): boolean;
+    /** Images still to show: waiting to be decoded, decoding, or decoded and waiting for their time. */
+    get FramesAhead(): number;
+    Attach(element: HTMLVideoElement): void;
+    Detach(): void;
+    /** Takes one image: it is decoded in its turn and shown at its time, or at once when it has none. */
+    Append(frame: RealtimeVideoFrame): void;
+    /** Nothing to drain: every image stands alone, and those waiting still show. */
+    EndOfTurn(): void;
+    /** Barge-in: drops the images waiting, decoded or not, and the decode under way. The last image shown stays. */
+    Flush(): void;
+    Dispose(): void;
+    /** Decodes the next waiting image, when none is decoding and fewer than {@link MAX_IMAGES_AHEAD} wait to show. */
+    private feed;
+    private decoded;
+    private decodeFailed;
+}
+/** The `'image'` decoder: JPEG, PNG and WebP images, where this browser has `createImageBitmap`. */
+export declare const IMAGE_FRAME_DECODER: VideoFrameDecoderRegistration;
+//# sourceMappingURL=imageFrameDecoder.d.ts.map

package/dist/media/decoders/imageFrameDecoder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageFrameDecoder.d.ts","sourceRoot":"","sources":["../../../src/media/decoders/imageFrameDecoder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,KAAK,EAA2B,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACtF,OAAO,KAAK,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,6BAA6B,EAAE,MAAM,sBAAsB,CAAC;AAKxH,4EAA4E;AAC5E,eAAO,MAAM,gBAAgB,IAAI,CAAC;AAElC,yFAAyF;AACzF,eAAO,MAAM,kBAAkB,MAAM,CAAC;AAEtC,sDAAsD;AACtD,qBAAa,iBAAkB,YAAW,kBAAkB;IAkB5C,OAAO,CAAC,QAAQ,CAAC,OAAO;IAjBpC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsB;IAC7C,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiB;IAC3C,sDAAsD;IACtD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAiC;IACzD,yFAAyF;IACzF,OAAO,CAAC,QAAQ,CAAS;IACzB,+EAA+E;IAC/E,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,QAAQ,CAAS;IAEzB,0EAA0E;WAC5D,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAKhD,wDAAwD;gBAC3B,OAAO,EAAE,wBAAwB;IAI9D,iDAAiD;IACjD,IAAW,SAAS,IAAI,OAAO,CAE9B;IAED,oGAAoG;IACpG,IAAW,WAAW,IAAI,MAAM,CAE/B;IAEM,MAAM,CAAC,OAAO,EAAE,gBAAgB,GAAG,IAAI;IAMvC,MAAM,IAAI,IAAI;IAIrB,qGAAqG;IAC9F,MAAM,CAAC,KAAK,EAAE,kBAAkB,GAAG,IAAI;IAY9C,gFAAgF;IACzE,SAAS,IAAI,IAAI;IAIxB,gHAAgH;IACzG,KAAK,IAAI,IAAI;IAOb,OAAO,IAAI,IAAI;IAOtB,kHAAkH;IAClH,OAAO,CAAC,IAAI;IAaZ,OAAO,CAAC,OAAO;IAUf,OAAO,CAAC,YAAY;CASvB;AAED,oGAAoG;AACpG,eAAO,MAAM,mBAAmB,EAAE,6BAMjC,CAAC"}

package/dist/media/decoders/imageFrameDecoder.js

@@ -0,0 +1,110 @@
+import { FrameScheduler } from './frameScheduler.js';
+import { StreamCanvas } from './streamCanvas.js';
+import { IMAGE_FRAME_TYPES, MimeEssence } from './videoMimeTypes.js';
+/** Decoded images waiting to show, at most; further images wait encoded. */
+export const MAX_IMAGES_AHEAD = 4;
+/** Encoded images waiting to be decoded, at most; beyond this the oldest are dropped. */
+export const MAX_WAITING_IMAGES = 120;
+/** Plays still images through `createImageBitmap`. */
+export class ImageFrameDecoder {
+    /** Whether this browser can decode images of `mimeType` and show them. */
+    static CanPlay(mimeType) {
+        const canDecode = typeof createImageBitmap === 'function' && typeof Blob === 'function';
+        return canDecode && StreamCanvas.IsAvailable() && IMAGE_FRAME_TYPES.has(MimeEssence(mimeType));
+    }
+    /** @param context The player this decoder plays for. */
+    constructor(context) {
+        this.context = context;
+        this.canvas = new StreamCanvas();
+        /** Images waiting to be decoded, in arrival order. */
+        this.waiting = [];
+        /** Whether a decode is under way: images decode one at a time, so they show in order. */
+        this.decoding = false;
+        /** Bumped by Flush and Dispose: a decode that finishes after it is dropped. */
+        this.generation = 0;
+        this.disposed = false;
+        this.scheduler = new FrameScheduler(this.canvas, () => this.feed(), { Clock: context.Clock });
+    }
+    /** Always `false`: an image carries no voice. */
+    get IsPlaying() {
+        return false;
+    }
+    /** Images still to show: waiting to be decoded, decoding, or decoded and waiting for their time. */
+    get FramesAhead() {
+        return this.waiting.length + (this.decoding ? 1 : 0) + this.scheduler.Size;
+    }
+    Attach(element) {
+        if (!this.disposed) {
+            this.canvas.Attach(element);
+        }
+    }
+    Detach() {
+        this.canvas.Detach();
+    }
+    /** Takes one image: it is decoded in its turn and shown at its time, or at once when it has none. */
+    Append(frame) {
+        if (this.disposed || frame.Kind !== 'image') {
+            return;
+        }
+        this.waiting.push(frame);
+        if (this.waiting.length > MAX_WAITING_IMAGES) {
+            this.waiting.splice(0, this.waiting.length - MAX_WAITING_IMAGES);
+            this.context.Report('pending-overflow', 'Images arrived faster than they could be decoded; the oldest were dropped.');
+        }
+        this.feed();
+    }
+    /** Nothing to drain: every image stands alone, and those waiting still show. */
+    EndOfTurn() {
+        // Images need no flush.
+    }
+    /** Barge-in: drops the images waiting, decoded or not, and the decode under way. The last image shown stays. */
+    Flush() {
+        this.generation++;
+        this.decoding = false;
+        this.waiting.length = 0;
+        this.scheduler.Clear();
+    }
+    Dispose() {
+        this.Flush();
+        this.disposed = true;
+        this.scheduler.Dispose();
+        this.canvas.Dispose();
+    }
+    /** Decodes the next waiting image, when none is decoding and fewer than {@link MAX_IMAGES_AHEAD} wait to show. */
+    feed() {
+        if (this.disposed || this.decoding || this.waiting.length === 0 || this.scheduler.Size >= MAX_IMAGES_AHEAD) {
+            return;
+        }
+        const frame = this.waiting.shift();
+        const generation = this.generation;
+        this.decoding = true;
+        createImageBitmap(new Blob([frame.Data], { type: frame.MimeType })).then((image) => this.decoded(generation, image, frame.PresentationTimeMs), (error) => this.decodeFailed(generation, frame, error));
+    }
+    decoded(generation, image, timeMs) {
+        if (generation !== this.generation) {
+            image.close();
+            return;
+        }
+        this.decoding = false;
+        this.scheduler.Push(image, timeMs);
+        this.feed();
+    }
+    decodeFailed(generation, frame, error) {
+        if (generation !== this.generation) {
+            return;
+        }
+        this.decoding = false;
+        const reason = error instanceof Error ? error.message : String(error);
+        this.context.Report('append-failed', `The browser could not decode an image of type ${frame.MimeType}: ${reason}`);
+        this.feed();
+    }
+}
+/** The `'image'` decoder: JPEG, PNG and WebP images, where this browser has `createImageBitmap`. */
+export const IMAGE_FRAME_DECODER = {
+    Name: 'image',
+    Kind: 'image',
+    Priority: 0,
+    CanPlay: (mimeType) => ImageFrameDecoder.CanPlay(mimeType),
+    Create: (context) => new ImageFrameDecoder(context),
+};
+//# sourceMappingURL=imageFrameDecoder.js.map

package/dist/media/decoders/imageFrameDecoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"imageFrameDecoder.js","sourceRoot":"","sources":["../../../src/media/decoders/imageFrameDecoder.ts"],"names":[],"mappings":"AAiBA,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAElE,4EAA4E;AAC5E,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAElC,yFAAyF;AACzF,MAAM,CAAC,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAEtC,sDAAsD;AACtD,MAAM,OAAO,iBAAiB;IAW1B,0EAA0E;IACnE,MAAM,CAAC,OAAO,CAAC,QAAgB;QAClC,MAAM,SAAS,GAAG,OAAO,iBAAiB,KAAK,UAAU,IAAI,OAAO,IAAI,KAAK,UAAU,CAAC;QACxF,OAAO,SAAS,IAAI,YAAY,CAAC,WAAW,EAAE,IAAI,iBAAiB,CAAC,GAAG,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnG,CAAC;IAED,wDAAwD;IACxD,YAA6B,OAAiC;QAAjC,YAAO,GAAP,OAAO,CAA0B;QAjB7C,WAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAE7C,sDAAsD;QACrC,YAAO,GAA8B,EAAE,CAAC;QACzD,yFAAyF;QACjF,aAAQ,GAAG,KAAK,CAAC;QACzB,+EAA+E;QACvE,eAAU,GAAG,CAAC,CAAC;QACf,aAAQ,GAAG,KAAK,CAAC;QAUrB,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;IAClG,CAAC;IAED,iDAAiD;IACjD,IAAW,SAAS;QAChB,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,oGAAoG;IACpG,IAAW,WAAW;QAClB,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;IAC/E,CAAC;IAEM,MAAM,CAAC,OAAyB;QACnC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IAEM,MAAM;QACT,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IACzB,CAAC;IAED,qGAAqG;IAC9F,MAAM,CAAC,KAAyB;QACnC,IAAI,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC1C,OAAO;QACX,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;YAC3C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,kBAAkB,CAAC,CAAC;YACjE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,4EAA4E,CAAC,CAAC;QAC1H,CAAC;QACD,IAAI,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC;IAED,gFAAgF;IACzE,SAAS;QACZ,wBAAwB;IAC5B,CAAC;IAED,gHAAgH;IACzG,KAAK;QACR,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QACxB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEM,OAAO;QACV,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;IAED,kHAAkH;IAC1G,IAAI;QACR,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI,gBAAgB,EAAE,CAAC;YACzG,OAAO;QACX,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAA6B,CAAC;QAC9D,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACnC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,iBAAiB,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,IAAI,CACpE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC,kBAAkB,CAAC,EACpE,CAAC,KAAc,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC,CAClE,CAAC;IACN,CAAC;IAEO,OAAO,CAAC,UAAkB,EAAE,KAAkB,EAAE,MAA0B;QAC9E,IAAI,UAAU,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,KAAK,CAAC,KAAK,EAAE,CAAC;YACd,OAAO;QACX,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACnC,IAAI,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC;IAEO,YAAY,CAAC,UAAkB,EAAE,KAA8B,EAAE,KAAc;QACnF,IAAI,UAAU,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;YACjC,OAAO;QACX,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACtE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,eAAe,EAAE,iDAAiD,KAAK,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC,CAAC;QACnH,IAAI,CAAC,IAAI,EAAE,CAAC;IAChB,CAAC;CACJ;AAED,oGAAoG;AACpG,MAAM,CAAC,MAAM,mBAAmB,GAAkC;IAC9D,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,OAAO;IACb,QAAQ,EAAE,CAAC;IACX,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,QAAQ,CAAC;IAC1D,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,iBAAiB,CAAC,OAAO,CAAC;CACtD,CAAC"}