npm - @memberjunction/ng-conversations - Versions diffs - 6.1.1 → 6.1.2 - Mend

@memberjunction/ng-conversations 6.1.1 → 6.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (29) hide show

package/dist/lib/components/realtime/whiteboard/whiteboard-channel.js CHANGED Viewed

@@ -4,9 +4,102 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
     else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
     return c > 3 && r && Object.defineProperty(target, key, r), r;
 };
+var RealtimeWhiteboardChannel_1;
 import { RegisterClass } from '@memberjunction/global';
+import { CHANNEL_INBOUND_VIDEO_TRACK } from '@memberjunction/ai';
+import { ChannelInboundVideoBridge } from '@memberjunction/ai-realtime-client';
 import { BaseRealtimeChannelClient } from '../channels/base-realtime-channel-client';
-import { ApplyWhiteboardAgentTool, RealtimeWhiteboardHostComponent, WHITEBOARD_TOOL_DEFINITIONS, WHITEBOARD_TOOL_PREFIX, WhiteboardState } from '@memberjunction/ng-whiteboard';
+import { ApplyWhiteboardAgentTool, BuildWhiteboardExportSvg, RealtimeWhiteboardHostComponent, WHITEBOARD_TOOL_DEFINITIONS, WHITEBOARD_TOOL_PREFIX, WhiteboardState } from '@memberjunction/ng-whiteboard';
+/**
+ * Whether a whiteboard tool result reports success.
+ *
+ * `ApplyWhiteboardAgentTool` returns a JSON `WhiteboardToolResult` string — `{ success: true, … }`
+ * or `{ success: false, error }` — for every tool and every failure path. Anything that does not
+ * parse as an object with `success === true` is treated as NOT a successful mutation, which is the
+ * safe direction: the cost of missing a confirmation frame is one stale picture until the next
+ * change, while the cost of a false one is telling the model an edit landed when it did not.
+ */
+function toolSucceeded(result) {
+    try {
+        const parsed = JSON.parse(result);
+        return parsed !== null && typeof parsed === 'object' && parsed.success === true;
+    }
+    catch {
+        // A non-JSON result cannot be confirmed as a mutation — the host returned something this
+        // channel does not understand, so it does not get a "your change is on screen" note.
+        return false;
+    }
+}
+/**
+ * Asynchronously rasterizes an SVG string to a JPEG base64 string (without the `data:image/jpeg;base64,` prefix)
+ * using an offscreen canvas. Returns null in non-DOM environments or when rendering fails.
+ */
+export async function rasterizeSvgToJpegBase64(svg, width = 1280, height = 720) {
+    if (typeof document === 'undefined' || typeof Image === 'undefined') {
+        return null;
+    }
+    return new Promise((resolve) => {
+        let url = null;
+        let timer = null;
+        const cleanup = () => {
+            if (timer != null) {
+                clearTimeout(timer);
+                timer = null;
+            }
+            if (url) {
+                URL.revokeObjectURL(url);
+                url = null;
+            }
+        };
+        try {
+            const img = new Image();
+            const svgBlob = new Blob([svg], { type: 'image/svg+xml;charset=utf-8' });
+            url = URL.createObjectURL(svgBlob);
+            // Capped wait: resolve null and revoke URL if the Image never fires onload or onerror (item 61)
+            timer = setTimeout(() => {
+                console.error('[RealtimeWhiteboardChannel] SVG rasterization timed out after 5000ms');
+                cleanup();
+                resolve(null);
+            }, 5000);
+            img.onload = () => {
+                try {
+                    const canvas = document.createElement('canvas');
+                    canvas.width = width;
+                    canvas.height = height;
+                    const ctx = canvas.getContext('2d');
+                    if (!ctx) {
+                        cleanup();
+                        resolve(null);
+                        return;
+                    }
+                    ctx.fillStyle = '#ffffff';
+                    ctx.fillRect(0, 0, width, height);
+                    ctx.drawImage(img, 0, 0, width, height);
+                    cleanup();
+                    const dataUrl = canvas.toDataURL('image/jpeg', 0.85);
+                    const comma = dataUrl.indexOf(',');
+                    resolve(comma >= 0 ? dataUrl.slice(comma + 1) : dataUrl);
+                }
+                catch (err) {
+                    console.error('[RealtimeWhiteboardChannel] Failed to rasterize SVG canvas to JPEG:', err);
+                    cleanup();
+                    resolve(null);
+                }
+            };
+            img.onerror = (err) => {
+                console.error('[RealtimeWhiteboardChannel] Failed to load SVG image for rasterization:', err);
+                cleanup();
+                resolve(null);
+            };
+            img.src = url;
+        }
+        catch (err) {
+            console.error('[RealtimeWhiteboardChannel] Failed to initialize SVG rasterization:', err);
+            cleanup();
+            resolve(null);
+        }
+    });
+}
 /**
  * Per-widget throttle window for AMBIENT interaction context notes: at most one note per
  * widget per this many ms — within the window the LATEST summary wins (chatty widgets
@@ -44,6 +137,7 @@ export const WHITEBOARD_INTERACTION_NOTE_THROTTLE_MS = 4000;
  * incompatible payloads are tolerated — the board simply starts fresh.
  */
 let RealtimeWhiteboardChannel = class RealtimeWhiteboardChannel extends BaseRealtimeChannelClient {
+    static { RealtimeWhiteboardChannel_1 = this; }
     /** The board's state of record — created fresh with the plugin (one per session). */
     State = new WhiteboardState();
     /** The live bound surface, when the channel tab's pane is instantiated. */
@@ -54,9 +148,157 @@ let RealtimeWhiteboardChannel = class RealtimeWhiteboardChannel extends BaseReal
     stateChangedSub = null;
     /** Per-widget ambient-interaction note throttles (ItemID → window state). */
     interactionThrottles = new Map();
+    /** Shared video bridge streaming board frames to the model when the model supports inbound video. */
+    videoBridge = null;
+    /** Pacing timestamp for event-driven visual scene pushes (enforces max 1 fps). */
+    lastPushTimestamp = 0;
     get ChannelName() {
         return 'Whiteboard';
     }
+    /**
+     * Sourced tracks: Whiteboard can source inbound video to the model when the model supports it.
+     */
+    GetSourcedTracks() {
+        return [CHANNEL_INBOUND_VIDEO_TRACK];
+    }
+    /**
+     * Produces the latest visual scene as a base64-encoded frame for the video bridge.
+     * Renders the whiteboard SVG into an offscreen canvas and returns base64 JPEG.
+     */
+    async GetLatestFrame() {
+        if (!this.State) {
+            return null;
+        }
+        try {
+            const svg = BuildWhiteboardExportSvg(this.State);
+            return await rasterizeSvgToJpegBase64(svg);
+        }
+        catch (err) {
+            console.error('[RealtimeWhiteboardChannel] Failed to export whiteboard frame:', err);
+            return null;
+        }
+    }
+    static WHITEBOARD_DEFAULT_CADENCE_MS = 1000;
+    static WHITEBOARD_MIN_CADENCE_MS = 250;
+    // NO liveness heartbeat here, deliberately. This channel is 100% CHANGE-DRIVEN: the only thing
+    // that pushes a frame is a board mutation. A periodic keep-alive would have to be driven by its
+    // own always-on interval — this channel does no work at all while the board is idle, and
+    // resurrecting it every 15 seconds to re-send an unchanged picture is a cost with no shown
+    // benefit. (It also cannot be smuggled in via the mutation path: a 15s elapsed-check inside
+    // onUserMutation only runs when a mutation arrives, so on an idle board it is never evaluated —
+    // which is exactly what the constant this replaced did.) If the inbound video track ever needs
+    // keep-alive frames, that belongs on the track or the bridge, once, not per channel.
+    /** Trailing timer to deliver the settled resting frame after rapid user drawing/edits. */
+    whiteboardTrailingTimer = null;
+    /** Last base64 JPEG frame pushed to the bridge, used for deduplication. */
+    lastPushedWhiteboardFrame = null;
+    /** Cancels any active trailing-edge settle timer and clears the handle. */
+    clearWhiteboardTrailingTimer() {
+        if (this.whiteboardTrailingTimer != null) {
+            clearTimeout(this.whiteboardTrailingTimer);
+            this.whiteboardTrailingTimer = null;
+        }
+    }
+    /**
+     * Resolves the effective push cadence in milliseconds based on the negotiated inbound video track.
+     * Defaults to 1000ms (1 fps ceiling for Gemini Live), but clamps down to a minimum of 250ms (4 fps)
+     * if the negotiated track specifies a higher `Rate`.
+     */
+    getNegotiatedVideoCadenceMs() {
+        const client = this.Context?.Client;
+        if (!client) {
+            return RealtimeWhiteboardChannel_1.WHITEBOARD_DEFAULT_CADENCE_MS;
+        }
+        const tracks = client.EstablishedTracks;
+        const videoTrack = tracks?.find((t) => t.Descriptor.Modality === 'video' &&
+            t.Descriptor.Direction === 'inbound');
+        const rate = videoTrack?.Descriptor.Rate;
+        if (typeof rate === 'number' && rate > 0) {
+            return Math.max(RealtimeWhiteboardChannel_1.WHITEBOARD_MIN_CADENCE_MS, Math.floor(1000 / rate));
+        }
+        return RealtimeWhiteboardChannel_1.WHITEBOARD_DEFAULT_CADENCE_MS;
+    }
+    /**
+     * Pushes a frame to the video bridge, updating timestamp and deduplication cache.
+     */
+    pushWhiteboardFrame(frame) {
+        this.lastPushTimestamp = Date.now();
+        this.lastPushedWhiteboardFrame = frame;
+        this.ensureVideoBridge()?.PushFrame(frame);
+    }
+    /**
+     * Pushes the latest board visual scene when user mutations occur, with dynamic pacing,
+     * deduplication, and a trailing-edge settle timer so the model sees the final resting state.
+     */
+    async onUserMutation() {
+        try {
+            const bridge = this.ensureVideoBridge();
+            if (!bridge || !this.Context?.Client?.IsTrackEstablished('video', 'inbound')) {
+                return;
+            }
+            const now = Date.now();
+            const cadenceMs = this.getNegotiatedVideoCadenceMs();
+            const elapsed = now - this.lastPushTimestamp;
+            if (elapsed >= cadenceMs) {
+                this.clearWhiteboardTrailingTimer();
+                const frame = await this.GetLatestFrame();
+                if (!frame) {
+                    return;
+                }
+                if (frame !== this.lastPushedWhiteboardFrame) {
+                    this.pushWhiteboardFrame(frame);
+                }
+            }
+            else {
+                // Within cooldown window: schedule trailing settle timer if not already armed.
+                if (!this.whiteboardTrailingTimer) {
+                    const delay = Math.max(0, cadenceMs - elapsed);
+                    this.whiteboardTrailingTimer = setTimeout(async () => {
+                        this.whiteboardTrailingTimer = null;
+                        try {
+                            if (!this.Context?.Client?.IsTrackEstablished('video', 'inbound')) {
+                                return;
+                            }
+                            const frame = await this.GetLatestFrame();
+                            if (!frame) {
+                                return;
+                            }
+                            if (frame !== this.lastPushedWhiteboardFrame) {
+                                this.pushWhiteboardFrame(frame);
+                            }
+                        }
+                        catch (err) {
+                            console.error('[RealtimeWhiteboardChannel] Error in whiteboard trailing settle timer:', err);
+                        }
+                    }, delay);
+                }
+            }
+        }
+        catch (err) {
+            console.error('[RealtimeWhiteboardChannel] Error in onUserMutation:', err);
+        }
+    }
+    /**
+     * Pushes exactly ONE confirmation frame after an agent tool mutates the board, and
+     * informs the model context so it does not loop narrating its own change.
+     */
+    async pushAgentConfirmationFrame() {
+        try {
+            const bridge = this.ensureVideoBridge();
+            if (!bridge || !this.Context?.Client?.IsTrackEstablished('video', 'inbound')) {
+                return;
+            }
+            this.clearWhiteboardTrailingTimer();
+            const frame = await this.GetLatestFrame();
+            if (frame) {
+                this.pushWhiteboardFrame(frame);
+                this.Context?.SendContextNote('[whiteboard] visual confirmation of your action (background — do NOT narrate or announce your own change; continue naturally)');
+            }
+        }
+        catch (err) {
+            console.error('[RealtimeWhiteboardChannel] Error in pushAgentConfirmationFrame:', err);
+        }
+    }
     get ToolNamePrefix() {
         return WHITEBOARD_TOOL_PREFIX;
     }
@@ -88,9 +330,29 @@ let RealtimeWhiteboardChannel = class RealtimeWhiteboardChannel extends BaseReal
     }
     /** Persist the board (host-debounced) on EVERY board mutation — user edits AND agent tools. */
     OnInitialize() {
-        this.stateChangedSub = this.State.Changed$.subscribe(() => {
+        this.stateChangedSub?.unsubscribe();
+        this.clearWhiteboardTrailingTimer();
+        this.stateChangedSub = this.State.Changed$.subscribe((change) => {
             this.Context?.RequestSave(this.State.ToJSON());
+            // Only user edits (and scene replacements like undo) drive the user settle-debounce pipeline.
+            // Agent edits are confirmed with a single frame in ApplyAgentTool.
+            if (change.Author === 'user' || change.Op === 'replace') {
+                void this.onUserMutation();
+            }
         });
+        this.ensureVideoBridge();
+    }
+    OnSessionStarted() {
+        this.ensureVideoBridge();
+    }
+    ensureVideoBridge() {
+        if (!this.videoBridge && this.Context) {
+            this.videoBridge = new ChannelInboundVideoBridge(() => this.Context?.Client, this);
+        }
+        if (this.videoBridge && !this.videoBridge.IsActive && this.Context?.Client?.IsTrackEstablished('video', 'inbound')) {
+            this.videoBridge.Start?.();
+        }
+        return this.videoBridge;
     }
     /**
      * Wires the dynamically-created board host: inputs (shared state engine + agent name)
@@ -98,6 +360,7 @@ let RealtimeWhiteboardChannel = class RealtimeWhiteboardChannel extends BaseReal
      * outputs are subscribed back into the host context — the overlay never sees any of it.
      */
     BindSurface(instance) {
+        this.ensureVideoBridge();
         this.releaseSurface();
         this.host = instance;
         instance.State = this.State;
@@ -215,10 +478,23 @@ let RealtimeWhiteboardChannel = class RealtimeWhiteboardChannel extends BaseReal
      * bound so the channel keeps working with the pane collapsed.
      */
     ApplyAgentTool(toolName, argsJson) {
+        let result;
         if (this.host) {
-            return this.host.ApplyAgentTool(toolName, argsJson);
+            result = this.host.ApplyAgentTool(toolName, argsJson);
+        }
+        else {
+            result = ApplyWhiteboardAgentTool(this.State, toolName, argsJson);
+        }
+        // A SUCCESSFUL agent tool triggers exactly ONE immediate visual confirmation frame and a note
+        // telling the model not to narrate its own change. A FAILED one must trigger neither: every
+        // failure path returns `{ success: false, error }` (bad JSON args, unknown tool, per-tool
+        // validation), and confirming it would tell the model its edit landed AND instruct it to stay
+        // quiet about it — so the failure would vanish from the user's view while the model carried on.
+        // It would also push a frame identical to the last one, since a failed tool changes nothing.
+        if (toolSucceeded(result)) {
+            void this.pushAgentConfirmationFrame();
         }
-        return ApplyWhiteboardAgentTool(this.State, toolName, argsJson);
+        return result;
     }
     /** The board's serialized state of record (persisted under {@link ChannelName}). */
     SerializeState() {
@@ -244,8 +520,12 @@ let RealtimeWhiteboardChannel = class RealtimeWhiteboardChannel extends BaseReal
         }
     }
     Dispose() {
+        this.clearWhiteboardTrailingTimer();
+        this.videoBridge?.Stop();
+        this.videoBridge = null;
         this.stateChangedSub?.unsubscribe();
         this.stateChangedSub = null;
+        this.lastPushedWhiteboardFrame = null;
         super.Dispose(); // releases the surface binding + context
     }
     /** Unsubscribes surface outputs, cancels pending ambient notes and drops the host reference. */
@@ -258,7 +538,7 @@ let RealtimeWhiteboardChannel = class RealtimeWhiteboardChannel extends BaseReal
         this.host = null;
     }
 };
-RealtimeWhiteboardChannel = __decorate([
+RealtimeWhiteboardChannel = RealtimeWhiteboardChannel_1 = __decorate([
     RegisterClass(BaseRealtimeChannelClient, 'RealtimeWhiteboardChannel')
 ], RealtimeWhiteboardChannel);
 export { RealtimeWhiteboardChannel };

package/dist/lib/components/realtime/whiteboard/whiteboard-channel.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"whiteboard-channel.js","sourceRoot":"","sources":["../../../../../src/lib/components/realtime/whiteboard/whiteboard-channel.ts"],"names":[],"mappings":";;;;;;AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD,OAAO,EAAE,yBAAyB,EAA4B,MAAM,0CAA0C,CAAC;AAC/G,OAAO,EACL,wBAAwB,EAAE,+BAA+B,EAAE,2BAA2B,EACtF,sBAAsB,EAAE,eAAe,EACxC,MAAM,+BAA+B,CAAC;AAEvC;;;;GAIG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAG,IAAI,CAAC;AAY5D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEI,IAAM,yBAAyB,GAA/B,MAAM,yBAA0B,SAAQ,yBAA0D;IACvG,qFAAqF;IACrE,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;IAE9C,2EAA2E;IACnE,IAAI,GAA2C,IAAI,CAAC;IAC5D,4FAA4F;IACpF,WAAW,GAAmB,EAAE,CAAC;IACzC,8EAA8E;IACtE,eAAe,GAAwB,IAAI,CAAC;IACpD,6EAA6E;IACrE,oBAAoB,GAAG,IAAI,GAAG,EAAoC,CAAC;IAE3E,IAAW,WAAW;QACpB,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,IAAW,cAAc;QACvB,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAED,IAAW,QAAQ;QACjB,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,IAAW,OAAO;QAChB,OAAO,wBAAwB,CAAC;IAClC,CAAC;IAEM,kBAAkB;QACvB,OAAO,2BAA2B,CAAC;IACrC,CAAC;IAEe,mBAAmB;QACjC,OAAO,+BAA+B,CAAC;IACzC,CAAC;IAED,8FAA8F;IAC9E,oBAAoB;QAClC,OAAO;YACL,OAAO,EAAE,YAAY;YACrB,WAAW,EACT,qFAAqF;gBACrF,6FAA6F;YAC/F,IAAI,EAAE;gBACJ,0EAA0E;gBAC1E,qFAAqF;gBACrF,oFAAoF;aACrF;YACD,SAAS,EAAE,wBAAwB;SACpC,CAAC;IACJ,CAAC;IAED,+FAA+F;IAC5E,YAAY;QAC7B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,GAAG,EAAE;YACxD,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,QAAyC;QAC1D,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC;QACrB,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC;QACxD,IAAI,CAAC,WAAW,CAAC,IAAI;QACnB,4EAA4E;QAC5E,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,SAAiB,EAAE,EAAE;YAClD,kFAAkF;YAClF,gFAAgF;YAChF,6EAA6E;YAC7E,iEAAiE;YACjE,IAAI,CAAC,OAAO,EAAE,eAAe,CAC3B,iFAAiF;gBACjF,mEAAmE,GAAG,SAAS,CAAC,CAAC;QACrF,CAAC,CAAC;QACF,sFAAsF;QACtF,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,0CAA0C,CAAC,CAAC;QAC5E,CAAC,CAAC;QACF,+EAA+E;QAC/E,kFAAkF;QAClF,8EAA8E;QAC9E,iCAAiC;QACjC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,MAAmC,EAAE,EAAE;YACzE,sEAAsE;YACtE,IAAI,CAAC,OAAO,EAAE,eAAe,CAC3B,oDAAoD,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC5G,+EAA+E;YAC/E,gFAAgF;YAChF,6CAA6C;YAC7C,IAAI,CAAC,OAAO,EAAE,qBAAqB,EAAE,CACnC,2DAA2D,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,MAAM,MAAM,CAAC,QAAQ,IAAI;gBACjH,sFAAsF,CAAC,CAAC;QAC5F,CAAC,CAAC;QACF,gFAAgF;QAChF,kFAAkF;QAClF,qFAAqF;QACrF,oFAAoF;QACpF,QAAQ,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,WAA6C,EAAE,EAAE;YACrF,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,qFAAqF;QACrF,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,OAAgB,EAAE,EAAE;YACtD,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC;QACF,+EAA+E;QAC/E,QAAQ,CAAC,wBAAwB,CAAC,SAAS,CAAC,GAAG,EAAE;YAC/C,KAAK,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAClC,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAEe,aAAa;QAC3B,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAED;;;;;;OAMG;IACK,mBAAmB,CAAC,WAA6C;QACvE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,GAAG,GAAG,KAAK,CAAC,UAAU,IAAI,uCAAuC,CAAC,EAAE,CAAC;YAC1G,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;YACtC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACnG,OAAO;QACT,CAAC;QACD,KAAK,CAAC,OAAO,GAAG,WAAW,CAAC,CAAC,gCAAgC;QAC7D,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,GAAG,uCAAuC,GAAG,GAAG,CAAC,CAAC;YAC3F,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;gBACnB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC9B,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;gBACrB,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC9B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC,EAAE,IAAI,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,mGAAmG;IAC3F,mBAAmB,CAAC,WAA6C;QACvE,IAAI,CAAC,OAAO,EAAE,eAAe,CAC3B,4CAA4C,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,MAAM,IAAI;YACvF,0EAA0E;YAC1E,4CAA4C,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,0FAA0F;IAClF,yBAAyB;QAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,EAAE,CAAC;YACvD,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;gBACzB,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;IACpC,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,mBAAmB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC;QACzB,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,gBAAgB,GAAG,CAAC,kBAAkB,EAAE,IAAI,GAAG,CAAC,kBAAkB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAC9H,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACvE,IAAI,UAAU,EAAE,CAAC;YACf,GAAG,CAAC,eAAe,CAAC,kEAAkE,IAAI,GAAG,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACI,cAAc,CAAC,QAAgB,EAAE,QAAgB;QACtD,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACtD,CAAC;QACD,OAAO,wBAAwB,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAClE,CAAC;IAED,oFAAoF;IACpE,cAAc;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACa,YAAY,CAAC,SAAiB;QAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED;;;;OAIG;IACa,gBAAgB;QAC9B,IAAI,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAEe,OAAO;QACrB,IAAI,CAAC,eAAe,EAAE,WAAW,EAAE,CAAC;QACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,yCAAyC;IAC5D,CAAC;IAED,gGAAgG;IACxF,cAAc;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnC,GAAG,CAAC,WAAW,EAAE,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;CACF,CAAA;AAjPY,yBAAyB;IADrC,aAAa,CAAC,yBAAyB,EAAE,2BAA2B,CAAC;GACzD,yBAAyB,CAiPrC;;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B;IAC3C,uEAAuE;AACzE,CAAC","sourcesContent":["import type { Type } from '@angular/core';\nimport { Subscription } from 'rxjs';\nimport { RegisterClass } from '@memberjunction/global';\nimport { RealtimeToolDefinition } from '@memberjunction/ai';\nimport { BaseRealtimeChannelClient, ChannelOnboardingDetails } from '../channels/base-realtime-channel-client';\nimport {\n ApplyWhiteboardAgentTool, RealtimeWhiteboardHostComponent, WHITEBOARD_TOOL_DEFINITIONS,\n WHITEBOARD_TOOL_PREFIX, WhiteboardState, WhiteboardWidgetInteractionEvent, WhiteboardWidgetSubmitEvent\n} from '@memberjunction/ng-whiteboard';\n\n/*\n Per-widget throttle window for AMBIENT interaction context notes: at most one note per\n * widget per this many ms — within the window the LATEST summary wins (chatty widgets\n * collapse to one trailing-edge note instead of flooding the model's context).\n /\nexport const WHITEBOARD_INTERACTION_NOTE_THROTTLE_MS = 4000;\n\n/* Per-widget ambient-note throttle bookkeeping. /\ninterface InteractionThrottleEntry {\n /* When this widget's last ambient note was sent (epoch ms). /\n LastSentAt: number;\n /* Trailing-edge timer for a deferred note, or null when the window is idle. /\n Timer: ReturnType<typeof setTimeout> \| null;\n /* The latest event received within the open window (sent when the timer fires). /\n Pending: WhiteboardWidgetInteractionEvent \| null;\n}\n\n/\n The LIVE WHITEBOARD as a pluggable interactive channel — the canonical\n * {@link BaseRealtimeChannelClient} implementation, resolved from the `MJ: AI Agent\n * Channels` registry row whose `ClientPluginClass` is `'RealtimeWhiteboardChannel'`.\n \n One instance per session (created via ClassFactory at session start). It owns the\n * board's {@link WhiteboardState} engine and contributes the channel's full contract:\n \n - Action: the `Whiteboard_` client-executed tool set\n ({@link WHITEBOARD_TOOL_DEFINITIONS}); {@link ApplyAgentTool} prefers the BOUND host\n * component (board mutation + violet pop-in / toast / presence-cursor garnish) and\n * falls back to the pure {@link ApplyWhiteboardAgentTool} engine call when no surface\n * is bound (e.g. the surface panel is collapsed) — the channel keeps working, just\n * without the garnish.\n * - Perception: {@link BindSurface} subscribes the host's coalesced (750 ms)\n * `SceneDelta` stream and pipes each delta into the live model's context as a\n * `[whiteboard]` background note; the agent-undo toast click flows the same way.\n * - Surface: {@link RealtimeWhiteboardHostComponent}, created dynamically by the\n * overlay's channel tab; the host's Focus toggle rides `Context.SetFocusMode` so the\n * shell can collapse/restore the main call column.\n * - State of record: every board mutation (user edits AND agent tool calls) requests\n * a save of {@link WhiteboardState.ToJSON} under channel name `'Whiteboard'` — the\n * host debounces and flushes at teardown.\n \n A PRIOR session's persisted board is restored through {@link RestoreState} (invoked by\n * the session host after Initialize, before any surface binding): the saved JSON is\n * rehydrated IN PLACE into the same {@link WhiteboardState} instance, so the save\n * subscription and any later surface binding keep pointing at one engine. Malformed or\n * incompatible payloads are tolerated — the board simply starts fresh.\n /\n@RegisterClass(BaseRealtimeChannelClient, 'RealtimeWhiteboardChannel')\nexport class RealtimeWhiteboardChannel extends BaseRealtimeChannelClient<RealtimeWhiteboardHostComponent> {\n /* The board's state of record — created fresh with the plugin (one per session). /\n public readonly State = new WhiteboardState();\n\n /* The live bound surface, when the channel tab's pane is instantiated. /\n private host: RealtimeWhiteboardHostComponent \| null = null;\n /* Output subscriptions on the bound surface (SceneDelta / AgentUndo / FocusModeChange). /\n private surfaceSubs: Subscription[] = [];\n /* Board-mutation subscription driving the debounced state-of-record save. /\n private stateChangedSub: Subscription \| null = null;\n /* Per-widget ambient-interaction note throttles (ItemID → window state). /\n private interactionThrottles = new Map<string, InteractionThrottleEntry>();\n\n public get ChannelName(): string {\n return 'Whiteboard';\n }\n\n public get ToolNamePrefix(): string {\n return WHITEBOARD_TOOL_PREFIX;\n }\n\n public get TabTitle(): string {\n return 'Whiteboard';\n }\n\n public get TabIcon(): string {\n return 'fa-solid fa-chalkboard';\n }\n\n public GetToolDefinitions(): RealtimeToolDefinition[] {\n return WHITEBOARD_TOOL_DEFINITIONS;\n }\n\n public override GetSurfaceComponent(): Type<RealtimeWhiteboardHostComponent> {\n return RealtimeWhiteboardHostComponent;\n }\n\n /* First-run intro shown the first time the user opens the Whiteboard tab (once per user). /\n public override GetOnboardingDetails(): ChannelOnboardingDetails {\n return {\n Heading: 'Whiteboard',\n Description:\n 'A shared canvas the agent can sketch, write and annotate on live during the call — ' +\n 'whatever it draws appears here instantly, and anything you add is something it can see too.',\n Tips: [\n 'Watch the board fill in as you talk — the agent updates it in real time.',\n 'Add your own notes or shapes; the agent perceives your edits and can build on them.',\n 'Use Focus to give the board the whole screen, and save it to artifacts to keep it.'\n ],\n IconClass: 'fa-solid fa-chalkboard'\n };\n }\n\n /* Persist the board (host-debounced) on EVERY board mutation — user edits AND agent tools. /\n protected override OnInitialize(): void {\n this.stateChangedSub = this.State.Changed$.subscribe(() => {\n this.Context?.RequestSave(this.State.ToJSON());\n });\n }\n\n /\n Wires the dynamically-created board host: inputs (shared state engine + agent name)\n * are set BEFORE the component's first change detection, and the perception/garnish\n * outputs are subscribed back into the host context — the overlay never sees any of it.\n /\n public BindSurface(instance: RealtimeWhiteboardHostComponent): void {\n this.releaseSurface();\n this.host = instance;\n instance.State = this.State;\n instance.AgentName = this.Context?.AgentName ?? 'Agent';\n this.surfaceSubs.push(\n // The board's coalesced scene delta — the perception feed the agent \"sees\".\n instance.SceneDelta.subscribe((deltaJson: string) => {\n // Background PERCEPTION, not conversation: the model sees every user edit without\n // being told, but must not narrate minor changes — only react when something is\n // significant (or when asked). The etiquette rides in the note itself so any\n // realtime model gets it regardless of system-prompt sync state.\n this.Context?.SendContextNote(\n '[whiteboard] board update (background context — do NOT comment on minor edits; ' +\n 'only mention it if the change is significant to the discussion): ' + deltaJson);\n }),\n // The user clicked Undo on the agent-action toast (the undo already applied locally).\n instance.AgentUndo.subscribe(() => {\n this.Context?.SendContextNote('[whiteboard] user undid your last change');\n }),\n // A sandboxed HTML widget submitted user input (MJWhiteboard.submit) — already\n // validated, size-capped and not canceled (the host's cancelable WidgetSubmitting\n // event ran first). Surface it to the agent so it can react to quiz answers /\n // micro-form input it asked for.\n instance.WidgetSubmitted.subscribe((submit: WhiteboardWidgetSubmitEvent) => {\n // Durable awareness first (the note persists in the model's context)…\n this.Context?.SendContextNote(\n `[whiteboard] the user submitted input in widget \"${submit.Title \|\| submit.ItemID}\": ${submit.DataJson}`);\n // …then make the model REACT — a submission is explicit user input the user is\n // waiting on; without this trigger, SendContextNote alone produces dead silence\n // (\"I clicked Submit and nothing happened\").\n this.Context?.RequestSpokenResponse?.(\n `The user just submitted input in the whiteboard widget \"${submit.Title \|\| submit.ItemID}\": ${submit.DataJson}. ` +\n `React to it now in your own voice — acknowledge their choice and continue naturally.`);\n }),\n // AMBIENT widget telemetry (the injected recorder, NOT widget-authored script):\n // clicks / changes / typing summarized by the board. Pure background perception —\n // throttled per widget so chatty widgets don't flood the model's context, and framed\n // with do-not-respond etiquette (explicit MJWhiteboard.submit input arrives above).\n instance.WidgetInteraction.subscribe((interaction: WhiteboardWidgetInteractionEvent) => {\n this.onWidgetInteraction(interaction);\n }),\n // The board's Focus toggle — ask the shell to collapse/restore the main call column.\n instance.FocusModeChange.subscribe((focused: boolean) => {\n this.Context?.SetFocusMode(focused);\n }),\n // \"Save to artifacts\": snapshot the board as a first-class versioned artifact.\n instance.SaveToArtifactsRequested.subscribe(() => {\n void this.saveBoardAsArtifact();\n })\n );\n }\n\n public override UnbindSurface(): void {\n this.releaseSurface();\n }\n\n /\n Routes one ambient widget-interaction batch to the agent as a throttled background\n * context note: outside an open window the note goes out immediately and opens a\n * {@link WHITEBOARD_INTERACTION_NOTE_THROTTLE_MS} window; within the window the LATEST\n * event is stashed and a trailing-edge timer sends it when the window closes (one note\n * per widget per window, latest summary wins).\n /\n private onWidgetInteraction(interaction: WhiteboardWidgetInteractionEvent): void {\n const now = Date.now();\n const entry = this.interactionThrottles.get(interaction.ItemID);\n if (!entry \|\| (entry.Timer === null && now - entry.LastSentAt >= WHITEBOARD_INTERACTION_NOTE_THROTTLE_MS)) {\n this.sendInteractionNote(interaction);\n this.interactionThrottles.set(interaction.ItemID, { LastSentAt: now, Timer: null, Pending: null });\n return;\n }\n entry.Pending = interaction; // latest wins within the window\n if (entry.Timer === null) {\n const wait = Math.max(0, entry.LastSentAt + WHITEBOARD_INTERACTION_NOTE_THROTTLE_MS - now);\n entry.Timer = setTimeout(() => {\n entry.Timer = null;\n const pending = entry.Pending;\n entry.Pending = null;\n if (pending) {\n entry.LastSentAt = Date.now();\n this.sendInteractionNote(pending);\n }\n }, wait);\n }\n }\n\n /* The ambient-note framing: background etiquette rides in the note itself (like scene deltas). /\n private sendInteractionNote(interaction: WhiteboardWidgetInteractionEvent): void {\n this.Context?.SendContextNote(\n `[whiteboard] ambient activity in widget \"${interaction.Title \|\| interaction.ItemID}\" ` +\n '(background — do NOT respond unless it is significant or you are asked; ' +\n `explicit submissions arrive separately): ${interaction.Summary}`);\n }\n\n /* Cancels all pending ambient-note timers and resets the per-widget throttle windows. /\n private clearInteractionThrottles(): void {\n for (const entry of this.interactionThrottles.values()) {\n if (entry.Timer !== null) {\n clearTimeout(entry.Timer);\n }\n }\n this.interactionThrottles.clear();\n }\n\n /\n Persists the current board as a `MJ: Artifacts` snapshot via the host context\n * (best-effort; the host logs failures). On success the agent is told via a context\n * note so it can reference the saved artifact naturally.\n /\n private async saveBoardAsArtifact(): Promise<void> {\n const ctx = this.Context;\n if (!ctx) {\n return;\n }\n const now = new Date();\n const name = `Whiteboard — ${now.toLocaleDateString()} ${now.toLocaleTimeString([], { hour: '2-digit', minute: '2-digit' })}`;\n const artifactId = await ctx.SaveAsArtifact(name, this.State.ToJSON());\n if (artifactId) {\n ctx.SendContextNote(`[whiteboard] the user saved the current board as the artifact \"${name}\"`);\n }\n }\n\n /\n Executes one `Whiteboard_` tool call LOCALLY. Prefers the live bound host (board\n mutation + UI garnish); falls back to the pure engine function when no surface is\n * bound so the channel keeps working with the pane collapsed.\n /\n public ApplyAgentTool(toolName: string, argsJson: string): string {\n if (this.host) {\n return this.host.ApplyAgentTool(toolName, argsJson);\n }\n return ApplyWhiteboardAgentTool(this.State, toolName, argsJson);\n }\n\n /* The board's serialized state of record (persisted under {@link ChannelName}). /\n public override SerializeState(): string \| null {\n return this.State.ToJSON();\n }\n\n /\n Rehydrates a prior session's saved board into THIS session's state engine (in place —\n * the {@link State} instance and its subscriptions are preserved). Returns `true` on\n * success; malformed / incompatible JSON returns `false` and the board stays fresh\n * (never throws — {@link WhiteboardState.LoadFromJSON} is tolerant by contract).\n /\n public override RestoreState(stateJson: string): boolean {\n return this.State.LoadFromJSON(stateJson);\n }\n\n /\n Exit focus mode THROUGH the bound host (its own Focus button state stays in sync; it\n * re-emits `FocusModeChange(false)` → `Context.SetFocusMode(false)`). When no surface is\n * bound the overlay's defensive flag clear covers it.\n /\n public override RequestFocusExit(): void {\n if (this.host?.FocusMode) {\n this.host.ToggleFocus();\n }\n }\n\n public override Dispose(): void {\n this.stateChangedSub?.unsubscribe();\n this.stateChangedSub = null;\n super.Dispose(); // releases the surface binding + context\n }\n\n /* Unsubscribes surface outputs, cancels pending ambient notes and drops the host reference. /\n private releaseSurface(): void {\n for (const sub of this.surfaceSubs) {\n sub.unsubscribe();\n }\n this.surfaceSubs = [];\n this.clearInteractionThrottles();\n this.host = null;\n }\n}\n\n/\n Tree-shaking prevention: the whiteboard channel is resolved dynamically through the\n * ClassFactory (by the registry row's `ClientPluginClass` key), so this static call is\n * what keeps its `@RegisterClass` side effect from being eliminated by the bundler.\n * Called by `RealtimeSessionService` alongside the realtime-client driver Load calls.\n */\nexport function LoadRealtimeWhiteboardChannel(): void {\n // intentional no-op — the import side effect performs the registration\n}\n"]}
1	+ {"version":3,"file":"whiteboard-channel.js","sourceRoot":"","sources":["../../../../../src/lib/components/realtime/whiteboard/whiteboard-channel.ts"],"names":[],"mappings":";;;;;;;AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AACvD,OAAO,EAAE,2BAA2B,EAAkE,MAAM,oBAAoB,CAAC;AACjI,OAAO,EAAE,yBAAyB,EAAyB,MAAM,oCAAoC,CAAC;AACtG,OAAO,EAAE,yBAAyB,EAA4B,MAAM,0CAA0C,CAAC;AAC/G,OAAO,EACL,wBAAwB,EAAE,wBAAwB,EAAE,+BAA+B,EAAE,2BAA2B,EAChH,sBAAsB,EAAE,eAAe,EACxC,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;GAQG;AACH,SAAS,aAAa,CAAC,MAAc;IACnC,IAAI,CAAC;QACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAC3C,OAAO,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAK,MAAgC,CAAC,OAAO,KAAK,IAAI,CAAC;IAC7G,CAAC;IAAC,MAAM,CAAC;QACP,yFAAyF;QACzF,qFAAqF;QACrF,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,GAAW,EAAE,KAAK,GAAG,IAAI,EAAE,MAAM,GAAG,GAAG;IACpF,IAAI,OAAO,QAAQ,KAAK,WAAW,IAAI,OAAO,KAAK,KAAK,WAAW,EAAE,CAAC;QACpE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,IAAI,OAAO,CAAgB,CAAC,OAAO,EAAE,EAAE;QAC5C,IAAI,GAAG,GAAkB,IAAI,CAAC;QAC9B,IAAI,KAAK,GAAyC,IAAI,CAAC;QAEvD,MAAM,OAAO,GAAG,GAAG,EAAE;YACnB,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,KAAK,GAAG,IAAI,CAAC;YACf,CAAC;YACD,IAAI,GAAG,EAAE,CAAC;gBACR,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;gBACzB,GAAG,GAAG,IAAI,CAAC;YACb,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,MAAM,OAAO,GAAG,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,6BAA6B,EAAE,CAAC,CAAC;YACzE,GAAG,GAAG,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YAEnC,gGAAgG;YAChG,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBACtB,OAAO,CAAC,KAAK,CAAC,sEAAsE,CAAC,CAAC;gBACtF,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,EAAE,IAAI,CAAC,CAAC;YAET,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE;gBAChB,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,QAAQ,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;oBAChD,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;oBACrB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;oBACvB,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;oBACpC,IAAI,CAAC,GAAG,EAAE,CAAC;wBACT,OAAO,EAAE,CAAC;wBACV,OAAO,CAAC,IAAI,CAAC,CAAC;wBACd,OAAO;oBACT,CAAC;oBACD,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC;oBAC1B,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;oBAClC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;oBACxC,OAAO,EAAE,CAAC;oBACV,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;oBACrD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;oBACnC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;gBAC3D,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,OAAO,CAAC,KAAK,CAAC,qEAAqE,EAAE,GAAG,CAAC,CAAC;oBAC1F,OAAO,EAAE,CAAC;oBACV,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC;YACH,CAAC,CAAC;YACF,GAAG,CAAC,OAAO,GAAG,CAAC,GAAG,EAAE,EAAE;gBACpB,OAAO,CAAC,KAAK,CAAC,yEAAyE,EAAE,GAAG,CAAC,CAAC;gBAC9F,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC,CAAC;YACF,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,qEAAqE,EAAE,GAAG,CAAC,CAAC;YAC1F,OAAO,EAAE,CAAC;YACV,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,MAAM,uCAAuC,GAAG,IAAI,CAAC;AAY5D;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AAEI,IAAM,yBAAyB,GAA/B,MAAM,yBAA0B,SAAQ,yBAA0D;;IACvG,qFAAqF;IACrE,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;IAE9C,2EAA2E;IACnE,IAAI,GAA2C,IAAI,CAAC;IAC5D,4FAA4F;IACpF,WAAW,GAAmB,EAAE,CAAC;IACzC,8EAA8E;IACtE,eAAe,GAAwB,IAAI,CAAC;IACpD,6EAA6E;IACrE,oBAAoB,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC3E,qGAAqG;IAC7F,WAAW,GAAqC,IAAI,CAAC;IAC7D,kFAAkF;IAC1E,iBAAiB,GAAG,CAAC,CAAC;IAE9B,IAAW,WAAW;QACpB,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;OAEG;IACa,gBAAgB;QAC9B,OAAO,CAAC,2BAA2B,CAAC,CAAC;IACvC,CAAC;IAED;;;OAGG;IACI,KAAK,CAAC,cAAc;QACzB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACjD,OAAO,MAAM,wBAAwB,CAAC,GAAG,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,gEAAgE,EAAE,GAAG,CAAC,CAAC;YACrF,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAEO,MAAM,CAAU,6BAA6B,GAAG,IAAI,CAAC;IACrD,MAAM,CAAU,yBAAyB,GAAG,GAAG,CAAC;IAExD,+FAA+F;IAC/F,gGAAgG;IAChG,yFAAyF;IACzF,2FAA2F;IAC3F,4FAA4F;IAC5F,gGAAgG;IAChG,+FAA+F;IAC/F,qFAAqF;IAErF,0FAA0F;IAClF,uBAAuB,GAAyC,IAAI,CAAC;IAC7E,2EAA2E;IACnE,yBAAyB,GAAkB,IAAI,CAAC;IAExD,2EAA2E;IACnE,4BAA4B;QAClC,IAAI,IAAI,CAAC,uBAAuB,IAAI,IAAI,EAAE,CAAC;YACzC,YAAY,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAC3C,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;QACtC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,2BAA2B;QACjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,2BAAyB,CAAC,6BAA6B,CAAC;QACjE,CAAC;QACD,MAAM,MAAM,GAA6B,MAAM,CAAC,iBAAiB,CAAC;QAClE,MAAM,UAAU,GAAG,MAAM,EAAE,IAAI,CAC7B,CAAC,CAAgB,EAAE,EAAE,CACnB,CAAC,CAAC,UAAU,CAAC,QAAQ,KAAK,OAAO;YACjC,CAAC,CAAC,UAAU,CAAC,SAAS,KAAK,SAAS,CACvC,CAAC;QACF,MAAM,IAAI,GAAG,UAAU,EAAE,UAAU,CAAC,IAAI,CAAC;QACzC,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,GAAG,CACb,2BAAyB,CAAC,yBAAyB,EACnD,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CACxB,CAAC;QACJ,CAAC;QACD,OAAO,2BAAyB,CAAC,6BAA6B,CAAC;IACjE,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,KAAa;QACvC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACpC,IAAI,CAAC,yBAAyB,GAAG,KAAK,CAAC;QACvC,IAAI,CAAC,iBAAiB,EAAE,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,cAAc;QAC1B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;gBAC7E,OAAO;YACT,CAAC;YAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACrD,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC,iBAAiB,CAAC;YAE7C,IAAI,OAAO,IAAI,SAAS,EAAE,CAAC;gBACzB,IAAI,CAAC,4BAA4B,EAAE,CAAC;gBACpC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC1C,IAAI,CAAC,KAAK,EAAE,CAAC;oBACX,OAAO;gBACT,CAAC;gBACD,IAAI,KAAK,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAC;oBAC7C,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,+EAA+E;gBAC/E,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,CAAC;oBAClC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,CAAC;oBAC/C,IAAI,CAAC,uBAAuB,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;wBACnD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC;wBACpC,IAAI,CAAC;4BACH,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;gCAClE,OAAO;4BACT,CAAC;4BACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;4BAC1C,IAAI,CAAC,KAAK,EAAE,CAAC;gCACX,OAAO;4BACT,CAAC;4BACD,IAAI,KAAK,KAAK,IAAI,CAAC,yBAAyB,EAAE,CAAC;gCAC7C,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;4BAClC,CAAC;wBACH,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACb,OAAO,CAAC,KAAK,CAAC,wEAAwE,EAAE,GAAG,CAAC,CAAC;wBAC/F,CAAC;oBACH,CAAC,EAAE,KAAK,CAAC,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,sDAAsD,EAAE,GAAG,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,0BAA0B;QACtC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACxC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;gBAC7E,OAAO;YACT,CAAC;YACD,IAAI,CAAC,4BAA4B,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAC1C,IAAI,KAAK,EAAE,CAAC;gBACV,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;gBAChC,IAAI,CAAC,OAAO,EAAE,eAAe,CAC3B,+HAA+H,CAChI,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,kEAAkE,EAAE,GAAG,CAAC,CAAC;QACzF,CAAC;IACH,CAAC;IAED,IAAW,cAAc;QACvB,OAAO,sBAAsB,CAAC;IAChC,CAAC;IAED,IAAW,QAAQ;QACjB,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,IAAW,OAAO;QAChB,OAAO,wBAAwB,CAAC;IAClC,CAAC;IAEM,kBAAkB;QACvB,OAAO,2BAA2B,CAAC;IACrC,CAAC;IAEe,mBAAmB;QACjC,OAAO,+BAA+B,CAAC;IACzC,CAAC;IAED,8FAA8F;IAC9E,oBAAoB;QAClC,OAAO;YACL,OAAO,EAAE,YAAY;YACrB,WAAW,EACT,qFAAqF;gBACrF,6FAA6F;YAC/F,IAAI,EAAE;gBACJ,0EAA0E;gBAC1E,qFAAqF;gBACrF,oFAAoF;aACrF;YACD,SAAS,EAAE,wBAAwB;SACpC,CAAC;IACJ,CAAC;IAED,+FAA+F;IAC5E,YAAY;QAC7B,IAAI,CAAC,eAAe,EAAE,WAAW,EAAE,CAAC;QACpC,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,EAAE;YAC9D,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/C,8FAA8F;YAC9F,mEAAmE;YACnE,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM,IAAI,MAAM,CAAC,EAAE,KAAK,SAAS,EAAE,CAAC;gBACxD,KAAK,IAAI,CAAC,cAAc,EAAE,CAAC;YAC7B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEe,gBAAgB;QAC9B,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAC3B,CAAC;IAEO,iBAAiB;QACvB,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACtC,IAAI,CAAC,WAAW,GAAG,IAAI,yBAAyB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,kBAAkB,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,CAAC;YACnH,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,CAAC;QAC7B,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,QAAyC;QAC1D,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACzB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC;QACrB,QAAQ,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAC5B,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC;QACxD,IAAI,CAAC,WAAW,CAAC,IAAI;QACnB,4EAA4E;QAC5E,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,SAAiB,EAAE,EAAE;YAClD,kFAAkF;YAClF,gFAAgF;YAChF,6EAA6E;YAC7E,iEAAiE;YACjE,IAAI,CAAC,OAAO,EAAE,eAAe,CAC3B,iFAAiF;gBACjF,mEAAmE,GAAG,SAAS,CAAC,CAAC;QACrF,CAAC,CAAC;QACF,sFAAsF;QACtF,QAAQ,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,0CAA0C,CAAC,CAAC;QAC5E,CAAC,CAAC;QACF,+EAA+E;QAC/E,kFAAkF;QAClF,8EAA8E;QAC9E,iCAAiC;QACjC,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,MAAmC,EAAE,EAAE;YACzE,sEAAsE;YACtE,IAAI,CAAC,OAAO,EAAE,eAAe,CAC3B,oDAAoD,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC5G,+EAA+E;YAC/E,gFAAgF;YAChF,6CAA6C;YAC7C,IAAI,CAAC,OAAO,EAAE,qBAAqB,EAAE,CACnC,2DAA2D,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,MAAM,MAAM,MAAM,CAAC,QAAQ,IAAI;gBACjH,sFAAsF,CAAC,CAAC;QAC5F,CAAC,CAAC;QACF,gFAAgF;QAChF,kFAAkF;QAClF,qFAAqF;QACrF,oFAAoF;QACpF,QAAQ,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,WAA6C,EAAE,EAAE;YACrF,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,qFAAqF;QACrF,QAAQ,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,OAAgB,EAAE,EAAE;YACtD,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC;QACF,+EAA+E;QAC/E,QAAQ,CAAC,wBAAwB,CAAC,SAAS,CAAC,GAAG,EAAE;YAC/C,KAAK,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAClC,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAEe,aAAa;QAC3B,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAED;;;;;;OAMG;IACK,mBAAmB,CAAC,WAA6C;QACvE,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAChE,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,GAAG,GAAG,KAAK,CAAC,UAAU,IAAI,uCAAuC,CAAC,EAAE,CAAC;YAC1G,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC;YACtC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,EAAE,UAAU,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACnG,OAAO;QACT,CAAC;QACD,KAAK,CAAC,OAAO,GAAG,WAAW,CAAC,CAAC,gCAAgC;QAC7D,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,GAAG,uCAAuC,GAAG,GAAG,CAAC,CAAC;YAC3F,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;gBACnB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC9B,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC;gBACrB,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;oBAC9B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC,EAAE,IAAI,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,mGAAmG;IAC3F,mBAAmB,CAAC,WAA6C;QACvE,IAAI,CAAC,OAAO,EAAE,eAAe,CAC3B,4CAA4C,WAAW,CAAC,KAAK,IAAI,WAAW,CAAC,MAAM,IAAI;YACvF,0EAA0E;YAC1E,4CAA4C,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,0FAA0F;IAClF,yBAAyB;QAC/B,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,EAAE,CAAC;YACvD,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;gBACzB,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;QACD,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;IACpC,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,mBAAmB;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC;QACzB,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,GAAG,gBAAgB,GAAG,CAAC,kBAAkB,EAAE,IAAI,GAAG,CAAC,kBAAkB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAC9H,MAAM,UAAU,GAAG,MAAM,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QACvE,IAAI,UAAU,EAAE,CAAC;YACf,GAAG,CAAC,eAAe,CAAC,kEAAkE,IAAI,GAAG,CAAC,CAAC;QACjG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACI,cAAc,CAAC,QAAgB,EAAE,QAAgB;QACtD,IAAI,MAAc,CAAC;QACnB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACxD,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,wBAAwB,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;QACpE,CAAC;QACD,8FAA8F;QAC9F,4FAA4F;QAC5F,0FAA0F;QAC1F,8FAA8F;QAC9F,gGAAgG;QAChG,6FAA6F;QAC7F,IAAI,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,KAAK,IAAI,CAAC,0BAA0B,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,oFAAoF;IACpE,cAAc;QAC5B,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACa,YAAY,CAAC,SAAiB;QAC5C,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IAC5C,CAAC;IAED;;;;OAIG;IACa,gBAAgB;QAC9B,IAAI,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAC1B,CAAC;IACH,CAAC;IAEe,OAAO;QACrB,IAAI,CAAC,4BAA4B,EAAE,CAAC;QACpC,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,eAAe,EAAE,WAAW,EAAE,CAAC;QACpC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC;QACtC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,yCAAyC;IAC5D,CAAC;IAED,gGAAgG;IACxF,cAAc;QACpB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnC,GAAG,CAAC,WAAW,EAAE,CAAC;QACpB,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,yBAAyB,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;;AA1bU,yBAAyB;IADrC,aAAa,CAAC,yBAAyB,EAAE,2BAA2B,CAAC;GACzD,yBAAyB,CA2brC;;AAED;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B;IAC3C,uEAAuE;AACzE,CAAC","sourcesContent":["import type { Type } from '@angular/core';\nimport { Subscription } from 'rxjs';\nimport { RegisterClass } from '@memberjunction/global';\nimport { CHANNEL_INBOUND_VIDEO_TRACK, RealtimeToolDefinition, RealtimeTrack, RealtimeTrackDescriptor } from '@memberjunction/ai';\nimport { ChannelInboundVideoBridge, IChannelFrameProvider } from '@memberjunction/ai-realtime-client';\nimport { BaseRealtimeChannelClient, ChannelOnboardingDetails } from '../channels/base-realtime-channel-client';\nimport {\n ApplyWhiteboardAgentTool, BuildWhiteboardExportSvg, RealtimeWhiteboardHostComponent, WHITEBOARD_TOOL_DEFINITIONS,\n WHITEBOARD_TOOL_PREFIX, WhiteboardState, WhiteboardWidgetInteractionEvent, WhiteboardWidgetSubmitEvent\n} from '@memberjunction/ng-whiteboard';\n\n/*\n Whether a whiteboard tool result reports success.\n \n `ApplyWhiteboardAgentTool` returns a JSON `WhiteboardToolResult` string — `{ success: true, … }`\n * or `{ success: false, error }` — for every tool and every failure path. Anything that does not\n * parse as an object with `success === true` is treated as NOT a successful mutation, which is the\n * safe direction: the cost of missing a confirmation frame is one stale picture until the next\n * change, while the cost of a false one is telling the model an edit landed when it did not.\n /\nfunction toolSucceeded(result: string): boolean {\n try {\n const parsed: unknown = JSON.parse(result);\n return parsed !== null && typeof parsed === 'object' && (parsed as { success?: unknown }).success === true;\n } catch {\n // A non-JSON result cannot be confirmed as a mutation — the host returned something this\n // channel does not understand, so it does not get a \"your change is on screen\" note.\n return false;\n }\n}\n\n/\n Asynchronously rasterizes an SVG string to a JPEG base64 string (without the `data:image/jpeg;base64,` prefix)\n * using an offscreen canvas. Returns null in non-DOM environments or when rendering fails.\n /\nexport async function rasterizeSvgToJpegBase64(svg: string, width = 1280, height = 720): Promise<string \| null> {\n if (typeof document === 'undefined' \|\| typeof Image === 'undefined') {\n return null;\n }\n return new Promise<string \| null>((resolve) => {\n let url: string \| null = null;\n let timer: ReturnType<typeof setTimeout> \| null = null;\n\n const cleanup = () => {\n if (timer != null) {\n clearTimeout(timer);\n timer = null;\n }\n if (url) {\n URL.revokeObjectURL(url);\n url = null;\n }\n };\n\n try {\n const img = new Image();\n const svgBlob = new Blob([svg], { type: 'image/svg+xml;charset=utf-8' });\n url = URL.createObjectURL(svgBlob);\n\n // Capped wait: resolve null and revoke URL if the Image never fires onload or onerror (item 61)\n timer = setTimeout(() => {\n console.error('[RealtimeWhiteboardChannel] SVG rasterization timed out after 5000ms');\n cleanup();\n resolve(null);\n }, 5000);\n\n img.onload = () => {\n try {\n const canvas = document.createElement('canvas');\n canvas.width = width;\n canvas.height = height;\n const ctx = canvas.getContext('2d');\n if (!ctx) {\n cleanup();\n resolve(null);\n return;\n }\n ctx.fillStyle = '#ffffff';\n ctx.fillRect(0, 0, width, height);\n ctx.drawImage(img, 0, 0, width, height);\n cleanup();\n const dataUrl = canvas.toDataURL('image/jpeg', 0.85);\n const comma = dataUrl.indexOf(',');\n resolve(comma >= 0 ? dataUrl.slice(comma + 1) : dataUrl);\n } catch (err) {\n console.error('[RealtimeWhiteboardChannel] Failed to rasterize SVG canvas to JPEG:', err);\n cleanup();\n resolve(null);\n }\n };\n img.onerror = (err) => {\n console.error('[RealtimeWhiteboardChannel] Failed to load SVG image for rasterization:', err);\n cleanup();\n resolve(null);\n };\n img.src = url;\n } catch (err) {\n console.error('[RealtimeWhiteboardChannel] Failed to initialize SVG rasterization:', err);\n cleanup();\n resolve(null);\n }\n });\n}\n\n/\n Per-widget throttle window for AMBIENT interaction context notes: at most one note per\n * widget per this many ms — within the window the LATEST summary wins (chatty widgets\n * collapse to one trailing-edge note instead of flooding the model's context).\n /\nexport const WHITEBOARD_INTERACTION_NOTE_THROTTLE_MS = 4000;\n\n/* Per-widget ambient-note throttle bookkeeping. /\ninterface InteractionThrottleEntry {\n /* When this widget's last ambient note was sent (epoch ms). /\n LastSentAt: number;\n /* Trailing-edge timer for a deferred note, or null when the window is idle. /\n Timer: ReturnType<typeof setTimeout> \| null;\n /* The latest event received within the open window (sent when the timer fires). /\n Pending: WhiteboardWidgetInteractionEvent \| null;\n}\n\n/\n The LIVE WHITEBOARD as a pluggable interactive channel — the canonical\n * {@link BaseRealtimeChannelClient} implementation, resolved from the `MJ: AI Agent\n * Channels` registry row whose `ClientPluginClass` is `'RealtimeWhiteboardChannel'`.\n \n One instance per session (created via ClassFactory at session start). It owns the\n * board's {@link WhiteboardState} engine and contributes the channel's full contract:\n \n - Action: the `Whiteboard_` client-executed tool set\n ({@link WHITEBOARD_TOOL_DEFINITIONS}); {@link ApplyAgentTool} prefers the BOUND host\n * component (board mutation + violet pop-in / toast / presence-cursor garnish) and\n * falls back to the pure {@link ApplyWhiteboardAgentTool} engine call when no surface\n * is bound (e.g. the surface panel is collapsed) — the channel keeps working, just\n * without the garnish.\n * - Perception: {@link BindSurface} subscribes the host's coalesced (750 ms)\n * `SceneDelta` stream and pipes each delta into the live model's context as a\n * `[whiteboard]` background note; the agent-undo toast click flows the same way.\n * - Surface: {@link RealtimeWhiteboardHostComponent}, created dynamically by the\n * overlay's channel tab; the host's Focus toggle rides `Context.SetFocusMode` so the\n * shell can collapse/restore the main call column.\n * - State of record: every board mutation (user edits AND agent tool calls) requests\n * a save of {@link WhiteboardState.ToJSON} under channel name `'Whiteboard'` — the\n * host debounces and flushes at teardown.\n \n A PRIOR session's persisted board is restored through {@link RestoreState} (invoked by\n * the session host after Initialize, before any surface binding): the saved JSON is\n * rehydrated IN PLACE into the same {@link WhiteboardState} instance, so the save\n * subscription and any later surface binding keep pointing at one engine. Malformed or\n * incompatible payloads are tolerated — the board simply starts fresh.\n /\n@RegisterClass(BaseRealtimeChannelClient, 'RealtimeWhiteboardChannel')\nexport class RealtimeWhiteboardChannel extends BaseRealtimeChannelClient<RealtimeWhiteboardHostComponent> implements IChannelFrameProvider {\n /* The board's state of record — created fresh with the plugin (one per session). /\n public readonly State = new WhiteboardState();\n\n /* The live bound surface, when the channel tab's pane is instantiated. /\n private host: RealtimeWhiteboardHostComponent \| null = null;\n /* Output subscriptions on the bound surface (SceneDelta / AgentUndo / FocusModeChange). /\n private surfaceSubs: Subscription[] = [];\n /* Board-mutation subscription driving the debounced state-of-record save. /\n private stateChangedSub: Subscription \| null = null;\n /* Per-widget ambient-interaction note throttles (ItemID → window state). /\n private interactionThrottles = new Map<string, InteractionThrottleEntry>();\n /* Shared video bridge streaming board frames to the model when the model supports inbound video. /\n private videoBridge: ChannelInboundVideoBridge \| null = null;\n /* Pacing timestamp for event-driven visual scene pushes (enforces max 1 fps). /\n private lastPushTimestamp = 0;\n\n public get ChannelName(): string {\n return 'Whiteboard';\n }\n\n /\n Sourced tracks: Whiteboard can source inbound video to the model when the model supports it.\n /\n public override GetSourcedTracks(): readonly RealtimeTrackDescriptor[] {\n return [CHANNEL_INBOUND_VIDEO_TRACK];\n }\n\n /\n Produces the latest visual scene as a base64-encoded frame for the video bridge.\n * Renders the whiteboard SVG into an offscreen canvas and returns base64 JPEG.\n /\n public async GetLatestFrame(): Promise<string \| null> {\n if (!this.State) {\n return null;\n }\n try {\n const svg = BuildWhiteboardExportSvg(this.State);\n return await rasterizeSvgToJpegBase64(svg);\n } catch (err) {\n console.error('[RealtimeWhiteboardChannel] Failed to export whiteboard frame:', err);\n return null;\n }\n }\n\n private static readonly WHITEBOARD_DEFAULT_CADENCE_MS = 1000;\n private static readonly WHITEBOARD_MIN_CADENCE_MS = 250;\n\n // NO liveness heartbeat here, deliberately. This channel is 100% CHANGE-DRIVEN: the only thing\n // that pushes a frame is a board mutation. A periodic keep-alive would have to be driven by its\n // own always-on interval — this channel does no work at all while the board is idle, and\n // resurrecting it every 15 seconds to re-send an unchanged picture is a cost with no shown\n // benefit. (It also cannot be smuggled in via the mutation path: a 15s elapsed-check inside\n // onUserMutation only runs when a mutation arrives, so on an idle board it is never evaluated —\n // which is exactly what the constant this replaced did.) If the inbound video track ever needs\n // keep-alive frames, that belongs on the track or the bridge, once, not per channel.\n\n /* Trailing timer to deliver the settled resting frame after rapid user drawing/edits. /\n private whiteboardTrailingTimer: ReturnType<typeof setTimeout> \| null = null;\n /* Last base64 JPEG frame pushed to the bridge, used for deduplication. /\n private lastPushedWhiteboardFrame: string \| null = null;\n\n /* Cancels any active trailing-edge settle timer and clears the handle. /\n private clearWhiteboardTrailingTimer(): void {\n if (this.whiteboardTrailingTimer != null) {\n clearTimeout(this.whiteboardTrailingTimer);\n this.whiteboardTrailingTimer = null;\n }\n }\n\n /\n Resolves the effective push cadence in milliseconds based on the negotiated inbound video track.\n * Defaults to 1000ms (1 fps ceiling for Gemini Live), but clamps down to a minimum of 250ms (4 fps)\n * if the negotiated track specifies a higher `Rate`.\n /\n private getNegotiatedVideoCadenceMs(): number {\n const client = this.Context?.Client;\n if (!client) {\n return RealtimeWhiteboardChannel.WHITEBOARD_DEFAULT_CADENCE_MS;\n }\n const tracks: readonly RealtimeTrack[] = client.EstablishedTracks;\n const videoTrack = tracks?.find(\n (t: RealtimeTrack) =>\n t.Descriptor.Modality === 'video' &&\n t.Descriptor.Direction === 'inbound'\n );\n const rate = videoTrack?.Descriptor.Rate;\n if (typeof rate === 'number' && rate > 0) {\n return Math.max(\n RealtimeWhiteboardChannel.WHITEBOARD_MIN_CADENCE_MS,\n Math.floor(1000 / rate)\n );\n }\n return RealtimeWhiteboardChannel.WHITEBOARD_DEFAULT_CADENCE_MS;\n }\n\n /\n Pushes a frame to the video bridge, updating timestamp and deduplication cache.\n /\n private pushWhiteboardFrame(frame: string): void {\n this.lastPushTimestamp = Date.now();\n this.lastPushedWhiteboardFrame = frame;\n this.ensureVideoBridge()?.PushFrame(frame);\n }\n\n /\n Pushes the latest board visual scene when user mutations occur, with dynamic pacing,\n * deduplication, and a trailing-edge settle timer so the model sees the final resting state.\n /\n private async onUserMutation(): Promise<void> {\n try {\n const bridge = this.ensureVideoBridge();\n if (!bridge \|\| !this.Context?.Client?.IsTrackEstablished('video', 'inbound')) {\n return;\n }\n\n const now = Date.now();\n const cadenceMs = this.getNegotiatedVideoCadenceMs();\n const elapsed = now - this.lastPushTimestamp;\n\n if (elapsed >= cadenceMs) {\n this.clearWhiteboardTrailingTimer();\n const frame = await this.GetLatestFrame();\n if (!frame) {\n return;\n }\n if (frame !== this.lastPushedWhiteboardFrame) {\n this.pushWhiteboardFrame(frame);\n }\n } else {\n // Within cooldown window: schedule trailing settle timer if not already armed.\n if (!this.whiteboardTrailingTimer) {\n const delay = Math.max(0, cadenceMs - elapsed);\n this.whiteboardTrailingTimer = setTimeout(async () => {\n this.whiteboardTrailingTimer = null;\n try {\n if (!this.Context?.Client?.IsTrackEstablished('video', 'inbound')) {\n return;\n }\n const frame = await this.GetLatestFrame();\n if (!frame) {\n return;\n }\n if (frame !== this.lastPushedWhiteboardFrame) {\n this.pushWhiteboardFrame(frame);\n }\n } catch (err) {\n console.error('[RealtimeWhiteboardChannel] Error in whiteboard trailing settle timer:', err);\n }\n }, delay);\n }\n }\n } catch (err) {\n console.error('[RealtimeWhiteboardChannel] Error in onUserMutation:', err);\n }\n }\n\n /\n Pushes exactly ONE confirmation frame after an agent tool mutates the board, and\n * informs the model context so it does not loop narrating its own change.\n /\n private async pushAgentConfirmationFrame(): Promise<void> {\n try {\n const bridge = this.ensureVideoBridge();\n if (!bridge \|\| !this.Context?.Client?.IsTrackEstablished('video', 'inbound')) {\n return;\n }\n this.clearWhiteboardTrailingTimer();\n const frame = await this.GetLatestFrame();\n if (frame) {\n this.pushWhiteboardFrame(frame);\n this.Context?.SendContextNote(\n '[whiteboard] visual confirmation of your action (background — do NOT narrate or announce your own change; continue naturally)'\n );\n }\n } catch (err) {\n console.error('[RealtimeWhiteboardChannel] Error in pushAgentConfirmationFrame:', err);\n }\n }\n\n public get ToolNamePrefix(): string {\n return WHITEBOARD_TOOL_PREFIX;\n }\n\n public get TabTitle(): string {\n return 'Whiteboard';\n }\n\n public get TabIcon(): string {\n return 'fa-solid fa-chalkboard';\n }\n\n public GetToolDefinitions(): RealtimeToolDefinition[] {\n return WHITEBOARD_TOOL_DEFINITIONS;\n }\n\n public override GetSurfaceComponent(): Type<RealtimeWhiteboardHostComponent> {\n return RealtimeWhiteboardHostComponent;\n }\n\n /* First-run intro shown the first time the user opens the Whiteboard tab (once per user). /\n public override GetOnboardingDetails(): ChannelOnboardingDetails {\n return {\n Heading: 'Whiteboard',\n Description:\n 'A shared canvas the agent can sketch, write and annotate on live during the call — ' +\n 'whatever it draws appears here instantly, and anything you add is something it can see too.',\n Tips: [\n 'Watch the board fill in as you talk — the agent updates it in real time.',\n 'Add your own notes or shapes; the agent perceives your edits and can build on them.',\n 'Use Focus to give the board the whole screen, and save it to artifacts to keep it.'\n ],\n IconClass: 'fa-solid fa-chalkboard'\n };\n }\n\n /* Persist the board (host-debounced) on EVERY board mutation — user edits AND agent tools. /\n protected override OnInitialize(): void {\n this.stateChangedSub?.unsubscribe();\n this.clearWhiteboardTrailingTimer();\n this.stateChangedSub = this.State.Changed$.subscribe((change) => {\n this.Context?.RequestSave(this.State.ToJSON());\n // Only user edits (and scene replacements like undo) drive the user settle-debounce pipeline.\n // Agent edits are confirmed with a single frame in ApplyAgentTool.\n if (change.Author === 'user' \|\| change.Op === 'replace') {\n void this.onUserMutation();\n }\n });\n this.ensureVideoBridge();\n }\n\n public override OnSessionStarted(): void {\n this.ensureVideoBridge();\n }\n\n private ensureVideoBridge(): ChannelInboundVideoBridge \| null {\n if (!this.videoBridge && this.Context) {\n this.videoBridge = new ChannelInboundVideoBridge(() => this.Context?.Client, this);\n }\n if (this.videoBridge && !this.videoBridge.IsActive && this.Context?.Client?.IsTrackEstablished('video', 'inbound')) {\n this.videoBridge.Start?.();\n }\n return this.videoBridge;\n }\n\n /\n Wires the dynamically-created board host: inputs (shared state engine + agent name)\n * are set BEFORE the component's first change detection, and the perception/garnish\n * outputs are subscribed back into the host context — the overlay never sees any of it.\n /\n public BindSurface(instance: RealtimeWhiteboardHostComponent): void {\n this.ensureVideoBridge();\n this.releaseSurface();\n this.host = instance;\n instance.State = this.State;\n instance.AgentName = this.Context?.AgentName ?? 'Agent';\n this.surfaceSubs.push(\n // The board's coalesced scene delta — the perception feed the agent \"sees\".\n instance.SceneDelta.subscribe((deltaJson: string) => {\n // Background PERCEPTION, not conversation: the model sees every user edit without\n // being told, but must not narrate minor changes — only react when something is\n // significant (or when asked). The etiquette rides in the note itself so any\n // realtime model gets it regardless of system-prompt sync state.\n this.Context?.SendContextNote(\n '[whiteboard] board update (background context — do NOT comment on minor edits; ' +\n 'only mention it if the change is significant to the discussion): ' + deltaJson);\n }),\n // The user clicked Undo on the agent-action toast (the undo already applied locally).\n instance.AgentUndo.subscribe(() => {\n this.Context?.SendContextNote('[whiteboard] user undid your last change');\n }),\n // A sandboxed HTML widget submitted user input (MJWhiteboard.submit) — already\n // validated, size-capped and not canceled (the host's cancelable WidgetSubmitting\n // event ran first). Surface it to the agent so it can react to quiz answers /\n // micro-form input it asked for.\n instance.WidgetSubmitted.subscribe((submit: WhiteboardWidgetSubmitEvent) => {\n // Durable awareness first (the note persists in the model's context)…\n this.Context?.SendContextNote(\n `[whiteboard] the user submitted input in widget \"${submit.Title \|\| submit.ItemID}\": ${submit.DataJson}`);\n // …then make the model REACT — a submission is explicit user input the user is\n // waiting on; without this trigger, SendContextNote alone produces dead silence\n // (\"I clicked Submit and nothing happened\").\n this.Context?.RequestSpokenResponse?.(\n `The user just submitted input in the whiteboard widget \"${submit.Title \|\| submit.ItemID}\": ${submit.DataJson}. ` +\n `React to it now in your own voice — acknowledge their choice and continue naturally.`);\n }),\n // AMBIENT widget telemetry (the injected recorder, NOT widget-authored script):\n // clicks / changes / typing summarized by the board. Pure background perception —\n // throttled per widget so chatty widgets don't flood the model's context, and framed\n // with do-not-respond etiquette (explicit MJWhiteboard.submit input arrives above).\n instance.WidgetInteraction.subscribe((interaction: WhiteboardWidgetInteractionEvent) => {\n this.onWidgetInteraction(interaction);\n }),\n // The board's Focus toggle — ask the shell to collapse/restore the main call column.\n instance.FocusModeChange.subscribe((focused: boolean) => {\n this.Context?.SetFocusMode(focused);\n }),\n // \"Save to artifacts\": snapshot the board as a first-class versioned artifact.\n instance.SaveToArtifactsRequested.subscribe(() => {\n void this.saveBoardAsArtifact();\n })\n );\n }\n\n public override UnbindSurface(): void {\n this.releaseSurface();\n }\n\n /\n Routes one ambient widget-interaction batch to the agent as a throttled background\n * context note: outside an open window the note goes out immediately and opens a\n * {@link WHITEBOARD_INTERACTION_NOTE_THROTTLE_MS} window; within the window the LATEST\n * event is stashed and a trailing-edge timer sends it when the window closes (one note\n * per widget per window, latest summary wins).\n /\n private onWidgetInteraction(interaction: WhiteboardWidgetInteractionEvent): void {\n const now = Date.now();\n const entry = this.interactionThrottles.get(interaction.ItemID);\n if (!entry \|\| (entry.Timer === null && now - entry.LastSentAt >= WHITEBOARD_INTERACTION_NOTE_THROTTLE_MS)) {\n this.sendInteractionNote(interaction);\n this.interactionThrottles.set(interaction.ItemID, { LastSentAt: now, Timer: null, Pending: null });\n return;\n }\n entry.Pending = interaction; // latest wins within the window\n if (entry.Timer === null) {\n const wait = Math.max(0, entry.LastSentAt + WHITEBOARD_INTERACTION_NOTE_THROTTLE_MS - now);\n entry.Timer = setTimeout(() => {\n entry.Timer = null;\n const pending = entry.Pending;\n entry.Pending = null;\n if (pending) {\n entry.LastSentAt = Date.now();\n this.sendInteractionNote(pending);\n }\n }, wait);\n }\n }\n\n /* The ambient-note framing: background etiquette rides in the note itself (like scene deltas). /\n private sendInteractionNote(interaction: WhiteboardWidgetInteractionEvent): void {\n this.Context?.SendContextNote(\n `[whiteboard] ambient activity in widget \"${interaction.Title \|\| interaction.ItemID}\" ` +\n '(background — do NOT respond unless it is significant or you are asked; ' +\n `explicit submissions arrive separately): ${interaction.Summary}`);\n }\n\n /* Cancels all pending ambient-note timers and resets the per-widget throttle windows. /\n private clearInteractionThrottles(): void {\n for (const entry of this.interactionThrottles.values()) {\n if (entry.Timer !== null) {\n clearTimeout(entry.Timer);\n }\n }\n this.interactionThrottles.clear();\n }\n\n /\n Persists the current board as a `MJ: Artifacts` snapshot via the host context\n * (best-effort; the host logs failures). On success the agent is told via a context\n * note so it can reference the saved artifact naturally.\n /\n private async saveBoardAsArtifact(): Promise<void> {\n const ctx = this.Context;\n if (!ctx) {\n return;\n }\n const now = new Date();\n const name = `Whiteboard — ${now.toLocaleDateString()} ${now.toLocaleTimeString([], { hour: '2-digit', minute: '2-digit' })}`;\n const artifactId = await ctx.SaveAsArtifact(name, this.State.ToJSON());\n if (artifactId) {\n ctx.SendContextNote(`[whiteboard] the user saved the current board as the artifact \"${name}\"`);\n }\n }\n\n /\n Executes one `Whiteboard_` tool call LOCALLY. Prefers the live bound host (board\n mutation + UI garnish); falls back to the pure engine function when no surface is\n * bound so the channel keeps working with the pane collapsed.\n /\n public ApplyAgentTool(toolName: string, argsJson: string): string {\n let result: string;\n if (this.host) {\n result = this.host.ApplyAgentTool(toolName, argsJson);\n } else {\n result = ApplyWhiteboardAgentTool(this.State, toolName, argsJson);\n }\n // A SUCCESSFUL agent tool triggers exactly ONE immediate visual confirmation frame and a note\n // telling the model not to narrate its own change. A FAILED one must trigger neither: every\n // failure path returns `{ success: false, error }` (bad JSON args, unknown tool, per-tool\n // validation), and confirming it would tell the model its edit landed AND instruct it to stay\n // quiet about it — so the failure would vanish from the user's view while the model carried on.\n // It would also push a frame identical to the last one, since a failed tool changes nothing.\n if (toolSucceeded(result)) {\n void this.pushAgentConfirmationFrame();\n }\n return result;\n }\n\n /* The board's serialized state of record (persisted under {@link ChannelName}). /\n public override SerializeState(): string \| null {\n return this.State.ToJSON();\n }\n\n /\n Rehydrates a prior session's saved board into THIS session's state engine (in place —\n * the {@link State} instance and its subscriptions are preserved). Returns `true` on\n * success; malformed / incompatible JSON returns `false` and the board stays fresh\n * (never throws — {@link WhiteboardState.LoadFromJSON} is tolerant by contract).\n /\n public override RestoreState(stateJson: string): boolean {\n return this.State.LoadFromJSON(stateJson);\n }\n\n /\n Exit focus mode THROUGH the bound host (its own Focus button state stays in sync; it\n * re-emits `FocusModeChange(false)` → `Context.SetFocusMode(false)`). When no surface is\n * bound the overlay's defensive flag clear covers it.\n /\n public override RequestFocusExit(): void {\n if (this.host?.FocusMode) {\n this.host.ToggleFocus();\n }\n }\n\n public override Dispose(): void {\n this.clearWhiteboardTrailingTimer();\n this.videoBridge?.Stop();\n this.videoBridge = null;\n this.stateChangedSub?.unsubscribe();\n this.stateChangedSub = null;\n this.lastPushedWhiteboardFrame = null;\n super.Dispose(); // releases the surface binding + context\n }\n\n /* Unsubscribes surface outputs, cancels pending ambient notes and drops the host reference. /\n private releaseSurface(): void {\n for (const sub of this.surfaceSubs) {\n sub.unsubscribe();\n }\n this.surfaceSubs = [];\n this.clearInteractionThrottles();\n this.host = null;\n }\n}\n\n/\n Tree-shaking prevention: the whiteboard channel is resolved dynamically through the\n * ClassFactory (by the registry row's `ClientPluginClass` key), so this static call is\n * what keeps its `@RegisterClass` side effect from being eliminated by the bundler.\n * Called by `RealtimeSessionService` alongside the realtime-client driver Load calls.\n */\nexport function LoadRealtimeWhiteboardChannel(): void {\n // intentional no-op — the import side effect performs the registration\n}\n"]}

package/dist/lib/services/realtime-session.service.d.ts CHANGED Viewed

@@ -1,8 +1,8 @@
 import { Observable } from 'rxjs';
 import { IMetadataProvider } from '@memberjunction/core';
-import { RealtimeToolDefinition } from '@memberjunction/ai';
+import { ClientRealtimeSessionConfig, RealtimeToolDefinition, RealtimeTrackDirection } from '@memberjunction/ai';
 import { AppContextSnapshot } from '@memberjunction/ai-core-plus';
-import { RealtimeAudioActivity } from '@memberjunction/ai-realtime-client';
+import { BaseRealtimeClient, RealtimeAudioActivity } from '@memberjunction/ai-realtime-client';
 import { ParsedDelegationArtifact } from './delegation-result-parser';
 import { BaseRealtimeChannelClient } from '../components/realtime/channels/base-realtime-channel-client';
 import * as i0 from "@angular/core";
@@ -103,6 +103,19 @@ export interface RealtimeDelegationNarration {
     /** The narration transcript text. */
     Text: string;
 }
+/**
+ * One thought/reasoning narration emitted on {@link RealtimeSessionService.ThoughtNarration$}.
+ * Distinct from spoken progress narrations: thought summaries are authored by reasoning models
+ * (e.g. Gemini 3.8 Live Extended Thinking) and are NOT spoken aloud.
+ */
+export interface RealtimeThoughtNarration {
+    /** Correlating call ID if associated with a delegation/turn; otherwise generated or empty. */
+    CallID?: string;
+    /** The model's thought / reasoning text. */
+    Text: string;
+    /** Whether this emission represents the complete finalized thought turn. */
+    IsFinal?: boolean;
+}
 /**
  * Result shape returned by the `StartRealtimeClientSession` server mutation.
  * The browser uses these values to open a client-direct realtime session.
@@ -205,6 +218,7 @@ export declare class RealtimeSessionService {
     private _delegationProgress$;
     private _delegationResult$;
     private _delegationNarration$;
+    private _thoughtNarration$;
     private _agentName$;
     private _modelName$;
     private _minimized$;
@@ -232,6 +246,11 @@ export declare class RealtimeSessionService {
      * renders them as a transient "live note" near the active working card.
      */
     readonly DelegationNarration$: Observable<RealtimeDelegationNarration>;
+    /**
+     * Model-authored thought / reasoning narrations (see {@link RealtimeThoughtNarration}). These are
+     * reasoning summaries author-emitted during extended thinking, separate from spoken progress updates.
+     */
+    readonly ThoughtNarration$: Observable<RealtimeThoughtNarration>;
     /** Display name of the agent the active session fronts (set at session start). */
     readonly AgentName$: Observable<string>;
     /**
@@ -646,6 +665,18 @@ export declare class RealtimeSessionService {
      * a cheap analyser read, never provider traffic.
      */
     GetAudioActivity(): RealtimeAudioActivity | null;
+    /**
+     * The active {@link BaseRealtimeClient} driving the media plane, or null when not connected.
+     */
+    get Client(): BaseRealtimeClient | null;
+    /**
+     * Relays a video frame to the underlying realtime client if active.
+     */
+    SendVideoFrame(base64Image: string, mimeType?: string): void;
+    /**
+     * Checks whether a media track is established on the active realtime client.
+     */
+    IsTrackEstablished(modality: string, direction: RealtimeTrackDirection): boolean;
     /**
      * Reads the per-user recording-consent preference from `MJ: User Settings` (via
      * {@link UserInfoEngine}'s synchronous cache). Defensive: any failure resolves to `false`
@@ -832,8 +863,12 @@ export declare class RealtimeSessionService {
      * provider (e.g. its Load function was never called).
      */
     private createRealtimeClient;
-    /** Builds the client-direct session config the realtime client connects with. */
-    private buildClientConfig;
+    /**
+     * Builds the client-direct session config the realtime client connects with.
+     * Aggregates tracks sourced by active channels into `requestedTracks` so the driver
+     * can negotiate them (e.g., establishing inbound video streaming for Whiteboard / RemoteBrowser).
+     */
+    buildClientConfig(session: StartRealtimeClientSessionResult): ClientRealtimeSessionConfig;
     /**
      * Parses the server-built session config JSON. On failure, logs and returns an empty
      * object — the client treats an empty config as "nothing to apply", so the session

package/dist/lib/services/realtime-session.service.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"realtime-session.service.d.ts","sourceRoot":"","sources":["../../../src/lib/services/realtime-session.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAmB,UAAU,EAAyB,MAAM,MAAM,CAAC;AAC1E,OAAO,EAAY,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAKnE,OAAO,EAAsD,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAChH,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EAQL,qBAAqB,EAMtB,MAAM,oCAAoC,CAAC;AAE5C,OAAO,EAA6B,wBAAwB,EAAkB,MAAM,4BAA4B,CAAC;AACjH,OAAO,EAAE,yBAAyB,EAA0B,MAAM,8DAA8D,CAAC;;AAGjI;;;;;GAKG;AACH,eAAO,MAAM,8BAA8B,yCAAyC,CAAC;AAgBrF;;;;;;;;GAQG;AACH,MAAM,MAAM,uBAAuB,GAC/B,YAAY,GACZ,WAAW,GACX,UAAU,GACV,UAAU,GACV,OAAO,GACP,QAAQ,CAAC;AAEb,4FAA4F;AAC5F,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,0BAA0B;IACzC,oDAAoD;IACpD,MAAM,EAAE,MAAM,CAAC;IACf,0GAA0G;IAC1G,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,sIAAsI;IACtI,IAAI,EAAE,MAAM,CAAC;IACb,uCAAuC;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,MAAM,WAAW,wBAAwB;IACvC,kDAAkD;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,qEAAqE;IACrE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4CAA4C;IAC5C,OAAO,EAAE,OAAO,CAAC;IACjB,4EAA4E;IAC5E,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;OAIG;IACH,SAAS,CAAC,EAAE,wBAAwB,EAAE,CAAC;CACxC;AAED;;;;;;GAMG;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAEzG;;;;;;GAMG;AACH,MAAM,WAAW,yBAAyB;IACxC,uDAAuD;IACvD,OAAO,EAAE,yBAAyB,CAAC;IACnC,iFAAiF;IACjF,OAAO,EAAE,OAAO,CAAC;CAClB;AAYD;;;;;;GAMG;AACH,MAAM,WAAW,2BAA2B;IAC1C,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAC;CACd;AAoDD;;;;;;;;GAQG;AACH,MAAM,WAAW,gCAAgC;IAC/C,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,gGAAgG;IAChG,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sGAAsG;IACtG,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;;;OAIG;IACH,6BAA6B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C;;;;;;OAMG;IACH,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;CACvC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,yBAAyB;IACxC;;;;;OAKG;IACH,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC;;;;OAIG;IACH,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3C;;;OAGG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC;;;OAGG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,kBAAkB,GAAG,IAAI,CAAC;CACjD;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,qBACa,sBAAsB;IAEjC,OAAO,CAAC,iBAAiB,CAA0D;IACnF,OAAO,CAAC,UAAU,CAA8C;IAChE,OAAO,CAAC,QAAQ,CAAuC;IACvD,OAAO,CAAC,oBAAoB,CAA6C;IACzE,OAAO,CAAC,kBAAkB,CAA2C;IACrE,OAAO,CAAC,qBAAqB,CAA8C;IAC3E,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,WAAW,CAA4C;IAC/D,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,gBAAgB,CAAwD;IAChF,OAAO,CAAC,cAAc,CAA4C;IAOlE,OAAO,CAAC,gBAAgB,CAAgE;IACxF,OAAO,CAAC,cAAc,CAAsE;IAC5F,OAAO,CAAC,iBAAiB,CAA4C;IAErE,uCAAuC;IACvC,SAAgB,gBAAgB,EAAE,UAAU,CAAC,uBAAuB,CAAC,CAAyC;IAC9G,wDAAwD;IACxD,SAAgB,SAAS,EAAE,UAAU,CAAC,eAAe,EAAE,CAAC,CAAkC;IAC1F,uEAAuE;IACvE,SAAgB,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,CAAgC;IAC5E;;;OAGG;IACH,SAAgB,mBAAmB,EAAE,UAAU,CAAC,0BAA0B,CAAC,CAA4C;IACvH,uGAAuG;IACvG,SAAgB,iBAAiB,EAAE,UAAU,CAAC,wBAAwB,CAAC,CAA0C;IACjH;;;;OAIG;IACH,SAAgB,oBAAoB,EAAE,UAAU,CAAC,2BAA2B,CAAC,CAA6C;IAC1H,kFAAkF;IAClF,SAAgB,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,CAAmC;IACjF;;;;OAIG;IACH,SAAgB,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,CAAmC;IAExF;;;;OAIG;IACH,SAAgB,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,CAAmC;IAElF;;;;;OAKG;IACH,SAAgB,eAAe,EAAE,UAAU,CAAC,yBAAyB,EAAE,CAAC,CAAwC;IAEhH;;;;OAIG;IACH,SAAgB,aAAa,EAAE,UAAU,CAAC,yBAAyB,CAAC,CAAsC;IAE1G;;;;;;;;;;;OAWG;IACH,SAAgB,eAAe,EAAE,UAAU,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CACnD;IAEvC;;;;;;;OAOG;IACH,SAAgB,aAAa,EAAE,UAAU,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAA;KAAE,CAAC,CACzD;IAErC;;;;;;OAMG;IACH,SAAgB,gBAAgB,EAAE,UAAU,CAAC,yBAAyB,CAAC,CAAyC;IAEhH,8EAA8E;IAC9E,IAAW,cAAc,IAAI,SAAS,yBAAyB,EAAE,CAEhE;IAED;;;;OAIG;IACH,IAAW,gBAAgB,IAAI,WAAW,CAAC,MAAM,CAAC,CAEjD;IAED,0FAA0F;IACnF,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO;IAIvD,qFAAqF;IACrF,IAAW,gBAAgB,IAAI,MAAM,CAEpC;IAED;;;;OAIG;IACH,6FAA6F;IAC7F,OAAO,CAAC,qBAAqB,CAAuB;IACpD,kEAAkE;IAClE,OAAO,CAAC,qBAAqB,CAAuB;IACpD,wEAAwE;IACxE,OAAO,CAAC,mBAAmB,CAAuB;IAClD,0FAA0F;IAC1F,OAAO,CAAC,kBAAkB,CAAM;IAChC,oFAAoF;IACpF,OAAO,CAAC,2BAA2B,CAAS;IAE5C;;;;OAIG;IACH,IAAW,4BAA4B,IAAI,MAAM,GAAG,IAAI,CAEvD;IAED,gGAAgG;IAChG,IAAW,mBAAmB,IAAI,MAAM,GAAG,IAAI,CAE9C;IAED,IAAW,qBAAqB,IAAI,MAAM,GAAG,IAAI,CAEhD;IAED,8DAA8D;IAC9D,IAAW,WAAW,IAAI,OAAO,CAEhC;IAED;;;OAGG;IACI,YAAY,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI;IAO7C,4FAA4F;IAC5F,OAAO,CAAC,MAAM,CAAmC;IACjD,uFAAuF;IACvF,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,cAAc,CAAuB;IAC7C;;;;OAIG;IACH,OAAO,CAAC,aAAa,CAAuB;IAC5C;;;;;OAKG;IACH,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwD;IACrF,8EAA8E;IAC9E,SAAgB,WAAW,EAAE,UAAU,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAoC;IAEtG;;;;;;;OAOG;IACI,gBAAgB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,IAAI,GAAG,IAAI;IAIlE;;;;OAIG;IACH,OAAO,CAAC,iBAAiB,CAAuB;IAGhD;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAsC;IACtD,qFAAqF;IACrF,OAAO,CAAC,qBAAqB,CAAuB;IACpD,yFAAyF;IACzF,OAAO,CAAC,YAAY,CAA+C;IACnE,2DAA2D;IAC3D,OAAO,CAAC,YAAY,CAAK;IACzB,sEAAsE;IACtE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAS;IAG/C;;;OAGG;IACH,OAAO,CAAC,aAAa,CAA+C;IACpE;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAS;IAChD;;;;;;;;OAQG;IACH,OAAO,CAAC,kBAAkB,CAAuB;IACjD;;;OAGG;IACH,OAAO,CAAC,mBAAmB,CAAuB;IAElD;;;;OAIG;IACH,OAAO,CAAC,sBAAsB,CAAS;IAGvC,uFAAuF;IACvF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAQ;IACrD,wFAAwF;IACxF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAQ;IACnD,mFAAmF;IACnF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAQ;IACpD,+DAA+D;IAC/D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAK;IAC9C,mFAAmF;IACnF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAK;IAC/C;;;;OAIG;IACH,OAAO,CAAC,wBAAwB,CAAgB;IAChD;;;;;OAKG;IACH,OAAO,CAAC,eAAe,CAAqB;IAC5C,0FAA0F;IAC1F,OAAO,CAAC,cAAc,CAA8C;IACpE;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB,CAAqB;IAG7C,2EAA2E;IAC3E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAS;IACrD,0DAA0D;IAC1D,OAAO,CAAC,iBAAiB,CAAK;IAC9B,2DAA2D;IAC3D,OAAO,CAAC,kBAAkB,CAAK;IAC/B,qEAAqE;IACrE,OAAO,CAAC,eAAe,CAA8C;IACrE,2FAA2F;IAC3F,OAAO,CAAC,qBAAqB,CAA6B;IAC1D,oEAAoE;IACpE,OAAO,CAAC,yBAAyB,CAAK;IACtC,mGAAmG;IACnG,OAAO,CAAC,wBAAwB,CAAK;IACrC,oFAAoF;IACpF,OAAO,CAAC,cAAc,CAAK;IAC3B,yGAAyG;IACzG,OAAO,CAAC,gBAAgB,CAAgB;IACxC,kGAAkG;IAClG,OAAO,CAAC,gBAAgB,CAAM;IAE9B;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB,CAAgD;IAG1E,uFAAuF;IACvF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAQ;IACrD;;;;;OAKG;IACH,OAAO,CAAC,mBAAmB,CAItB;IAEL;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB,CAAqB;IAE7C,OAAO,CAAC,SAAS,CAAkC;IAEnD;;;OAGG;IACH,IAAW,QAAQ,IAAI,iBAAiB,CAEvC;IACD,IAAW,QAAQ,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI,EAElD;IAED,6CAA6C;IAC7C,IAAW,QAAQ,IAAI,OAAO,CAE7B;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqCG;IACU,oBAAoB,CAC/B,aAAa,EAAE,MAAM,EACrB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,EAC9B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,EAC7B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,EACzB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,EAChC,WAAW,CAAC,EAAE,sBAAsB,EAAE,GAAG,IAAI,EAC7C,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,EACzB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,EACnC,gBAAgB,CAAC,EAAE,OAAO,GAAG,IAAI,EACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,EACjC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,EAC7B,UAAU,CAAC,EAAE,kBAAkB,GAAG,IAAI,GACrC,OAAO,CAAC,IAAI,CAAC;IAwBhB;;;;;;;;;;;;;;;;;;;OAmBG;IACU,8BAA8B,CACzC,MAAM,EAAE,gCAAgC,EACxC,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,IAAI,CAAC;IAUhB;;;;;;OAMG;IACH,OAAO,CAAC,iBAAiB;IA4BzB;;;;OAIG;YACW,gBAAgB;IAiE9B;;;OAGG;YACW,gBAAgB;IAM9B;;;OAGG;IACU,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAOhD;;;;;;;;;;;;OAYG;IACI,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAcnC,6EAA6E;IACtE,UAAU,IAAI,OAAO;IAY5B;;;;;;OAMG;IACI,yBAAyB,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,yBAAyB,GAAG,IAAI;IAIlG,2FAA2F;IACpF,2BAA2B,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAIhE;;;;OAIG;IACI,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAQ1C;;;;;;;;;;;;;;;OAeG;IACI,oBAAoB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO;IAS1D;;;;;OAKG;IACI,gBAAgB,IAAI,qBAAqB,GAAG,IAAI;IAMvD;;;;OAIG;IACH,OAAO,CAAC,6BAA6B;IAQrC;;;;OAIG;IACH,OAAO,CAAC,cAAc;IA8BtB,kGAAkG;IAClG,OAAO,CAAC,oBAAoB;IAK5B,qDAAqD;IACrD,OAAO,CAAC,mBAAmB;IAO3B;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,OAAO,CAAC,kBAAkB;IAK1B,uFAAuF;IACvF,OAAO,CAAC,iBAAiB;IAOzB;;;OAGG;YACW,aAAa;IAkB3B;;;OAGG;YACW,qBAAqB;IA+BnC;;;;OAIG;YACW,sBAAsB;IA8BpC;;;;OAIG;YACW,eAAe;IAuB7B;;;OAGG;IACH,OAAO,CAAC,YAAY;IAepB;;;;;;OAMG;YACW,aAAa;IAS3B;;;;;;OAMG;YACW,kBAAkB;IAYhC;;;;;;OAMG;YACW,uBAAuB;IAarC;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;IAmB5B;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAazB,+FAA+F;IAC/F,OAAO,CAAC,mBAAmB;IAgC3B;;;;;OAKG;IACH,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAsF;IAE5H;;;;;;;OAOG;IACI,sBAAsB,CAC3B,KAAK,EAAE,aAAa,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAA;KAAE,CAAC,GAC/G,IAAI;IASP;;;;;;;;OAQG;YACW,oBAAoB;IAoBlC;;;;;OAKG;YACW,0BAA0B;IAUxC;;;;OAIG;IACH,OAAO,CAAC,4BAA4B;IAQpC;;;;;;OAMG;IACH,OAAO,CAAC,uBAAuB;IA8B/B;;;;;;OAMG;YACW,mBAAmB;IA6BjC,kFAAkF;IAClF,OAAO,CAAC,0BAA0B;IASlC;;;;OAIG;IACH,OAAO,CAAC,mBAAmB;IAY3B,4FAA4F;IAC5F,OAAO,CAAC,gBAAgB;IAUxB,+EAA+E;IAC/E,OAAO,CAAC,oBAAoB;IAM5B,0FAA0F;IAC1F,OAAO,CAAC,eAAe;IAgBvB;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;IAe5B,iFAAiF;IACjF,OAAO,CAAC,iBAAiB;IAUzB;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAY1B,iFAAiF;IACjF,OAAO,CAAC,kBAAkB;IA4B1B,8DAA8D;IAC9D,OAAO,CAAC,mBAAmB;IAO3B;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAiBtB,sFAAsF;IACtF,OAAO,CAAC,aAAa;IAOrB;;;;;;;;OAQG;YACW,kBAAkB;IAoEhC;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,OAAO,CAAC,kBAAkB;IAY1B;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAUvB;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAa1B,4EAA4E;YAC9D,gBAAgB;IAc9B;;;;;OAKG;YACW,cAAc;IA0D5B,2FAA2F;IAC3F,OAAO,CAAC,qBAAqB;IAS7B;;;;OAIG;YACW,iBAAiB;IAY/B;;;;;;;OAOG;IACH,OAAO,CAAC,oBAAoB;IAyB5B;;;;;;;;;;;;;OAaG;IACU,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAY/D;;;;;;;;OAQG;IACU,yBAAyB,IAAI,OAAO,CAAC,MAAM,CAAC;IAczD,kHAAkH;IAClH,OAAO,CAAC,uBAAuB;IAW/B;;;;OAIG;YACW,iBAAiB;IA4B/B,6FAA6F;YAC/E,WAAW;IAoDzB,sFAAsF;YACxE,kBAAkB;IAkBhC;;;;;;;;;;;;OAYG;IACU,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;IAqBvH;;;;;;;;;;;;;;;;;;OAkBG;YACW,eAAe;IAoC7B;;;;;OAKG;YACW,aAAa;IAuB3B;;;;OAIG;IACH,OAAO,CAAC,YAAY;IAgBpB,wFAAwF;IACxF,OAAO,CAAC,eAAe;IAIvB;;;;;;;;OAQG;YACW,iBAAiB;IAwB/B,6FAA6F;IAC7F,OAAO,CAAC,eAAe;IAWvB;;;;OAIG;IACH,OAAO,CAAC,2BAA2B;IAcnC;;;;;OAKG;IACH,OAAO,CAAC,yBAAyB;IAiBjC;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAe5B;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAW5B,iGAAiG;IACjG,OAAO,CAAC,oBAAoB;IAM5B;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAevB;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAevB,uFAAuF;IACvF,OAAO,CAAC,eAAe;IAMvB;;;OAGG;IACH,OAAO,CAAC,aAAa;IAsBrB,kFAAkF;IAClF,OAAO,CAAC,gBAAgB;IAUxB;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAevB,oFAAoF;IACpF,OAAO,CAAC,sBAAsB;IAU9B;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;IAW5B;;;;OAIG;IACH,OAAO,CAAC,qBAAqB;IAmB7B,uFAAuF;IACvF,OAAO,CAAC,sBAAsB;IAQ9B;;;;;;;;OAQG;IACH,OAAO,CAAC,0BAA0B;IAOlC,yFAAyF;IACzF,OAAO,CAAC,0BAA0B;IAiBlC;;;OAGG;YACW,QAAQ;IAiEtB,mEAAmE;YACrD,kBAAkB;IAehC,mFAAmF;IACnF,OAAO,CAAC,aAAa;IAIrB,kEAAkE;IAClE,OAAO,CAAC,UAAU;IAclB,qDAAqD;IACrD,OAAO,CAAC,GAAG;yCAp5EA,sBAAsB;6CAAtB,sBAAsB;CAu5ElC"}
1	+ {"version":3,"file":"realtime-session.service.d.ts","sourceRoot":"","sources":["../../../src/lib/services/realtime-session.service.ts"],"names":[],"mappings":"AACA,OAAO,EAAmB,UAAU,EAAyB,MAAM,MAAM,CAAC;AAC1E,OAAO,EAAY,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAKnE,OAAO,EAAE,2BAA2B,EAAwD,sBAAsB,EAA2B,sBAAsB,EAAE,MAAM,oBAAoB,CAAC;AAChM,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AAClE,OAAO,EACL,kBAAkB,EAOlB,qBAAqB,EAMtB,MAAM,oCAAoC,CAAC;AAE5C,OAAO,EAA6B,wBAAwB,EAAkB,MAAM,4BAA4B,CAAC;AACjH,OAAO,EAAE,yBAAyB,EAA0B,MAAM,8DAA8D,CAAC;;AAGjI;;;;;GAKG;AACH,eAAO,MAAM,8BAA8B,yCAAyC,CAAC;AAgBrF;;;;;;;;GAQG;AACH,MAAM,MAAM,uBAAuB,GAC/B,YAAY,GACZ,WAAW,GACX,UAAU,GACV,UAAU,GACV,OAAO,GACP,QAAQ,CAAC;AAEb,4FAA4F;AAC5F,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,0BAA0B;IACzC,oDAAoD;IACpD,MAAM,EAAE,MAAM,CAAC;IACf,0GAA0G;IAC1G,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,sIAAsI;IACtI,IAAI,EAAE,MAAM,CAAC;IACb,uCAAuC;IACvC,OAAO,EAAE,MAAM,CAAC;IAChB,8EAA8E;IAC9E,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,MAAM,WAAW,wBAAwB;IACvC,kDAAkD;IAClD,MAAM,EAAE,MAAM,CAAC;IACf,qEAAqE;IACrE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4CAA4C;IAC5C,OAAO,EAAE,OAAO,CAAC;IACjB,4EAA4E;IAC5E,MAAM,EAAE,MAAM,CAAC;IACf;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;;;OAIG;IACH,SAAS,CAAC,EAAE,wBAAwB,EAAE,CAAC;CACxC;AAED;;;;;;GAMG;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;AAEzG;;;;;;GAMG;AACH,MAAM,WAAW,yBAAyB;IACxC,uDAAuD;IACvD,OAAO,EAAE,yBAAyB,CAAC;IACnC,iFAAiF;IACjF,OAAO,EAAE,OAAO,CAAC;CAClB;AAYD;;;;;;GAMG;AACH,MAAM,WAAW,2BAA2B;IAC1C,qCAAqC;IACrC,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;GAIG;AACH,MAAM,WAAW,wBAAwB;IACvC,8FAA8F;IAC9F,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4CAA4C;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,4EAA4E;IAC5E,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAoDD;;;;;;;;GAQG;AACH,MAAM,WAAW,gCAAgC;IAC/C,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,gGAAgG;IAChG,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sGAAsG;IACtG,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;;;OAIG;IACH,6BAA6B,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C;;;;;;OAMG;IACH,sBAAsB,EAAE,MAAM,GAAG,IAAI,CAAC;CACvC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,yBAAyB;IACxC;;;;;OAKG;IACH,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxC;;;OAGG;IACH,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC;;;;OAIG;IACH,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3C;;;OAGG;IACH,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvC;;;OAGG;IACH,QAAQ,CAAC,UAAU,CAAC,EAAE,kBAAkB,GAAG,IAAI,CAAC;CACjD;AA2CD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,qBACa,sBAAsB;IAEjC,OAAO,CAAC,iBAAiB,CAA0D;IACnF,OAAO,CAAC,UAAU,CAA8C;IAChE,OAAO,CAAC,QAAQ,CAAuC;IACvD,OAAO,CAAC,oBAAoB,CAA6C;IACzE,OAAO,CAAC,kBAAkB,CAA2C;IACrE,OAAO,CAAC,qBAAqB,CAA8C;IAC3E,OAAO,CAAC,kBAAkB,CAA2C;IACrE,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,WAAW,CAA4C;IAC/D,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,gBAAgB,CAAwD;IAChF,OAAO,CAAC,cAAc,CAA4C;IAOlE,OAAO,CAAC,gBAAgB,CAAgE;IACxF,OAAO,CAAC,cAAc,CAAsE;IAC5F,OAAO,CAAC,iBAAiB,CAA4C;IAErE,uCAAuC;IACvC,SAAgB,gBAAgB,EAAE,UAAU,CAAC,uBAAuB,CAAC,CAAyC;IAC9G,wDAAwD;IACxD,SAAgB,SAAS,EAAE,UAAU,CAAC,eAAe,EAAE,CAAC,CAAkC;IAC1F,uEAAuE;IACvE,SAAgB,OAAO,EAAE,UAAU,CAAC,OAAO,CAAC,CAAgC;IAC5E;;;OAGG;IACH,SAAgB,mBAAmB,EAAE,UAAU,CAAC,0BAA0B,CAAC,CAA4C;IACvH,uGAAuG;IACvG,SAAgB,iBAAiB,EAAE,UAAU,CAAC,wBAAwB,CAAC,CAA0C;IACjH;;;;OAIG;IACH,SAAgB,oBAAoB,EAAE,UAAU,CAAC,2BAA2B,CAAC,CAA6C;IAC1H;;;OAGG;IACH,SAAgB,iBAAiB,EAAE,UAAU,CAAC,wBAAwB,CAAC,CAA0C;IACjH,kFAAkF;IAClF,SAAgB,UAAU,EAAE,UAAU,CAAC,MAAM,CAAC,CAAmC;IACjF;;;;OAIG;IACH,SAAgB,UAAU,EAAE,UAAU,CAAC,MAAM,GAAG,IAAI,CAAC,CAAmC;IAExF;;;;OAIG;IACH,SAAgB,UAAU,EAAE,UAAU,CAAC,OAAO,CAAC,CAAmC;IAElF;;;;;OAKG;IACH,SAAgB,eAAe,EAAE,UAAU,CAAC,yBAAyB,EAAE,CAAC,CAAwC;IAEhH;;;;OAIG;IACH,SAAgB,aAAa,EAAE,UAAU,CAAC,yBAAyB,CAAC,CAAsC;IAE1G;;;;;;;;;;;OAWG;IACH,SAAgB,eAAe,EAAE,UAAU,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CACnD;IAEvC;;;;;;;OAOG;IACH,SAAgB,aAAa,EAAE,UAAU,CAAC;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAA;KAAE,CAAC,CACzD;IAErC;;;;;;OAMG;IACH,SAAgB,gBAAgB,EAAE,UAAU,CAAC,yBAAyB,CAAC,CAAyC;IAEhH,8EAA8E;IAC9E,IAAW,cAAc,IAAI,SAAS,yBAAyB,EAAE,CAEhE;IAED;;;;OAIG;IACH,IAAW,gBAAgB,IAAI,WAAW,CAAC,MAAM,CAAC,CAEjD;IAED,0FAA0F;IACnF,kBAAkB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO;IAIvD,qFAAqF;IACrF,IAAW,gBAAgB,IAAI,MAAM,CAEpC;IAED;;;;OAIG;IACH,6FAA6F;IAC7F,OAAO,CAAC,qBAAqB,CAAuB;IACpD,kEAAkE;IAClE,OAAO,CAAC,qBAAqB,CAAuB;IACpD,wEAAwE;IACxE,OAAO,CAAC,mBAAmB,CAAuB;IAClD,0FAA0F;IAC1F,OAAO,CAAC,kBAAkB,CAAM;IAChC,oFAAoF;IACpF,OAAO,CAAC,2BAA2B,CAAS;IAE5C;;;;OAIG;IACH,IAAW,4BAA4B,IAAI,MAAM,GAAG,IAAI,CAEvD;IAED,gGAAgG;IAChG,IAAW,mBAAmB,IAAI,MAAM,GAAG,IAAI,CAE9C;IAED,IAAW,qBAAqB,IAAI,MAAM,GAAG,IAAI,CAEhD;IAED,8DAA8D;IAC9D,IAAW,WAAW,IAAI,OAAO,CAEhC;IAED;;;OAGG;IACI,YAAY,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI;IAO7C,4FAA4F;IAC5F,OAAO,CAAC,MAAM,CAAmC;IACjD,uFAAuF;IACvF,OAAO,CAAC,WAAW,CAA4B;IAC/C,OAAO,CAAC,cAAc,CAAuB;IAC7C;;;;OAIG;IACH,OAAO,CAAC,aAAa,CAAuB;IAC5C;;;;;OAKG;IACH,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAwD;IACrF,8EAA8E;IAC9E,SAAgB,WAAW,EAAE,UAAU,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAoC;IAEtG;;;;;;;OAOG;IACI,gBAAgB,CAAC,QAAQ,EAAE,kBAAkB,GAAG,IAAI,GAAG,IAAI;IAIlE;;;;OAIG;IACH,OAAO,CAAC,iBAAiB,CAAuB;IAGhD;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAsC;IACtD,qFAAqF;IACrF,OAAO,CAAC,qBAAqB,CAAuB;IACpD,yFAAyF;IACzF,OAAO,CAAC,YAAY,CAA+C;IACnE,2DAA2D;IAC3D,OAAO,CAAC,YAAY,CAAK;IACzB,sEAAsE;IACtE,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAS;IAG/C;;;OAGG;IACH,OAAO,CAAC,aAAa,CAA+C;IACpE;;;;;OAKG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAS;IAChD;;;;;;;;OAQG;IACH,OAAO,CAAC,kBAAkB,CAAuB;IACjD;;;OAGG;IACH,OAAO,CAAC,mBAAmB,CAAuB;IAElD;;;;OAIG;IACH,OAAO,CAAC,sBAAsB,CAAS;IAGvC,uFAAuF;IACvF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAQ;IACrD,wFAAwF;IACxF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAAmB,CAAQ;IACnD,mFAAmF;IACnF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAQ;IACpD,+DAA+D;IAC/D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAK;IAC9C,mFAAmF;IACnF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAK;IAC/C;;;;OAIG;IACH,OAAO,CAAC,wBAAwB,CAAgB;IAChD;;;;;OAKG;IACH,OAAO,CAAC,eAAe,CAAqB;IAC5C,0FAA0F;IAC1F,OAAO,CAAC,cAAc,CAA8C;IACpE;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB,CAAqB;IAG7C,2EAA2E;IAC3E,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAS;IACrD,0DAA0D;IAC1D,OAAO,CAAC,iBAAiB,CAAK;IAC9B,2DAA2D;IAC3D,OAAO,CAAC,kBAAkB,CAAK;IAC/B,qEAAqE;IACrE,OAAO,CAAC,eAAe,CAA8C;IACrE,2FAA2F;IAC3F,OAAO,CAAC,qBAAqB,CAA6B;IAC1D,oEAAoE;IACpE,OAAO,CAAC,yBAAyB,CAAK;IACtC,mGAAmG;IACnG,OAAO,CAAC,wBAAwB,CAAK;IACrC,oFAAoF;IACpF,OAAO,CAAC,cAAc,CAAK;IAC3B,yGAAyG;IACzG,OAAO,CAAC,gBAAgB,CAAgB;IACxC,kGAAkG;IAClG,OAAO,CAAC,gBAAgB,CAAM;IAE9B;;;;;OAKG;IACH,OAAO,CAAC,kBAAkB,CAAgD;IAG1E,uFAAuF;IACvF,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAQ;IACrD;;;;;OAKG;IACH,OAAO,CAAC,mBAAmB,CAItB;IAEL;;;;;;OAMG;IACH,OAAO,CAAC,gBAAgB,CAAqB;IAE7C,OAAO,CAAC,SAAS,CAAkC;IAEnD;;;OAGG;IACH,IAAW,QAAQ,IAAI,iBAAiB,CAEvC;IACD,IAAW,QAAQ,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI,EAElD;IAED,6CAA6C;IAC7C,IAAW,QAAQ,IAAI,OAAO,CAE7B;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAqCG;IACU,oBAAoB,CAC/B,aAAa,EAAE,MAAM,EACrB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,EAC9B,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,EAC7B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,EACzB,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,EAChC,WAAW,CAAC,EAAE,sBAAsB,EAAE,GAAG,IAAI,EAC7C,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,EACzB,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,EACnC,gBAAgB,CAAC,EAAE,OAAO,GAAG,IAAI,EACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,EACjC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,EAC7B,UAAU,CAAC,EAAE,kBAAkB,GAAG,IAAI,GACrC,OAAO,CAAC,IAAI,CAAC;IAwBhB;;;;;;;;;;;;;;;;;;;OAmBG;IACU,8BAA8B,CACzC,MAAM,EAAE,gCAAgC,EACxC,OAAO,CAAC,EAAE,yBAAyB,GAClC,OAAO,CAAC,IAAI,CAAC;IAUhB;;;;;;OAMG;IACH,OAAO,CAAC,iBAAiB;IA4BzB;;;;OAIG;YACW,gBAAgB;IA0E9B;;;OAGG;YACW,gBAAgB;IAM9B;;;OAGG;IACU,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAOhD;;;;;;;;;;;;OAYG;IACI,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAcnC,6EAA6E;IACtE,UAAU,IAAI,OAAO;IAY5B;;;;;;OAMG;IACI,yBAAyB,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,EAAE,yBAAyB,GAAG,IAAI;IAIlG,2FAA2F;IACpF,2BAA2B,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI;IAIhE;;;;OAIG;IACI,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI;IAQ1C;;;;;;;;;;;;;;;OAeG;IACI,oBAAoB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO;IAS1D;;;;;OAKG;IACI,gBAAgB,IAAI,qBAAqB,GAAG,IAAI;IAIvD;;OAEG;IACH,IAAW,MAAM,IAAI,kBAAkB,GAAG,IAAI,CAE7C;IAED;;OAEG;IACI,cAAc,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI;IAOnE;;OAEG;IACI,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,sBAAsB,GAAG,OAAO;IAMvF;;;;OAIG;IACH,OAAO,CAAC,6BAA6B;IAQrC;;;;OAIG;IACH,OAAO,CAAC,cAAc;IA8BtB,kGAAkG;IAClG,OAAO,CAAC,oBAAoB;IAK5B,qDAAqD;IACrD,OAAO,CAAC,mBAAmB;IAO3B;;;;;;;;;;;;;;;;;;;;;OAqBG;IACH,OAAO,CAAC,kBAAkB;IAK1B,uFAAuF;IACvF,OAAO,CAAC,iBAAiB;IAOzB;;;OAGG;YACW,aAAa;IAkB3B;;;OAGG;YACW,qBAAqB;IA+BnC;;;;OAIG;YACW,sBAAsB;IA8BpC;;;;OAIG;YACW,eAAe;IAuB7B;;;OAGG;IACH,OAAO,CAAC,YAAY;IAepB;;;;;;OAMG;YACW,aAAa;IAS3B;;;;;;OAMG;YACW,kBAAkB;IAYhC;;;;;;OAMG;YACW,uBAAuB;IAarC;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;IAmB5B;;;;OAIG;IACH,OAAO,CAAC,iBAAiB;IAazB,+FAA+F;IAC/F,OAAO,CAAC,mBAAmB;IAqC3B;;;;;OAKG;IACH,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAsF;IAE5H;;;;;;;OAOG;IACI,sBAAsB,CAC3B,KAAK,EAAE,aAAa,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAA;KAAE,CAAC,GAC/G,IAAI;IASP;;;;;;;;OAQG;YACW,oBAAoB;IAoBlC;;;;;OAKG;YACW,0BAA0B;IAUxC;;;;OAIG;IACH,OAAO,CAAC,4BAA4B;IAQpC;;;;;;OAMG;IACH,OAAO,CAAC,uBAAuB;IA8B/B;;;;;;OAMG;YACW,mBAAmB;IA6BjC,kFAAkF;IAClF,OAAO,CAAC,0BAA0B;IASlC;;;;OAIG;IACH,OAAO,CAAC,mBAAmB;IAY3B,4FAA4F;IAC5F,OAAO,CAAC,gBAAgB;IAUxB,+EAA+E;IAC/E,OAAO,CAAC,oBAAoB;IAM5B,0FAA0F;IAC1F,OAAO,CAAC,eAAe;IAgBvB;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;IAe5B;;;;OAIG;IACI,iBAAiB,CAAC,OAAO,EAAE,gCAAgC,GAAG,2BAA2B;IAoChG;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAY1B,iFAAiF;IACjF,OAAO,CAAC,kBAAkB;IA4B1B,8DAA8D;IAC9D,OAAO,CAAC,mBAAmB;IAO3B;;;;OAIG;IACH,OAAO,CAAC,cAAc;IAiBtB,sFAAsF;IACtF,OAAO,CAAC,aAAa;IAOrB;;;;;;;;OAQG;YACW,kBAAkB;IA4EhC;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,OAAO,CAAC,kBAAkB;IAY1B;;;;;OAKG;IACH,OAAO,CAAC,eAAe;IAUvB;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAa1B,4EAA4E;YAC9D,gBAAgB;IAc9B;;;;;OAKG;YACW,cAAc;IA0D5B,2FAA2F;IAC3F,OAAO,CAAC,qBAAqB;IAS7B;;;;OAIG;YACW,iBAAiB;IAY/B;;;;;;;OAOG;IACH,OAAO,CAAC,oBAAoB;IAyB5B;;;;;;;;;;;;;OAaG;IACU,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAY/D;;;;;;;;OAQG;IACU,yBAAyB,IAAI,OAAO,CAAC,MAAM,CAAC;IAczD,kHAAkH;IAClH,OAAO,CAAC,uBAAuB;IAW/B;;;;OAIG;YACW,iBAAiB;IA4B/B,6FAA6F;YAC/E,WAAW;IAoDzB,sFAAsF;YACxE,kBAAkB;IAkBhC;;;;;;;;;;;;OAYG;IACU,gBAAgB,CAAC,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC;IAqBvH;;;;;;;;;;;;;;;;;;OAkBG;YACW,eAAe;IAoC7B;;;;;OAKG;YACW,aAAa;IAuB3B;;;;OAIG;IACH,OAAO,CAAC,YAAY;IAgBpB,wFAAwF;IACxF,OAAO,CAAC,eAAe;IAIvB;;;;;;;;OAQG;YACW,iBAAiB;IAwB/B,6FAA6F;IAC7F,OAAO,CAAC,eAAe;IAWvB;;;;OAIG;IACH,OAAO,CAAC,2BAA2B;IAcnC;;;;;OAKG;IACH,OAAO,CAAC,yBAAyB;IAiBjC;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAe5B;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAW5B,iGAAiG;IACjG,OAAO,CAAC,oBAAoB;IAM5B;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAevB;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAevB,uFAAuF;IACvF,OAAO,CAAC,eAAe;IAMvB;;;OAGG;IACH,OAAO,CAAC,aAAa;IAsBrB,kFAAkF;IAClF,OAAO,CAAC,gBAAgB;IAUxB;;;;OAIG;IACH,OAAO,CAAC,eAAe;IAevB,oFAAoF;IACpF,OAAO,CAAC,sBAAsB;IAU9B;;;;;OAKG;IACH,OAAO,CAAC,oBAAoB;IAW5B;;;;OAIG;IACH,OAAO,CAAC,qBAAqB;IAmB7B,uFAAuF;IACvF,OAAO,CAAC,sBAAsB;IAQ9B;;;;;;;;OAQG;IACH,OAAO,CAAC,0BAA0B;IAOlC,yFAAyF;IACzF,OAAO,CAAC,0BAA0B;IAiBlC;;;OAGG;YACW,QAAQ;IAiEtB,mEAAmE;YACrD,kBAAkB;IAehC,mFAAmF;IACnF,OAAO,CAAC,aAAa;IAIrB,kEAAkE;IAClE,OAAO,CAAC,UAAU;IAclB,qDAAqD;IACrD,OAAO,CAAC,GAAG;yCAt+EA,sBAAsB;6CAAtB,sBAAsB;CAy+ElC"}