@memberjunction/realtime-widget 0.0.0 → 5.45.1

package/dist/voice/channels/widget-channel-host.js

@@ -0,0 +1,111 @@
+/**
+ * @fileoverview Resolves + coordinates the interactive channels a widget voice session may attach.
+ *
+ * Built from the minted session's `enabledChannels` (which mirrors the widget instance's
+ * `EnabledChannels`), it resolves each named channel to a framework-free {@link BaseWidgetChannel}
+ * via `MJGlobal.ClassFactory` — exactly how the voice controller resolves the realtime driver — and
+ * then: aggregates their client-tool definitions (declared to the model at mint), routes the model's
+ * channel-prefixed tool calls to the owning channel (the rest are relayed to the server by the
+ * controller), and binds each channel's surface into the widget's demonstration slot on first use.
+ *
+ * An empty `enabledChannels` (the default for every widget) yields an inert host: no tools, no surface,
+ * no behavior change — so channels are strictly opt-in per widget instance.
+ *
+ * @module @memberjunction/realtime-widget
+ */
+import { MJGlobal } from '@memberjunction/global';
+import { BaseWidgetChannel } from './base-widget-channel.js';
+/** Coordinates the set of interactive channels enabled for a voice session. */
+export class WidgetChannelHost {
+    /**
+     * @param enabledChannels Channel names the widget instance allows (from the minted session).
+     * @param context The perception seam channels use to feed the model (channel → agent notes).
+     */
+    constructor(enabledChannels, context) {
+        this.context = context;
+        this.channels = [];
+        this.boundChannels = new Set();
+        for (const name of enabledChannels) {
+            const channel = this.resolveChannel(name);
+            if (channel) {
+                channel.Initialize(context);
+                this.channels.push(channel);
+            }
+        }
+    }
+    /** True when at least one enabled channel resolved (so the controller declares tools + shows the surface). */
+    get HasChannels() {
+        return this.channels.length > 0;
+    }
+    /** The resolved channels (read-only) — used to build/reveal their surfaces. */
+    get Channels() {
+        return this.channels;
+    }
+    /** Every enabled channel's client-tool definitions, flattened — declared to the model at session mint. */
+    GetToolDefinitions() {
+        return this.channels.flatMap((c) => c.GetToolDefinitions());
+    }
+    /**
+     * The channel that owns a tool name (matched by prefix), or `undefined` when none does (the caller
+     * then relays the tool to the server). Pure lookup — does NOT apply the tool, so the caller can bind
+     * the channel's surface before applying.
+     */
+    FindChannel(toolName) {
+        return this.channels.find((c) => toolName.startsWith(c.ToolNamePrefix));
+    }
+    /**
+     * Routes a model tool call to the owning channel and APPLIES it. Returns `{ handled: false }` when
+     * no channel owns it. Convenience for callers that have already bound surfaces (and for tests).
+     */
+    RouteTool(toolName, argsJson) {
+        const channel = this.FindChannel(toolName);
+        if (!channel) {
+            return { handled: false };
+        }
+        return { handled: true, resultJson: channel.ApplyAgentTool(toolName, argsJson), channel };
+    }
+    /**
+     * Binds a channel's surface into a host element, once. The caller supplies a factory that creates/
+     * returns the host element for a given channel name (the widget's demonstration slot). Idempotent.
+     */
+    BindSurface(channel, host) {
+        if (this.boundChannels.has(channel.ChannelName)) {
+            return;
+        }
+        channel.BindSurface(host);
+        this.boundChannels.add(channel.ChannelName);
+    }
+    /** Disposes every channel (clears surfaces + perception subscriptions). */
+    Dispose() {
+        for (const channel of this.channels) {
+            channel.Dispose();
+        }
+        this.channels.length = 0;
+        this.boundChannels.clear();
+    }
+    /**
+     * Resolves one channel name to an instance via ClassFactory; returns null (logged) when no channel
+     * is registered for the key. The explicit `GetRegistration` check is REQUIRED: ClassFactory falls
+     * back to the highest-priority registration for the base class when a key is unknown, so without it
+     * an unrecognized channel name would silently resolve to some other channel.
+     */
+    resolveChannel(name) {
+        const key = name?.trim();
+        if (!key) {
+            return null;
+        }
+        const registration = MJGlobal.Instance.ClassFactory.GetRegistration(BaseWidgetChannel, key);
+        if (!registration) {
+            console.warn(`[mj-widget] No interactive channel registered for '${key}' — skipping.`);
+            return null;
+        }
+        const channel = MJGlobal.Instance.ClassFactory.CreateInstance(BaseWidgetChannel, key);
+        // Defense-in-depth: ensure the resolved channel actually claims this name (not a fallback).
+        if (!channel || channel.ChannelName !== key) {
+            console.warn(`[mj-widget] Interactive channel '${key}' did not resolve cleanly — skipping.`);
+            return null;
+        }
+        return channel;
+    }
+}
+//# sourceMappingURL=widget-channel-host.js.map

package/dist/voice/channels/widget-channel-host.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"widget-channel-host.js","sourceRoot":"","sources":["../../../src/voice/channels/widget-channel-host.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,iBAAiB,EAA+D,MAAM,0BAA0B,CAAC;AAY1H,+EAA+E;AAC/E,MAAM,OAAO,iBAAiB;IAI1B;;;OAGG;IACH,YAAY,eAAkC,EAAmB,OAA6B;QAA7B,YAAO,GAAP,OAAO,CAAsB;QAP7E,aAAQ,GAAwB,EAAE,CAAC;QAC5C,kBAAa,GAAG,IAAI,GAAG,EAAU,CAAC;QAOtC,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;YAC1C,IAAI,OAAO,EAAE,CAAC;gBACV,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAC5B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAChC,CAAC;QACL,CAAC;IACL,CAAC;IAED,8GAA8G;IAC9G,IAAW,WAAW;QAClB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;IACpC,CAAC;IAED,+EAA+E;IAC/E,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;IAED,0GAA0G;IACnG,kBAAkB;QACrB,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAChE,CAAC;IAED;;;;OAIG;IACI,WAAW,CAAC,QAAgB;QAC/B,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;IAC5E,CAAC;IAED;;;OAGG;IACI,SAAS,CAAC,QAAgB,EAAE,QAAgB;QAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAC9B,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC;IAC9F,CAAC;IAED;;;OAGG;IACI,WAAW,CAAC,OAA0B,EAAE,IAAiB;QAC5D,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC9C,OAAO;QACX,CAAC;QACD,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IAED,2EAA2E;IACpE,OAAO;QACV,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClC,OAAO,CAAC,OAAO,EAAE,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED;;;;;OAKG;IACK,cAAc,CAAC,IAAY;QAC/B,MAAM,GAAG,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC;QACzB,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,eAAe,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC5F,IAAI,CAAC,YAAY,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC,sDAAsD,GAAG,eAAe,CAAC,CAAC;YACvF,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAoB,iBAAiB,EAAE,GAAG,CAAC,CAAC;QACzG,4FAA4F;QAC5F,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,WAAW,KAAK,GAAG,EAAE,CAAC;YAC1C,OAAO,CAAC,IAAI,CAAC,oCAAoC,GAAG,uCAAuC,CAAC,CAAC;YAC7F,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ"}

package/dist/voice/guest-tool-relay.d.ts

@@ -0,0 +1,14 @@
+/**
+ * @fileoverview Live relay for NON-channel (server-executed) realtime tool calls — chiefly
+ * `invoke-target-agent`. When the widget's voice session has interactive channels enabled, the
+ * controller intercepts every tool call; channel-prefixed calls run locally, and everything else is
+ * relayed here to MJAPI's `ExecuteRealtimeSessionTool` (the same mutation Explorer's realtime overlay
+ * uses) and the result fed back to the model. Reuses the configured guest GraphQLDataProvider; no new
+ * endpoint. Live-only — exercised under a running MJAPI, not in unit tests.
+ *
+ * @module @memberjunction/realtime-widget
+ */
+import type { RelayToolFn } from './realtime-voice-controller.js';
+/** Builds the relay fn the voice controller calls for non-channel tools (returns the tool result JSON). */
+export declare function createGuestToolRelay(): RelayToolFn;
+//# sourceMappingURL=guest-tool-relay.d.ts.map

package/dist/voice/guest-tool-relay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"guest-tool-relay.d.ts","sourceRoot":"","sources":["../../src/voice/guest-tool-relay.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gCAAgC,CAAC;AAOlE,2GAA2G;AAC3G,wBAAgB,oBAAoB,IAAI,WAAW,CAUlD"}

package/dist/voice/guest-tool-relay.js

@@ -0,0 +1,28 @@
+/**
+ * @fileoverview Live relay for NON-channel (server-executed) realtime tool calls — chiefly
+ * `invoke-target-agent`. When the widget's voice session has interactive channels enabled, the
+ * controller intercepts every tool call; channel-prefixed calls run locally, and everything else is
+ * relayed here to MJAPI's `ExecuteRealtimeSessionTool` (the same mutation Explorer's realtime overlay
+ * uses) and the result fed back to the model. Reuses the configured guest GraphQLDataProvider; no new
+ * endpoint. Live-only — exercised under a running MJAPI, not in unit tests.
+ *
+ * @module @memberjunction/realtime-widget
+ */
+import { GraphQLDataProvider } from '@memberjunction/graphql-dataprovider';
+const EXECUTE_TOOL_MUTATION = `
+mutation WidgetRelayRealtimeTool($agentSessionId: String!, $callId: String!, $toolName: String!, $argsJson: String!) {
+  ExecuteRealtimeSessionTool(agentSessionId: $agentSessionId, callId: $callId, toolName: $toolName, argsJson: $argsJson)
+}`;
+/** Builds the relay fn the voice controller calls for non-channel tools (returns the tool result JSON). */
+export function createGuestToolRelay() {
+    return async (agentSessionId, callId, toolName, argsJson) => {
+        const data = (await GraphQLDataProvider.Instance.ExecuteGQL(EXECUTE_TOOL_MUTATION, {
+            agentSessionId,
+            callId,
+            toolName,
+            argsJson,
+        }));
+        return data.ExecuteRealtimeSessionTool ?? '{}';
+    };
+}
+//# sourceMappingURL=guest-tool-relay.js.map

package/dist/voice/guest-tool-relay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"guest-tool-relay.js","sourceRoot":"","sources":["../../src/voice/guest-tool-relay.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAC;AAG3E,MAAM,qBAAqB,GAAG;;;EAG5B,CAAC;AAEH,2GAA2G;AAC3G,MAAM,UAAU,oBAAoB;IAChC,OAAO,KAAK,EAAE,cAAsB,EAAE,MAAc,EAAE,QAAgB,EAAE,QAAgB,EAAmB,EAAE;QACzG,MAAM,IAAI,GAAG,CAAC,MAAM,mBAAmB,CAAC,QAAQ,CAAC,UAAU,CAAC,qBAAqB,EAAE;YAC/E,cAAc;YACd,MAAM;YACN,QAAQ;YACR,QAAQ;SACX,CAAC,CAA2C,CAAC;QAC9C,OAAO,IAAI,CAAC,0BAA0B,IAAI,IAAI,CAAC;IACnD,CAAC,CAAC;AACN,CAAC"}

package/dist/voice/guest-voice-mint.d.ts

@@ -0,0 +1,23 @@
+/**
+ * @fileoverview The production voice-mint function: calls the `StartRealtimeClientSession`
+ * GraphQL mutation (via the already-configured guest GraphQLDataProvider) for the widget's
+ * PINNED agent and maps the result to the `ClientRealtimeSessionConfig` the realtime client
+ * applies verbatim — exactly mirroring Explorer's `buildClientConfig`. Reuses the shipped
+ * mint resolver; no new server endpoint.
+ *
+ * NOTE: live-only (needs the guest GraphQL provider configured by RuntimeWidgetTransport +
+ * a running MJAPI). Unit tests use MockVoiceController, so this is type-checked but not
+ * exercised offline.
+ *
+ * @module @memberjunction/realtime-widget
+ */
+import type { WidgetSession } from '../types.js';
+import type { VoiceMintFn } from './realtime-voice-controller.js';
+/**
+ * Builds a VoiceMintFn that mints a realtime session for the widget's pinned agent. The controller
+ * passes the enabled channels' client-tool definitions, which are declared to the model at session
+ * start (so it can call e.g. `Whiteboard_*`); `RealtimeToolDefinition` is structurally identical to
+ * {@link WidgetChannelToolDefinition} (Name / Description / ParametersSchema), so they serialize as-is.
+ */
+export declare function createGuestVoiceMint(session: WidgetSession): VoiceMintFn;
+//# sourceMappingURL=guest-voice-mint.d.ts.map

package/dist/voice/guest-voice-mint.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"guest-voice-mint.d.ts","sourceRoot":"","sources":["../../src/voice/guest-voice-mint.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAmB,MAAM,gCAAgC,CAAC;AA2BnF;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,aAAa,GAAG,WAAW,CAgBxE"}

package/dist/voice/guest-voice-mint.js

@@ -0,0 +1,61 @@
+/**
+ * @fileoverview The production voice-mint function: calls the `StartRealtimeClientSession`
+ * GraphQL mutation (via the already-configured guest GraphQLDataProvider) for the widget's
+ * PINNED agent and maps the result to the `ClientRealtimeSessionConfig` the realtime client
+ * applies verbatim — exactly mirroring Explorer's `buildClientConfig`. Reuses the shipped
+ * mint resolver; no new server endpoint.
+ *
+ * NOTE: live-only (needs the guest GraphQL provider configured by RuntimeWidgetTransport +
+ * a running MJAPI). Unit tests use MockVoiceController, so this is type-checked but not
+ * exercised offline.
+ *
+ * @module @memberjunction/realtime-widget
+ */
+import { GraphQLDataProvider } from '@memberjunction/graphql-dataprovider';
+const START_REALTIME_MUTATION = `
+mutation StartWidgetVoiceSession($targetAgentId: String, $clientToolsJson: String) {
+  StartRealtimeClientSession(targetAgentId: $targetAgentId, clientToolsJson: $clientToolsJson) {
+    AgentSessionId
+    Provider
+    Model
+    EphemeralToken
+    ExpiresAt
+    SessionConfigJson
+  }
+}`;
+/**
+ * Builds a VoiceMintFn that mints a realtime session for the widget's pinned agent. The controller
+ * passes the enabled channels' client-tool definitions, which are declared to the model at session
+ * start (so it can call e.g. `Whiteboard_*`); `RealtimeToolDefinition` is structurally identical to
+ * {@link WidgetChannelToolDefinition} (Name / Description / ParametersSchema), so they serialize as-is.
+ */
+export function createGuestVoiceMint(session) {
+    return async (clientTools) => {
+        const data = (await GraphQLDataProvider.Instance.ExecuteGQL(START_REALTIME_MUTATION, {
+            targetAgentId: session.pinnedAgentId,
+            clientToolsJson: clientTools.length > 0 ? JSON.stringify(clientTools) : undefined,
+        }));
+        const r = data.StartRealtimeClientSession;
+        const sessionConfig = {
+            Provider: r.Provider,
+            Model: r.Model,
+            EphemeralToken: r.EphemeralToken,
+            ExpiresAt: r.ExpiresAt,
+            SessionConfig: parseSessionConfig(r.SessionConfigJson),
+        };
+        return { provider: r.Provider, sessionConfig, agentSessionId: r.AgentSessionId };
+    };
+}
+/** Parses the server-built session config; an empty object on failure (client applies nothing). */
+function parseSessionConfig(json) {
+    if (!json) {
+        return {};
+    }
+    try {
+        return JSON.parse(json);
+    }
+    catch {
+        return {};
+    }
+}
+//# sourceMappingURL=guest-voice-mint.js.map

package/dist/voice/guest-voice-mint.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"guest-voice-mint.js","sourceRoot":"","sources":["../../src/voice/guest-voice-mint.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,mBAAmB,EAAE,MAAM,sCAAsC,CAAC;AAkB3E,MAAM,uBAAuB,GAAG;;;;;;;;;;EAU9B,CAAC;AAEH;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAAsB;IACvD,OAAO,KAAK,EAAE,WAA0C,EAA4B,EAAE;QAClF,MAAM,IAAI,GAAG,CAAC,MAAM,mBAAmB,CAAC,QAAQ,CAAC,UAAU,CAAC,uBAAuB,EAAE;YACjF,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,eAAe,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS;SACpF,CAAC,CAAkC,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,0BAA0B,CAAC;QAC1C,MAAM,aAAa,GAAgC;YAC/C,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,cAAc,EAAE,CAAC,CAAC,cAAc;YAChC,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAAC,iBAAiB,CAAC;SACzD,CAAC;QACF,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,aAAa,EAAE,cAAc,EAAE,CAAC,CAAC,cAAc,EAAE,CAAC;IACrF,CAAC,CAAC;AACN,CAAC;AAED,mGAAmG;AACnG,SAAS,kBAAkB,CAAC,IAAmB;IAC3C,IAAI,CAAC,IAAI,EAAE,CAAC;QACR,OAAO,EAAE,CAAC;IACd,CAAC;IACD,IAAI,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAiD,CAAC;IAC5E,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,EAAE,CAAC;IACd,CAAC;AACL,CAAC"}

package/dist/voice/mock-voice-controller.d.ts

@@ -0,0 +1,22 @@
+/**
+ * @fileoverview In-memory voice controller for unit tests + the offline demo. Drives a
+ * scripted state/transcript sequence without real audio or a network.
+ *
+ * @module @memberjunction/realtime-widget
+ */
+import type { IVoiceController, VoiceControllerCallbacks } from './voice-controller.js';
+/** Deterministic, dependency-free voice controller for tests + demos. */
+export declare class MockVoiceController implements IVoiceController {
+    StartCount: number;
+    StopCount: number;
+    private active;
+    private callbacks;
+    get IsActive(): boolean;
+    Start(callbacks: VoiceControllerCallbacks): Promise<void>;
+    Stop(): Promise<void>;
+    /** Test helper: push a transcript line as if the model produced it. */
+    EmitTranscript(role: 'user' | 'agent', text: string, isFinal?: boolean): void;
+    /** Test helper: simulate an abuse-ceiling abort. */
+    AbortForAbuse(reason: string): void;
+}
+//# sourceMappingURL=mock-voice-controller.d.ts.map

package/dist/voice/mock-voice-controller.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-voice-controller.d.ts","sourceRoot":"","sources":["../../src/voice/mock-voice-controller.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAExF,yEAAyE;AACzE,qBAAa,mBAAoB,YAAW,gBAAgB;IACjD,UAAU,SAAK;IACf,SAAS,SAAK;IACrB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAyC;IAE1D,IAAW,QAAQ,IAAI,OAAO,CAE7B;IAEY,KAAK,CAAC,SAAS,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IAQzD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAOlC,uEAAuE;IAChE,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,UAAO,GAAG,IAAI;IAIjF,oDAAoD;IAC7C,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;CAK7C"}

package/dist/voice/mock-voice-controller.js

@@ -0,0 +1,42 @@
+/**
+ * @fileoverview In-memory voice controller for unit tests + the offline demo. Drives a
+ * scripted state/transcript sequence without real audio or a network.
+ *
+ * @module @memberjunction/realtime-widget
+ */
+/** Deterministic, dependency-free voice controller for tests + demos. */
+export class MockVoiceController {
+    constructor() {
+        this.StartCount = 0;
+        this.StopCount = 0;
+        this.active = false;
+        this.callbacks = null;
+    }
+    get IsActive() {
+        return this.active;
+    }
+    async Start(callbacks) {
+        this.StartCount++;
+        this.active = true;
+        this.callbacks = callbacks;
+        callbacks.onState('connecting');
+        callbacks.onState('listening');
+    }
+    async Stop() {
+        this.StopCount++;
+        this.active = false;
+        this.callbacks?.onState('ended');
+        this.callbacks?.onEnded();
+    }
+    /** Test helper: push a transcript line as if the model produced it. */
+    EmitTranscript(role, text, isFinal = true) {
+        this.callbacks?.onTranscript({ role, text, isFinal });
+    }
+    /** Test helper: simulate an abuse-ceiling abort. */
+    AbortForAbuse(reason) {
+        this.active = false;
+        this.callbacks?.onState('ended');
+        this.callbacks?.onEnded(reason);
+    }
+}
+//# sourceMappingURL=mock-voice-controller.js.map

package/dist/voice/mock-voice-controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock-voice-controller.js","sourceRoot":"","sources":["../../src/voice/mock-voice-controller.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,yEAAyE;AACzE,MAAM,OAAO,mBAAmB;IAAhC;QACW,eAAU,GAAG,CAAC,CAAC;QACf,cAAS,GAAG,CAAC,CAAC;QACb,WAAM,GAAG,KAAK,CAAC;QACf,cAAS,GAAoC,IAAI,CAAC;IAgC9D,CAAC;IA9BG,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,SAAmC;QAClD,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAChC,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,IAAI;QACb,IAAI,CAAC,SAAS,EAAE,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,CAAC;IAC9B,CAAC;IAED,uEAAuE;IAChE,cAAc,CAAC,IAAsB,EAAE,IAAY,EAAE,OAAO,GAAG,IAAI;QACtE,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,oDAAoD;IAC7C,aAAa,CAAC,MAAc;QAC/B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACpC,CAAC;CACJ"}

package/dist/voice/realtime-voice-controller.d.ts

@@ -0,0 +1,75 @@
+/**
+ * @fileoverview Production voice controller — reuses `@memberjunction/ai-realtime-client`
+ * (client-direct topology) VERBATIM (no new driver). It mints an ephemeral realtime
+ * session (via an injected mint fn that calls the StartRealtimeClientSession mutation
+ * with the guest token + the PINNED agent), resolves the provider driver through the
+ * ClassFactory, acquires the mic, wires transcripts/usage/state, and enforces the
+ * client-side `VoiceAbuseGuard` ceilings as defense-in-depth.
+ *
+ * NOTE: this path requires browser audio + a live MJAPI realtime mint; it is exercised
+ * by W4's acceptance (gated on Auth0/MJAPI boot). Unit tests cover the abuse guard and
+ * the widget UI via `MockVoiceController`.
+ *
+ * @module @memberjunction/realtime-widget
+ */
+import type { ClientRealtimeSessionConfig } from '@memberjunction/ai';
+import type { IVoiceController, VoiceControllerCallbacks } from './voice-controller.js';
+import { type VoiceAbuseLimits } from './voice-abuse-guard.js';
+import type { WidgetChannelToolDefinition } from './channels/base-widget-channel.js';
+/** What the realtime mint returns to the client (the provider driver name + its session config). */
+export interface VoiceMintResult {
+    /** Driver key for ClassFactory.CreateInstance(BaseRealtimeClient, Provider) — e.g. 'openai'. */
+    provider: string;
+    /** Provider-specific ephemeral session config (carries the ephemeral credential). */
+    sessionConfig: ClientRealtimeSessionConfig;
+    /** The durable AIAgentSession id — needed to relay non-channel (server) tool calls back to MJAPI. */
+    agentSessionId: string;
+}
+/** Mints a realtime session for the pinned agent using the guest token (live: GraphQL mutation). */
+export type VoiceMintFn = (clientTools: WidgetChannelToolDefinition[]) => Promise<VoiceMintResult>;
+/**
+ * Relays a NON-channel (server-executed) tool call — e.g. `invoke-target-agent` — back to MJAPI and
+ * returns its result JSON. Injected so the controller stays free of the GraphQL client; the loader
+ * supplies the live implementation (ExecuteRealtimeSessionTool). Absent in tests / channel-only setups.
+ */
+export type RelayToolFn = (agentSessionId: string, callId: string, toolName: string, argsJson: string) => Promise<string>;
+/** Reuses the shipped realtime client stack for the widget's voice modality. */
+export declare class RealtimeVoiceController implements IVoiceController {
+    private readonly mint;
+    private readonly limits?;
+    /** Interactive channels (by name) the widget may attach this session (from the minted session). */
+    private readonly enabledChannels;
+    /** Live relay for non-channel tool calls; omitted when no channels are enabled (no OnToolCall wiring). */
+    private readonly relayTool?;
+    private client;
+    private micStream;
+    private guardTimer;
+    private active;
+    private channelHost;
+    private agentSessionId;
+    constructor(mint: VoiceMintFn, limits?: VoiceAbuseLimits, 
+    /** Interactive channels (by name) the widget may attach this session (from the minted session). */
+    enabledChannels?: readonly string[], 
+    /** Live relay for non-channel tool calls; omitted when no channels are enabled (no OnToolCall wiring). */
+    relayTool?: RelayToolFn);
+    get IsActive(): boolean;
+    Start(callbacks: VoiceControllerCallbacks): Promise<void>;
+    Stop(): Promise<void>;
+    /** Wires the realtime client's events to the widget callbacks + abuse guard. */
+    private wireClient;
+    /**
+     * Routes the model's tool calls (wired only when channels are enabled): a channel-prefixed call is
+     * applied LOCALLY to its surface (revealing it on first use) and the result fed straight back; any
+     * other tool (e.g. `invoke-target-agent`) is RELAYED to MJAPI via the injected relay. Either way the
+     * model always receives a tool result, so it never stalls.
+     */
+    private wireToolCalls;
+    /** Applies a channel tool locally or relays a server tool; always sends a tool result back. */
+    private handleToolCall;
+    /** Polls the abuse guard; aborts the session cleanly when a ceiling trips. */
+    private startGuardPolling;
+    /** Disconnects the client, stops mic tracks, clears the timer, and notifies once. */
+    private teardown;
+    private mapState;
+}
+//# sourceMappingURL=realtime-voice-controller.d.ts.map

package/dist/voice/realtime-voice-controller.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-voice-controller.d.ts","sourceRoot":"","sources":["../../src/voice/realtime-voice-controller.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAGH,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,oBAAoB,CAAC;AAEtE,OAAO,KAAK,EAAE,gBAAgB,EAAE,wBAAwB,EAAoB,MAAM,uBAAuB,CAAC;AAC1G,OAAO,EAAmB,KAAK,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAEhF,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAMrF,oGAAoG;AACpG,MAAM,WAAW,eAAe;IAC5B,gGAAgG;IAChG,QAAQ,EAAE,MAAM,CAAC;IACjB,qFAAqF;IACrF,aAAa,EAAE,2BAA2B,CAAC;IAC3C,qGAAqG;IACrG,cAAc,EAAE,MAAM,CAAC;CAC1B;AAED,oGAAoG;AACpG,MAAM,MAAM,WAAW,GAAG,CAAC,WAAW,EAAE,2BAA2B,EAAE,KAAK,OAAO,CAAC,eAAe,CAAC,CAAC;AAEnG;;;;GAIG;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;AAK1H,gFAAgF;AAChF,qBAAa,uBAAwB,YAAW,gBAAgB;IASxD,OAAO,CAAC,QAAQ,CAAC,IAAI;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,mGAAmG;IACnG,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,0GAA0G;IAC1G,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;IAb/B,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,SAAS,CAA4B;IAC7C,OAAO,CAAC,UAAU,CAA+C;IACjE,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,WAAW,CAAkC;IACrD,OAAO,CAAC,cAAc,CAAM;gBAGP,IAAI,EAAE,WAAW,EACjB,MAAM,CAAC,EAAE,gBAAgB;IAC1C,mGAAmG;IAClF,eAAe,GAAE,SAAS,MAAM,EAAO;IACxD,0GAA0G;IACzF,SAAS,CAAC,EAAE,WAAW;IAG5C,IAAW,QAAQ,IAAI,OAAO,CAE7B;IAEY,KAAK,CAAC,SAAS,EAAE,wBAAwB,GAAG,OAAO,CAAC,IAAI,CAAC;IAkCzD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAIlC,gFAAgF;IAChF,OAAO,CAAC,UAAU;IAgBlB;;;;;OAKG;IACH,OAAO,CAAC,aAAa;IAMrB,+FAA+F;YACjF,cAAc;IA6B5B,8EAA8E;IAC9E,OAAO,CAAC,iBAAiB;IASzB,qFAAqF;YACvE,QAAQ;IA2BtB,OAAO,CAAC,QAAQ;CAenB"}

package/dist/voice/realtime-voice-controller.js

@@ -0,0 +1,182 @@
+/**
+ * @fileoverview Production voice controller — reuses `@memberjunction/ai-realtime-client`
+ * (client-direct topology) VERBATIM (no new driver). It mints an ephemeral realtime
+ * session (via an injected mint fn that calls the StartRealtimeClientSession mutation
+ * with the guest token + the PINNED agent), resolves the provider driver through the
+ * ClassFactory, acquires the mic, wires transcripts/usage/state, and enforces the
+ * client-side `VoiceAbuseGuard` ceilings as defense-in-depth.
+ *
+ * NOTE: this path requires browser audio + a live MJAPI realtime mint; it is exercised
+ * by W4's acceptance (gated on Auth0/MJAPI boot). Unit tests cover the abuse guard and
+ * the widget UI via `MockVoiceController`.
+ *
+ * @module @memberjunction/realtime-widget
+ */
+import { MJGlobal } from '@memberjunction/global';
+import { BaseRealtimeClient } from '@memberjunction/ai-realtime-client';
+import { VoiceAbuseGuard } from './voice-abuse-guard.js';
+import { WidgetChannelHost } from './channels/widget-channel-host.js';
+// Side-effect import: registers the built-in framework-free channels with the ClassFactory. Lives in
+// the (lazily-loaded) voice chunk, so it never weighs down the embed entry. Add new channels here.
+import { LoadWidgetWhiteboardChannel } from './channels/whiteboard-channel.js';
+LoadWidgetWhiteboardChannel();
+/** How often to poll the abuse guard while a voice session is live. */
+const GUARD_POLL_MS = 5_000;
+/** Reuses the shipped realtime client stack for the widget's voice modality. */
+export class RealtimeVoiceController {
+    constructor(mint, limits, 
+    /** Interactive channels (by name) the widget may attach this session (from the minted session). */
+    enabledChannels = [], 
+    /** Live relay for non-channel tool calls; omitted when no channels are enabled (no OnToolCall wiring). */
+    relayTool) {
+        this.mint = mint;
+        this.limits = limits;
+        this.enabledChannels = enabledChannels;
+        this.relayTool = relayTool;
+        this.client = null;
+        this.micStream = null;
+        this.guardTimer = null;
+        this.active = false;
+        this.channelHost = null;
+        this.agentSessionId = '';
+    }
+    get IsActive() {
+        return this.active;
+    }
+    async Start(callbacks) {
+        callbacks.onState('connecting');
+        const guard = new VoiceAbuseGuard(this.limits);
+        // Resolve the enabled interactive channels up front so their client tools are declared to the
+        // model at mint. The perception seam delegates to the (soon-to-exist) realtime client.
+        this.channelHost = new WidgetChannelHost(this.enabledChannels, {
+            SendContextNote: (text) => this.client?.SendContextNote(text),
+        });
+        const channelTools = this.channelHost.HasChannels ? this.channelHost.GetToolDefinitions() : [];
+        const minted = await this.mint(channelTools);
+        this.agentSessionId = minted.agentSessionId;
+        const client = MJGlobal.Instance.ClassFactory.CreateInstance(BaseRealtimeClient, minted.provider);
+        if (!client) {
+            callbacks.onState('error');
+            callbacks.onEnded('No realtime driver available for this provider.');
+            return;
+        }
+        this.client = client;
+        this.wireClient(client, callbacks, guard);
+        // Only intercept tool calls when channels are active — otherwise leave the prior behavior intact.
+        if (this.channelHost.HasChannels) {
+            this.wireToolCalls(client, callbacks);
+        }
+        this.micStream = await navigator.mediaDevices.getUserMedia({ audio: true });
+        await client.Connect(minted.sessionConfig, this.micStream);
+        this.active = true;
+        guard.Start(Date.now());
+        this.startGuardPolling(callbacks, guard);
+    }
+    async Stop() {
+        await this.teardown();
+    }
+    /** Wires the realtime client's events to the widget callbacks + abuse guard. */
+    wireClient(client, callbacks, guard) {
+        client.OnStateChange((state) => callbacks.onState(this.mapState(state)));
+        client.OnTranscript((t) => callbacks.onTranscript({
+            role: t.Role === 'Assistant' ? 'agent' : 'user',
+            text: t.Text,
+            isFinal: t.IsFinal,
+        }));
+        client.OnUsage((u) => guard.AddUsage(u.OutputTokens));
+        client.OnError((e) => {
+            callbacks.onState('error');
+            void this.teardown(callbacks, e.Message ?? 'Voice error.');
+        });
+    }
+    /**
+     * Routes the model's tool calls (wired only when channels are enabled): a channel-prefixed call is
+     * applied LOCALLY to its surface (revealing it on first use) and the result fed straight back; any
+     * other tool (e.g. `invoke-target-agent`) is RELAYED to MJAPI via the injected relay. Either way the
+     * model always receives a tool result, so it never stalls.
+     */
+    wireToolCalls(client, callbacks) {
+        client.OnToolCall((call) => {
+            void this.handleToolCall(client, callbacks, call);
+        });
+    }
+    /** Applies a channel tool locally or relays a server tool; always sends a tool result back. */
+    async handleToolCall(client, callbacks, call) {
+        const channel = this.channelHost?.FindChannel(call.ToolName);
+        if (channel) {
+            // Reveal + bind the channel's surface the first time it's touched, THEN apply the tool (so the
+            // very first draw lands on a mounted surface), and feed the result back to the model.
+            const host = callbacks.getChannelSurface?.(channel.ChannelName, channel.SurfaceTitle);
+            if (host) {
+                this.channelHost.BindSurface(channel, host);
+            }
+            client.SendToolResult(call.CallID, channel.ApplyAgentTool(call.ToolName, call.ArgumentsJson ?? '{}'));
+            return;
+        }
+        // Non-channel tool → relay to the server (or report it can't be run, so the model recovers).
+        if (this.relayTool && this.agentSessionId) {
+            try {
+                const resultJson = await this.relayTool(this.agentSessionId, call.CallID, call.ToolName, call.ArgumentsJson ?? '{}');
+                client.SendToolResult(call.CallID, resultJson);
+            }
+            catch (e) {
+                client.SendToolResult(call.CallID, JSON.stringify({ error: e instanceof Error ? e.message : 'tool relay failed' }));
+            }
+            return;
+        }
+        client.SendToolResult(call.CallID, JSON.stringify({ error: `tool '${call.ToolName}' is not available in this session` }));
+    }
+    /** Polls the abuse guard; aborts the session cleanly when a ceiling trips. */
+    startGuardPolling(callbacks, guard) {
+        this.guardTimer = setInterval(() => {
+            const reason = guard.ShouldAbort(Date.now());
+            if (reason) {
+                void this.teardown(callbacks, VoiceAbuseGuard.MessageFor(reason));
+            }
+        }, GUARD_POLL_MS);
+    }
+    /** Disconnects the client, stops mic tracks, clears the timer, and notifies once. */
+    async teardown(callbacks, endedReason) {
+        if (this.guardTimer) {
+            clearInterval(this.guardTimer);
+            this.guardTimer = null;
+        }
+        if (this.client) {
+            try {
+                await this.client.Disconnect();
+            }
+            catch {
+                /* best-effort */
+            }
+            this.client = null;
+        }
+        this.micStream?.getTracks().forEach((t) => t.stop());
+        this.micStream = null;
+        if (this.channelHost) {
+            this.channelHost.Dispose();
+            this.channelHost = null;
+        }
+        const wasActive = this.active;
+        this.active = false;
+        if (wasActive && callbacks) {
+            callbacks.onState('ended');
+            callbacks.onEnded(endedReason);
+        }
+    }
+    mapState(state) {
+        switch (state) {
+            case 'connecting':
+            case 'connected':
+                return 'connecting';
+            case 'listening':
+                return 'listening';
+            case 'speaking':
+                return 'speaking';
+            case 'closed':
+                return 'ended';
+            default:
+                return 'error';
+        }
+    }
+}
+//# sourceMappingURL=realtime-voice-controller.js.map

package/dist/voice/realtime-voice-controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"realtime-voice-controller.js","sourceRoot":"","sources":["../../src/voice/realtime-voice-controller.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAElD,OAAO,EAAE,kBAAkB,EAA+B,MAAM,oCAAoC,CAAC;AAErG,OAAO,EAAE,eAAe,EAAyB,MAAM,wBAAwB,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,MAAM,mCAAmC,CAAC;AAEtE,qGAAqG;AACrG,mGAAmG;AACnG,OAAO,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAC/E,2BAA2B,EAAE,CAAC;AAsB9B,uEAAuE;AACvE,MAAM,aAAa,GAAG,KAAK,CAAC;AAE5B,gFAAgF;AAChF,MAAM,OAAO,uBAAuB;IAQhC,YACqB,IAAiB,EACjB,MAAyB;IAC1C,mGAAmG;IAClF,kBAAqC,EAAE;IACxD,0GAA0G;IACzF,SAAuB;QALvB,SAAI,GAAJ,IAAI,CAAa;QACjB,WAAM,GAAN,MAAM,CAAmB;QAEzB,oBAAe,GAAf,eAAe,CAAwB;QAEvC,cAAS,GAAT,SAAS,CAAc;QAbpC,WAAM,GAA8B,IAAI,CAAC;QACzC,cAAS,GAAuB,IAAI,CAAC;QACrC,eAAU,GAA0C,IAAI,CAAC;QACzD,WAAM,GAAG,KAAK,CAAC;QACf,gBAAW,GAA6B,IAAI,CAAC;QAC7C,mBAAc,GAAG,EAAE,CAAC;IASzB,CAAC;IAEJ,IAAW,QAAQ;QACf,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,SAAmC;QAClD,SAAS,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE/C,8FAA8F;QAC9F,uFAAuF;QACvF,IAAI,CAAC,WAAW,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,eAAe,EAAE;YAC3D,eAAe,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,IAAI,CAAC;SACxE,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAE/F,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7C,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,YAAY,CAAC,cAAc,CAAqB,kBAAkB,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;QACtH,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3B,SAAS,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC;YACrE,OAAO;QACX,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QAC1C,kGAAkG;QAClG,IAAI,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,CAAC;YAC/B,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC5E,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAE3D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QACxB,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAEM,KAAK,CAAC,IAAI;QACb,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;IAC1B,CAAC;IAED,gFAAgF;IACxE,UAAU,CAAC,MAA0B,EAAE,SAAmC,EAAE,KAAsB;QACtG,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACzE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CACtB,SAAS,CAAC,YAAY,CAAC;YACnB,IAAI,EAAE,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YAC/C,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,OAAO,EAAE,CAAC,CAAC,OAAO;SACrB,CAAC,CACL,CAAC;QACF,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACjB,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3B,KAAK,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,OAAO,IAAI,cAAc,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;OAKG;IACK,aAAa,CAAC,MAA0B,EAAE,SAAmC;QACjF,MAAM,CAAC,UAAU,CAAC,CAAC,IAA4B,EAAE,EAAE;YAC/C,KAAK,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACP,CAAC;IAED,+FAA+F;IACvF,KAAK,CAAC,cAAc,CACxB,MAA0B,EAC1B,SAAmC,EACnC,IAA4B;QAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7D,IAAI,OAAO,EAAE,CAAC;YACV,+FAA+F;YAC/F,sFAAsF;YACtF,MAAM,IAAI,GAAG,SAAS,CAAC,iBAAiB,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;YACtF,IAAI,IAAI,EAAE,CAAC;gBACP,IAAI,CAAC,WAAY,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACjD,CAAC;YACD,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC,CAAC;YACtG,OAAO;QACX,CAAC;QACD,6FAA6F;QAC7F,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxC,IAAI,CAAC;gBACD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC;gBACrH,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;YACnD,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,EAAE,CAAC,CAAC,CAAC;YACxH,CAAC;YACD,OAAO;QACX,CAAC;QACD,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,SAAS,IAAI,CAAC,QAAQ,oCAAoC,EAAE,CAAC,CAAC,CAAC;IAC9H,CAAC;IAED,8EAA8E;IACtE,iBAAiB,CAAC,SAAmC,EAAE,KAAsB;QACjF,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;YAC/B,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;YAC7C,IAAI,MAAM,EAAE,CAAC;gBACT,KAAK,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YACtE,CAAC;QACL,CAAC,EAAE,aAAa,CAAC,CAAC;IACtB,CAAC;IAED,qFAAqF;IAC7E,KAAK,CAAC,QAAQ,CAAC,SAAoC,EAAE,WAAoB;QAC7E,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;YACnC,CAAC;YAAC,MAAM,CAAC;gBACL,iBAAiB;YACrB,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YAC3B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC5B,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,SAAS,IAAI,SAAS,EAAE,CAAC;YACzB,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC3B,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;IACL,CAAC;IAEO,QAAQ,CAAC,KAAa;QAC1B,QAAQ,KAAK,EAAE,CAAC;YACZ,KAAK,YAAY,CAAC;YAClB,KAAK,WAAW;gBACZ,OAAO,YAAY,CAAC;YACxB,KAAK,WAAW;gBACZ,OAAO,WAAW,CAAC;YACvB,KAAK,UAAU;gBACX,OAAO,UAAU,CAAC;YACtB,KAAK,QAAQ;gBACT,OAAO,OAAO,CAAC;YACnB;gBACI,OAAO,OAAO,CAAC;QACvB,CAAC;IACL,CAAC;CACJ"}