@memberjunction/ng-conversations 5.40.2 → 5.41.0

package/dist/lib/components/realtime/remote-browser/remote-browser-channel.js

@@ -0,0 +1,524 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { RegisterClass } from '@memberjunction/global';
+import { BaseRealtimeChannelClient } from '../channels/base-realtime-channel-client';
+import { RemoteBrowserSurfaceComponent } from './remote-browser-surface.component';
+import { MapToolToAction, REMOTE_BROWSER_TOOL_DEFINITIONS, REMOTE_BROWSER_TOOL_NAMES, REMOTE_BROWSER_TOOL_PREFIX, RemoteBrowserToolArgError, } from './remote-browser-tools';
+import { MediaSourceAudioSink, RemoteBrowserAudioPlayer } from './remote-browser-audio-player';
+/**
+ * GraphQL mutation that drives the SERVER-hosted browser. The channel awaits it for every
+ * `browser_*` tool call and feeds the result back to the model.
+ */
+const EXECUTE_REMOTE_BROWSER_ACTION_MUTATION = `
+  mutation ExecuteRemoteBrowserAction(
+    $agentSessionID: String!, $kind: String!, $url: String, $selector: String,
+    $x: Float, $y: Float, $text: String, $key: String,
+    $deltaX: Float, $deltaY: Float, $ms: Float
+  ) {
+    ExecuteRemoteBrowserAction(
+      agentSessionID: $agentSessionID, kind: $kind, url: $url, selector: $selector,
+      x: $x, y: $y, text: $text, key: $key,
+      deltaX: $deltaX, deltaY: $deltaY, ms: $ms
+    ) {
+      Success
+      CurrentUrl
+      Detail
+    }
+  }
+`;
+/**
+ * GraphQL mutation that asks the server to start PUSHING live CDP screencast frames for the session.
+ * Returns `Streaming: true` when the backend supports `ScreenStreaming` and the stream started; the
+ * channel then drives the surface's canvas. `Streaming: false` (capability absent / start failed) leaves
+ * the surface on its 700ms snapshot poll fallback.
+ */
+const START_SCREENCAST_MUTATION = `
+  mutation StartRemoteBrowserScreencast($agentSessionID: String!) {
+    StartRemoteBrowserScreencast(agentSessionID: $agentSessionID) {
+      Streaming
+    }
+  }
+`;
+/** GraphQL mutation that stops the server-pushed screencast (best-effort teardown). */
+const STOP_SCREENCAST_MUTATION = `
+  mutation StopRemoteBrowserScreencast($agentSessionID: String!) {
+    StopRemoteBrowserScreencast(agentSessionID: $agentSessionID)
+  }
+`;
+/**
+ * GraphQL mutation that asks the server to start PUSHING live tab-audio chunks for the session — so a
+ * co-agent demoing a video/audio site is HEARD. Returns `Streaming: true` when the backend can capture
+ * audio (v1 gates by backend implementation) and the stream started; `Streaming: false` means no audio
+ * (capability absent / start failed) and the client simply plays nothing.
+ */
+const START_AUDIO_STREAM_MUTATION = `
+  mutation StartRemoteBrowserAudioStream($agentSessionID: String!) {
+    StartRemoteBrowserAudioStream(agentSessionID: $agentSessionID) {
+      Streaming
+    }
+  }
+`;
+/** GraphQL mutation that stops the server-pushed tab-audio stream (best-effort teardown). */
+const STOP_AUDIO_STREAM_MUTATION = `
+  mutation StopRemoteBrowserAudioStream($agentSessionID: String!) {
+    StopRemoteBrowserAudioStream(agentSessionID: $agentSessionID)
+  }
+`;
+/**
+ * HUMAN-TAKEOVER mutation — relays ONE pointer/keyboard input the user performed on the live canvas into the
+ * server-hosted browser (Collaborative control). Best-effort: the server returns `false` when the backend
+ * lacks `HumanTakeover` or no live browser exists; the channel doesn't act on the boolean.
+ */
+const RELAY_HUMAN_INPUT_MUTATION = `
+  mutation RelayRemoteBrowserHumanInput(
+    $agentSessionID: String!, $kind: String!, $x: Float, $y: Float, $button: String, $key: String,
+    $deltaX: Float, $deltaY: Float, $modifiers: String
+  ) {
+    RelayRemoteBrowserHumanInput(
+      agentSessionID: $agentSessionID, kind: $kind, x: $x, y: $y, button: $button, key: $key,
+      deltaX: $deltaX, deltaY: $deltaY, modifiers: $modifiers
+    )
+  }
+`;
+/** GraphQL query the surface fetcher runs — the live screenshot + URL of the server browser. */
+const REMOTE_BROWSER_SNAPSHOT_QUERY = `
+  query RemoteBrowserSnapshot($agentSessionID: String!) {
+    RemoteBrowserSnapshot(agentSessionID: $agentSessionID) {
+      ScreenshotBase64
+      CurrentUrl
+    }
+  }
+`;
+/**
+ * VISION-QUERY mutation (separate from {@link EXECUTE_REMOTE_BROWSER_ACTION_MUTATION} — this OBSERVES the page,
+ * it does not drive it). The server captures the live screenshot and runs a fast vision model over it, so the
+ * non-omnimodal voice agent can "see" the page: a text description and/or localized elements with pixel
+ * centroids. Backs both `browser_DescribePage` (no target) and `browser_LocateElement` (a target description).
+ */
+const INTERPRET_PAGE_MUTATION = `
+  mutation InterpretRemoteBrowserPage($agentSessionID: String!, $query: String) {
+    InterpretRemoteBrowserPage(agentSessionID: $agentSessionID, query: $query) {
+      Description
+      Elements {
+        Label
+        X
+        Y
+        Confidence
+      }
+      Detail
+    }
+  }
+`;
+/**
+ * The REMOTE BROWSER as a pluggable interactive channel — a {@link BaseRealtimeChannelClient}
+ * resolved from the `MJ: AI Agent Channels` registry row whose `ClientPluginClass` is
+ * `'RealtimeRemoteBrowserChannel'`. One instance per session (ClassFactory-created at session
+ * start).
+ *
+ * Topology (CLIENT-DIRECT, like the whiteboard — the browser just happens to live on the
+ * server):
+ *  - **Action**: the `browser_*` client-executed tool set ({@link REMOTE_BROWSER_TOOL_DEFINITIONS}).
+ *    {@link ApplyAgentTool} maps a tool call → a normalized {@link RemoteBrowserAction}
+ *    ({@link MapToolToAction}) and awaits the `ExecuteRemoteBrowserAction` GraphQL mutation
+ *    (via {@link RealtimeChannelContext.ExecuteServerAction}) to drive the server browser,
+ *    returning a concise JSON result for the model. Never throws — argument and transport
+ *    failures map to a `{ success: false, error }` payload.
+ *  - **Perception**: after a successful action, a `[browser]` context note carries the new
+ *    page URL so the agent perceives where the page went; the surface independently polls a
+ *    live screenshot.
+ *  - **Surface**: {@link RemoteBrowserSurfaceComponent}, created dynamically in the channel
+ *    tab; the plugin hands it the session's provider + id in {@link BindSurface} so it can
+ *    poll `RemoteBrowserSnapshot`. HUMAN TAKEOVER is enabled by default (Collaborative): the
+ *    user can click/type into the live canvas and those events relay to the server browser via
+ *    {@link RELAY_HUMAN_INPUT_MUTATION} (server-gated on the backend's `HumanTakeover` capability).
+ *
+ * The channel keeps NO client-side state of record — the browser's state lives entirely on
+ * the server — so {@link SerializeState} / {@link RestoreState} use the base no-op behavior.
+ */
+let RemoteBrowserChannel = class RemoteBrowserChannel extends BaseRealtimeChannelClient {
+    /** The live bound surface, when the channel tab's pane is instantiated. */
+    surface = null;
+    /** Subscription to the bound surface's `HumanInput` output, torn down on unbind/dispose. */
+    humanInputSub = null;
+    /**
+     * Whether the server confirmed it is PUSHING screencast frames for this session (`ScreenStreaming`
+     * supported). When `true` the surface renders pushed frames on its canvas and skips its poll, and
+     * {@link OnScreencastFrame} forwards each pushed frame to it. When `false` the surface keeps polling.
+     */
+    streaming = false;
+    /**
+     * Whether the server confirmed it is PUSHING tab-audio chunks for this session (the backend can capture
+     * audio). When `true` {@link OnAudioChunk} feeds each pushed chunk to {@link audioPlayer}; when `false`
+     * no audio plays.
+     */
+    audioStreaming = false;
+    /** The client-side audio player fed pushed chunks while {@link audioStreaming}; `null` until started. */
+    audioPlayer = null;
+    /** Subscription to the bound surface's `AudioMutedChange` output (the speaker toggle), torn down on unbind. */
+    audioMutedSub = null;
+    get ChannelName() {
+        return 'Remote Browser';
+    }
+    get ToolNamePrefix() {
+        return REMOTE_BROWSER_TOOL_PREFIX;
+    }
+    get TabTitle() {
+        return 'Browser';
+    }
+    get TabIcon() {
+        return 'fa-solid fa-globe';
+    }
+    GetToolDefinitions() {
+        return REMOTE_BROWSER_TOOL_DEFINITIONS;
+    }
+    GetSurfaceComponent() {
+        return RemoteBrowserSurfaceComponent;
+    }
+    /** First-run intro shown the first time the user opens the Browser tab (once per user). */
+    GetOnboardingDetails() {
+        return {
+            Heading: 'Remote Browser',
+            Description: 'The agent drives a live web browser on the server and you can watch it work right here. ' +
+                'You can also grab the wheel: click and type directly on the live page and the agent picks ' +
+                'up right where you left off.',
+            Tips: [
+                'Ask the agent to look something up, open a site or fill in a form — it controls the page.',
+                "Click on the live view to take over, then click and type to drive it yourself — the \"You're driving\" badge shows when takeover is active.",
+                'The current page URL is shown so you always know where the agent has navigated.',
+            ],
+            IconClass: 'fa-solid fa-globe',
+        };
+    }
+    /**
+     * Wires the dynamically-created surface: hands it a snapshot fetcher closing over the
+     * channel context (session id + provider live there), so the surface stays transport-
+     * agnostic. Set BEFORE the surface's first change detection (the pane binds synchronously),
+     * so its `ngOnInit` poll has the fetcher.
+     *
+     * Also asks the server to start a live screencast. When the backend supports `ScreenStreaming` the
+     * server starts PUSHING frames and reports `Streaming: true`; we flip the surface to canvas mode (its
+     * poll is then skipped) and {@link OnScreencastFrame} paints each pushed frame. When the backend lacks
+     * the capability (`Streaming: false`) the surface keeps the snapshot poll already running — graceful
+     * fallback, no further action.
+     *
+     * HUMAN TAKEOVER is enabled BY DEFAULT (Collaborative): the surface is flipped `Interactive = true` and
+     * its `HumanInput` output subscribed, forwarding each pointer/keyboard event to the server via
+     * {@link RELAY_HUMAN_INPUT_MUTATION}. Takeover only takes effect on the canvas (screencast) path; the
+     * `<img>` poll fallback stays view-only. The server gates the actual routing on the backend's
+     * `HumanTakeover` capability, so this is safe to enable unconditionally.
+     */
+    BindSurface(instance) {
+        this.surface = instance;
+        instance.Fetch = () => this.fetchSnapshot();
+        instance.Interactive = true;
+        this.humanInputSub = instance.HumanInput.subscribe((input) => this.relayHumanInput(input));
+        this.audioMutedSub = instance.AudioMutedChange.subscribe((muted) => this.audioPlayer?.SetMuted(muted));
+        void this.startScreencast(instance);
+        void this.startAudioStream(instance);
+    }
+    UnbindSurface() {
+        this.humanInputSub?.unsubscribe();
+        this.humanInputSub = null;
+        this.audioMutedSub?.unsubscribe();
+        this.audioMutedSub = null;
+        void this.stopScreencast();
+        void this.stopAudioStream();
+        this.surface = null;
+    }
+    Dispose() {
+        this.humanInputSub?.unsubscribe();
+        this.humanInputSub = null;
+        this.audioMutedSub?.unsubscribe();
+        this.audioMutedSub = null;
+        void this.stopScreencast();
+        void this.stopAudioStream();
+        super.Dispose();
+    }
+    /**
+     * Forwards one PUSHED screencast frame to the bound surface's canvas. Called by the session service
+     * when a `RemoteBrowserScreencastFrame` arrives on the push-status stream for THIS session. No-op when
+     * the channel isn't streaming or has no bound surface (e.g. the tab pane is collapsed).
+     *
+     * @param dataBase64 The frame image as raw base64 JPEG (no `data:` prefix).
+     */
+    OnScreencastFrame(dataBase64) {
+        if (this.streaming) {
+            this.surface?.RenderFrame(dataBase64);
+        }
+    }
+    /**
+     * Feeds one PUSHED tab-audio chunk to the client-side audio player. Called by the session service when a
+     * `RemoteBrowserAudioChunk` arrives on the push-status stream for THIS session. No-op when the channel
+     * isn't audio-streaming or the player has been torn down.
+     *
+     * @param chunk The pushed audio chunk (base64 webm-opus + codec/seq metadata).
+     */
+    OnAudioChunk(chunk) {
+        if (this.audioStreaming) {
+            this.audioPlayer?.Enqueue(chunk);
+        }
+    }
+    /**
+     * Asks the server to start the live screencast and, on success, flips the surface to canvas mode so it
+     * stops polling and starts painting pushed frames. Best-effort: a `null`/`Streaming: false` result
+     * (capability absent or transport failure) leaves the surface on its poll fallback.
+     */
+    async startScreencast(instance) {
+        const sessionId = this.Context?.AgentSessionID;
+        if (!sessionId) {
+            return;
+        }
+        const data = await this.Context?.ExecuteServerAction(START_SCREENCAST_MUTATION, { agentSessionID: sessionId });
+        if (data?.StartRemoteBrowserScreencast?.Streaming === true) {
+            this.streaming = true;
+            instance.Streaming = true;
+        }
+    }
+    /**
+     * Asks the server to start the live tab-audio stream and, on success, spins up the client-side
+     * {@link RemoteBrowserAudioPlayer} (speaker ON by default — the call is the activating user gesture) so
+     * pushed chunks play. Best-effort: a `null`/`Streaming: false` result (no audio capability or transport
+     * failure) leaves the channel silent with no player.
+     *
+     * @param instance The bound surface, flipped to show the speaker toggle when audio starts.
+     */
+    async startAudioStream(instance) {
+        const sessionId = this.Context?.AgentSessionID;
+        if (!sessionId) {
+            return;
+        }
+        const data = await this.Context?.ExecuteServerAction(START_AUDIO_STREAM_MUTATION, { agentSessionID: sessionId });
+        if (data?.StartRemoteBrowserAudioStream?.Streaming === true) {
+            this.audioStreaming = true;
+            this.audioPlayer = new RemoteBrowserAudioPlayer(new MediaSourceAudioSink());
+            // Speaker defaults ON; reflect that on the surface so the toggle renders un-muted.
+            instance.AudioAvailable = true;
+            instance.AudioMuted = false;
+        }
+    }
+    /** Asks the server to stop the tab-audio stream (best-effort), disposes the player, and clears state. */
+    async stopAudioStream() {
+        const wasStreaming = this.audioStreaming;
+        this.audioStreaming = false;
+        this.audioPlayer?.Dispose();
+        this.audioPlayer = null;
+        const sessionId = this.Context?.AgentSessionID;
+        if (!wasStreaming || !sessionId) {
+            return;
+        }
+        await this.Context?.ExecuteServerAction(STOP_AUDIO_STREAM_MUTATION, { agentSessionID: sessionId });
+    }
+    /**
+     * Relays ONE human-takeover input from the surface to the server's {@link RELAY_HUMAN_INPUT_MUTATION}.
+     * Best-effort and fire-and-forget: never throws, and the boolean result is ignored (the server already
+     * gates routing on the backend's `HumanTakeover` capability). No-op when no live session id exists.
+     *
+     * @param input The flattened pointer/keyboard input the user performed on the live canvas.
+     */
+    relayHumanInput(input) {
+        const sessionId = this.Context?.AgentSessionID;
+        if (!sessionId) {
+            return;
+        }
+        void this.Context?.ExecuteServerAction(RELAY_HUMAN_INPUT_MUTATION, {
+            agentSessionID: sessionId,
+            kind: input.kind,
+            x: input.x ?? null,
+            y: input.y ?? null,
+            button: input.button ?? null,
+            key: input.key ?? null,
+            deltaX: input.deltaX ?? null,
+            deltaY: input.deltaY ?? null,
+            // Server expects a comma-separated modifier list (e.g. "Shift,Control"); null when none held.
+            modifiers: input.modifiers && input.modifiers.length > 0 ? input.modifiers.join(',') : null,
+        });
+    }
+    /** Asks the server to stop the screencast (best-effort) and clears the streaming flag. */
+    async stopScreencast() {
+        const wasStreaming = this.streaming;
+        this.streaming = false;
+        const sessionId = this.Context?.AgentSessionID;
+        if (!wasStreaming || !sessionId) {
+            return;
+        }
+        await this.Context?.ExecuteServerAction(STOP_SCREENCAST_MUTATION, { agentSessionID: sessionId });
+    }
+    /**
+     * Fetches one live snapshot of the server browser for the surface — the PERCEPTION poll.
+     * Best-effort by contract ({@link RemoteBrowserSnapshotFetcher}): returns `null` when no
+     * session is live or the query fails (the surface keeps its last good frame).
+     */
+    async fetchSnapshot() {
+        const sessionId = this.Context?.AgentSessionID;
+        if (!sessionId) {
+            return null;
+        }
+        const data = await this.Context?.ExecuteServerAction(REMOTE_BROWSER_SNAPSHOT_QUERY, { agentSessionID: sessionId });
+        return data?.RemoteBrowserSnapshot ?? null;
+    }
+    /**
+     * Executes ONE `browser_*` tool call: maps it to a server action and awaits the
+     * `ExecuteRemoteBrowserAction` mutation, then returns a concise JSON result the model reads.
+     * On success it also feeds the new page URL to the agent as a `[browser]` context note. Never
+     * throws — bad arguments, no live session, and server failures all become a failed-result
+     * payload so the model can narrate the problem.
+     */
+    async ApplyAgentTool(toolName, argsJson) {
+        // VISION-QUERY branch: the two interpreter tools OBSERVE the page (run a vision model over a screenshot)
+        // rather than drive it, so they route to the separate interpret mutation, not MapToolToAction.
+        if (toolName === REMOTE_BROWSER_TOOL_NAMES.DescribePage) {
+            return this.interpretPage(undefined);
+        }
+        if (toolName === REMOTE_BROWSER_TOOL_NAMES.LocateElement) {
+            const description = this.asArgString(this.parseArgs(argsJson)['description']);
+            if (!description) {
+                return this.fail('browser_LocateElement requires a "description" of the element to find.');
+            }
+            return this.interpretPage(description);
+        }
+        let action;
+        try {
+            action = MapToolToAction(toolName, this.parseArgs(argsJson));
+        }
+        catch (error) {
+            const message = error instanceof RemoteBrowserToolArgError ? error.message : 'Invalid Remote Browser tool arguments.';
+            return this.fail(message);
+        }
+        const sessionId = this.Context?.AgentSessionID;
+        if (!sessionId) {
+            // Diagnostic: distinguishes "channel never Initialized (no Context)" from "session id not yet
+            // set on the service" — the two distinct causes of a null id at tool-execution time.
+            console.warn('[RemoteBrowser] browser tool invoked but AgentSessionID is null', {
+                tool: toolName,
+                hasContext: !!this.Context,
+                agentSessionID: this.Context?.AgentSessionID ?? null,
+            });
+            return this.fail('No live browser session is available yet — the realtime session may still be connecting; try again in a moment.');
+        }
+        const data = await this.Context?.ExecuteServerAction(EXECUTE_REMOTE_BROWSER_ACTION_MUTATION, this.buildVariables(sessionId, action));
+        const result = data?.ExecuteRemoteBrowserAction ?? null;
+        if (!result) {
+            return this.fail('The browser action could not be executed (no response from the server).');
+        }
+        if (!result.Success) {
+            return this.fail(result.Detail ?? 'The browser action failed.');
+        }
+        if (result.CurrentUrl) {
+            // PERCEPTION: tell the agent where the page is now (background — no spoken reply).
+            this.Context?.SendContextNote(`[browser] current page: ${result.CurrentUrl}`);
+            // In streaming mode the surface's snapshot poll (which carries the URL) is stopped, so push the new
+            // URL to the live-view bar directly — otherwise it stays stuck on "No page loaded yet".
+            this.surface?.SetCurrentUrl(result.CurrentUrl);
+        }
+        return this.ok(result.CurrentUrl, result.Detail);
+    }
+    /** Builds the flat mutation variables from a normalized action (omitted fields ride as null). */
+    buildVariables(sessionId, action) {
+        return {
+            agentSessionID: sessionId,
+            kind: action.Kind,
+            url: action.Url ?? null,
+            selector: action.Selector ?? null,
+            x: action.X ?? null,
+            y: action.Y ?? null,
+            text: action.Text ?? null,
+            key: action.Key ?? null,
+            deltaX: action.DeltaX ?? null,
+            deltaY: action.DeltaY ?? null,
+            ms: action.Ms ?? null,
+        };
+    }
+    /**
+     * Runs the VISION-QUERY path for the `browser_DescribePage` / `browser_LocateElement` tools: awaits the
+     * `InterpretRemoteBrowserPage` mutation (server captures a screenshot + runs a fast vision model) and returns
+     * a concise JSON string the model reads. For a describe (no `query`) it returns `{ description }`; for a locate
+     * it returns `{ found, element, all }` so the agent can `browser_Click` the centroid. Never throws — a null
+     * session, no response, or a server detail-only result all map to a result string the model can narrate.
+     *
+     * @param query The visual target to locate, or `undefined` for a plain page description.
+     * @returns A JSON string describing the interpretation for the model.
+     */
+    async interpretPage(query) {
+        const sessionId = this.Context?.AgentSessionID;
+        if (!sessionId) {
+            console.warn('[RemoteBrowser] interpret tool invoked but AgentSessionID is null', {
+                hasContext: !!this.Context,
+                agentSessionID: this.Context?.AgentSessionID ?? null,
+            });
+            return this.fail('No live browser session is available yet — the realtime session may still be connecting; try again in a moment.');
+        }
+        const data = await this.Context?.ExecuteServerAction(INTERPRET_PAGE_MUTATION, {
+            agentSessionID: sessionId,
+            query: query ?? null,
+        });
+        const result = data?.InterpretRemoteBrowserPage ?? null;
+        if (!result) {
+            return this.fail('The page could not be interpreted (no response from the server).');
+        }
+        if (query === undefined) {
+            // DescribePage — hand back the description (or the server's detail note when nothing was interpreted).
+            return JSON.stringify({ description: result.Description ?? result.Detail ?? null });
+        }
+        // LocateElement — surface whether anything matched, the best match, and all candidates.
+        const elements = result.Elements ?? [];
+        const best = elements[0];
+        return JSON.stringify({
+            found: elements.length > 0,
+            element: best ? { label: best.Label, x: best.X, y: best.Y } : null,
+            all: elements,
+            ...(result.Detail ? { detail: result.Detail } : {}),
+        });
+    }
+    /** Coerces a parsed tool-arg to a non-empty string, or `undefined` when absent / wrong-typed. */
+    asArgString(value) {
+        return typeof value === 'string' && value.trim().length > 0 ? value.trim() : undefined;
+    }
+    /** Parses the tool-args JSON into a plain object; returns `{}` for empty/malformed input. */
+    parseArgs(argsJson) {
+        const trimmed = argsJson?.trim();
+        if (!trimmed) {
+            return {};
+        }
+        try {
+            const parsed = JSON.parse(trimmed);
+            return parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed) ? parsed : {};
+        }
+        catch {
+            return {};
+        }
+    }
+    /** Builds a successful tool-result JSON string for the model. */
+    ok(currentUrl, detail) {
+        const result = { success: true };
+        if (currentUrl) {
+            result.currentUrl = currentUrl;
+        }
+        if (detail) {
+            result.detail = detail;
+        }
+        return JSON.stringify(result);
+    }
+    /** Builds a failed tool-result JSON string for the model. */
+    fail(error) {
+        const result = { success: false, error };
+        return JSON.stringify(result);
+    }
+};
+RemoteBrowserChannel = __decorate([
+    RegisterClass(BaseRealtimeChannelClient, 'RealtimeRemoteBrowserChannel')
+], RemoteBrowserChannel);
+export { RemoteBrowserChannel };
+/**
+ * Tree-shaking prevention: the Remote Browser channel is resolved dynamically through the
+ * ClassFactory (by the registry row's `ClientPluginClass` key), so this static call is what
+ * keeps its `@RegisterClass` side effect from being eliminated by the bundler. Called from
+ * `conversations.module.ts` alongside {@link LoadRealtimeWhiteboardChannel}.
+ */
+export function LoadRealtimeRemoteBrowserChannel() {
+    // intentional no-op — the import side effect performs the registration
+}
+//# sourceMappingURL=remote-browser-channel.js.map

package/dist/lib/components/realtime/remote-browser/remote-browser-channel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"remote-browser-channel.js","sourceRoot":"","sources":["../../../../../src/lib/components/realtime/remote-browser/remote-browser-channel.ts"],"names":[],"mappings":";;;;;;AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD,OAAO,EAAE,yBAAyB,EAA4B,MAAM,0CAA0C,CAAC;AAC/G,OAAO,EAA2D,6BAA6B,EAAE,MAAM,oCAAoC,CAAC;AAC5I,OAAO,EACL,eAAe,EACf,+BAA+B,EAC/B,yBAAyB,EACzB,0BAA0B,EAE1B,yBAAyB,GAC1B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,oBAAoB,EAAgC,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAE7H;;;GAGG;AACH,MAAM,sCAAsC,GAAG;;;;;;;;;;;;;;;;CAgB9C,CAAC;AAWF;;;;;GAKG;AACH,MAAM,yBAAyB,GAAG;;;;;;CAMjC,CAAC;AAEF,uFAAuF;AACvF,MAAM,wBAAwB,GAAG;;;;CAIhC,CAAC;AAEF;;;;;GAKG;AACH,MAAM,2BAA2B,GAAG;;;;;;CAMnC,CAAC;AAEF,6FAA6F;AAC7F,MAAM,0BAA0B,GAAG;;;;CAIlC,CAAC;AASF;;;;GAIG;AACH,MAAM,0BAA0B,GAAG;;;;;;;;;;CAUlC,CAAC;AASF,gGAAgG;AAChG,MAAM,6BAA6B,GAAG;;;;;;;CAOrC,CAAC;AAOF;;;;;GAKG;AACH,MAAM,uBAAuB,GAAG;;;;;;;;;;;;;CAa/B,CAAC;AA8BF;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEI,IAAM,oBAAoB,GAA1B,MAAM,oBAAqB,SAAQ,yBAAwD;IAChG,2EAA2E;IACnE,OAAO,GAAyC,IAAI,CAAC;IAE7D,4FAA4F;IACpF,aAAa,GAAwB,IAAI,CAAC;IAElD;;;;OAIG;IACK,SAAS,GAAG,KAAK,CAAC;IAE1B;;;;OAIG;IACK,cAAc,GAAG,KAAK,CAAC;IAE/B,yGAAyG;IACjG,WAAW,GAAoC,IAAI,CAAC;IAE5D,+GAA+G;IACvG,aAAa,GAAwB,IAAI,CAAC;IAElD,IAAW,WAAW;QACpB,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,IAAW,cAAc;QACvB,OAAO,0BAA0B,CAAC;IACpC,CAAC;IAED,IAAW,QAAQ;QACjB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,IAAW,OAAO;QAChB,OAAO,mBAAmB,CAAC;IAC7B,CAAC;IAEM,kBAAkB;QACvB,OAAO,+BAA+B,CAAC;IACzC,CAAC;IAEe,mBAAmB;QACjC,OAAO,6BAA6B,CAAC;IACvC,CAAC;IAED,2FAA2F;IAC3E,oBAAoB;QAClC,OAAO;YACL,OAAO,EAAE,gBAAgB;YACzB,WAAW,EACT,0FAA0F;gBAC1F,4FAA4F;gBAC5F,8BAA8B;YAChC,IAAI,EAAE;gBACJ,2FAA2F;gBAC3F,6IAA6I;gBAC7I,iFAAiF;aAClF;YACD,SAAS,EAAE,mBAAmB;SAC/B,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;;;;;;;OAiBG;IACI,WAAW,CAAC,QAAuC;QACxD,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAC;QACxB,QAAQ,CAAC,KAAK,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;QAC5C,QAAQ,CAAC,WAAW,GAAG,IAAI,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC3F,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;QACvG,KAAK,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QACpC,KAAK,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAEe,aAAa;QAC3B,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,CAAC;QAClC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,CAAC;QAClC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,KAAK,IAAI,CAAC,cAAc,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;IACtB,CAAC;IAEe,OAAO;QACrB,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,CAAC;QAClC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,aAAa,EAAE,WAAW,EAAE,CAAC;QAClC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,KAAK,IAAI,CAAC,cAAc,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;QAC5B,KAAK,CAAC,OAAO,EAAE,CAAC;IAClB,CAAC;IAED;;;;;;OAMG;IACI,iBAAiB,CAAC,UAAkB;QACzC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,UAAU,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACI,YAAY,CAAC,KAAmC;QACrD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,eAAe,CAAC,QAAuC;QACnE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC;QAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAqC,yBAAyB,EAAE,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC;QACnJ,IAAI,IAAI,EAAE,4BAA4B,EAAE,SAAS,KAAK,IAAI,EAAE,CAAC;YAC3D,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,QAAQ,CAAC,SAAS,GAAG,IAAI,CAAC;QAC5B,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,gBAAgB,CAAC,QAAuC;QACpE,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC;QAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAsC,2BAA2B,EAAE,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC;QACtJ,IAAI,IAAI,EAAE,6BAA6B,EAAE,SAAS,KAAK,IAAI,EAAE,CAAC;YAC5D,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,IAAI,CAAC,WAAW,GAAG,IAAI,wBAAwB,CAAC,IAAI,oBAAoB,EAAE,CAAC,CAAC;YAC5E,mFAAmF;YACnF,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC;YAC/B,QAAQ,CAAC,UAAU,GAAG,KAAK,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,yGAAyG;IACjG,KAAK,CAAC,eAAe;QAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,cAAc,CAAC;QACzC,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;QAC5B,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC;QAC/C,IAAI,CAAC,YAAY,IAAI,CAAC,SAAS,EAAE,CAAC;YAChC,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,0BAA0B,EAAE,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC;IACrG,CAAC;IAED;;;;;;OAMG;IACK,eAAe,CAAC,KAAmC;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC;QAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QACD,KAAK,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,0BAA0B,EAAE;YACjE,cAAc,EAAE,SAAS;YACzB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI;YAClB,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,IAAI;YAClB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;YAC5B,GAAG,EAAE,KAAK,CAAC,GAAG,IAAI,IAAI;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;YAC5B,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,IAAI;YAC5B,8FAA8F;YAC9F,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;SAC5F,CAAC,CAAC;IACL,CAAC;IAED,0FAA0F;IAClF,KAAK,CAAC,cAAc;QAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC;QAC/C,IAAI,CAAC,YAAY,IAAI,CAAC,SAAS,EAAE,CAAC;YAChC,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAC,wBAAwB,EAAE,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC;IACnG,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,aAAa;QACzB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC;QAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAA8B,6BAA6B,EAAE,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC,CAAC;QAChJ,OAAO,IAAI,EAAE,qBAAqB,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,cAAc,CAAC,QAAgB,EAAE,QAAgB;QAC5D,yGAAyG;QACzG,+FAA+F;QAC/F,IAAI,QAAQ,KAAK,yBAAyB,CAAC,YAAY,EAAE,CAAC;YACxD,OAAO,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,QAAQ,KAAK,yBAAyB,CAAC,aAAa,EAAE,CAAC;YACzD,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC;YAC9E,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,OAAO,IAAI,CAAC,IAAI,CAAC,wEAAwE,CAAC,CAAC;YAC7F,CAAC;YACD,OAAO,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,MAA2B,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,GAAG,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,yBAAyB,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,wCAAwC,CAAC;YACtH,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5B,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC;QAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,8FAA8F;YAC9F,qFAAqF;YACrF,OAAO,CAAC,IAAI,CAAC,iEAAiE,EAAE;gBAC9E,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;gBAC1B,cAAc,EAAE,IAAI,CAAC,OAAO,EAAE,cAAc,IAAI,IAAI;aACrD,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,IAAI,CAAC,iHAAiH,CAAC,CAAC;QACtI,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAClD,sCAAsC,EACtC,IAAI,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,CACvC,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,EAAE,0BAA0B,IAAI,IAAI,CAAC;QACxD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC,IAAI,CAAC,yEAAyE,CAAC,CAAC;QAC9F,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,4BAA4B,CAAC,CAAC;QAClE,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,mFAAmF;YACnF,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,2BAA2B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YAC9E,oGAAoG;YACpG,wFAAwF;YACxF,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IACnD,CAAC;IAED,iGAAiG;IACzF,cAAc,CAAC,SAAiB,EAAE,MAA2B;QACnE,OAAO;YACL,cAAc,EAAE,SAAS;YACzB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,IAAI;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;YACjC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,IAAI;YACnB,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,IAAI;YACnB,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;YACzB,GAAG,EAAE,MAAM,CAAC,GAAG,IAAI,IAAI;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI;YAC7B,EAAE,EAAE,MAAM,CAAC,EAAE,IAAI,IAAI;SACtB,CAAC;IACJ,CAAC;IAED;;;;;;;;;OASG;IACK,KAAK,CAAC,aAAa,CAAC,KAAyB;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC;QAC/C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,mEAAmE,EAAE;gBAChF,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO;gBAC1B,cAAc,EAAE,IAAI,CAAC,OAAO,EAAE,cAAc,IAAI,IAAI;aACrD,CAAC,CAAC;YACH,OAAO,IAAI,CAAC,IAAI,CAAC,iHAAiH,CAAC,CAAC;QACtI,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,mBAAmB,CAAmC,uBAAuB,EAAE;YAC9G,cAAc,EAAE,SAAS;YACzB,KAAK,EAAE,KAAK,IAAI,IAAI;SACrB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,EAAE,0BAA0B,IAAI,IAAI,CAAC;QACxD,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,IAAI,CAAC,IAAI,CAAC,kEAAkE,CAAC,CAAC;QACvF,CAAC;QAED,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,uGAAuG;YACvG,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,MAAM,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC,CAAC;QACtF,CAAC;QAED,wFAAwF;QACxF,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACzB,OAAO,IAAI,CAAC,SAAS,CAAC;YACpB,KAAK,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC;YAC1B,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;YAClE,GAAG,EAAE,QAAQ;YACb,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACpD,CAAC,CAAC;IACL,CAAC;IAED,iGAAiG;IACzF,WAAW,CAAC,KAA4B;QAC9C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IACzF,CAAC;IAED,6FAA6F;IACrF,SAAS,CAAC,QAAgB;QAChC,MAAM,OAAO,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,IAAI,CAAC;YACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC5C,OAAO,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,MAAoC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9H,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,iEAAiE;IACzD,EAAE,CAAC,UAAyB,EAAE,MAAqB;QACzD,MAAM,MAAM,GAA4B,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC1D,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,UAAU,GAAG,UAAU,CAAC;QACjC,CAAC;QACD,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;QACzB,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;IAED,6DAA6D;IACrD,IAAI,CAAC,KAAa;QACxB,MAAM,MAAM,GAA4B,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QAClE,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IAChC,CAAC;CACF,CAAA;AAvZY,oBAAoB;IADhC,aAAa,CAAC,yBAAyB,EAAE,8BAA8B,CAAC;GAC5D,oBAAoB,CAuZhC;;AAED;;;;;GAKG;AACH,MAAM,UAAU,gCAAgC;IAC9C,uEAAuE;AACzE,CAAC","sourcesContent":["import type { Type } from '@angular/core';\nimport type { Subscription } from 'rxjs';\nimport { RegisterClass } from '@memberjunction/global';\nimport { JSONValue, RealtimeToolDefinition } from '@memberjunction/ai';\nimport { BaseRealtimeChannelClient, ChannelOnboardingDetails } from '../channels/base-realtime-channel-client';\nimport { RemoteBrowserHumanInputEvent, RemoteBrowserSnapshotView, RemoteBrowserSurfaceComponent } from './remote-browser-surface.component';\nimport {\n  MapToolToAction,\n  REMOTE_BROWSER_TOOL_DEFINITIONS,\n  REMOTE_BROWSER_TOOL_NAMES,\n  REMOTE_BROWSER_TOOL_PREFIX,\n  RemoteBrowserAction,\n  RemoteBrowserToolArgError,\n} from './remote-browser-tools';\nimport { MediaSourceAudioSink, RemoteBrowserAudioChunkInput, RemoteBrowserAudioPlayer } from './remote-browser-audio-player';\n\n/**\n * GraphQL mutation that drives the SERVER-hosted browser. The channel awaits it for every\n * `browser_*` tool call and feeds the result back to the model.\n */\nconst EXECUTE_REMOTE_BROWSER_ACTION_MUTATION = `\n  mutation ExecuteRemoteBrowserAction(\n    $agentSessionID: String!, $kind: String!, $url: String, $selector: String,\n    $x: Float, $y: Float, $text: String, $key: String,\n    $deltaX: Float, $deltaY: Float, $ms: Float\n  ) {\n    ExecuteRemoteBrowserAction(\n      agentSessionID: $agentSessionID, kind: $kind, url: $url, selector: $selector,\n      x: $x, y: $y, text: $text, key: $key,\n      deltaX: $deltaX, deltaY: $deltaY, ms: $ms\n    ) {\n      Success\n      CurrentUrl\n      Detail\n    }\n  }\n`;\n\n/** The narrow projection of the `ExecuteRemoteBrowserAction` mutation payload the channel reads. */\ninterface ExecuteRemoteBrowserActionResult {\n  ExecuteRemoteBrowserAction: {\n    Success: boolean;\n    CurrentUrl: string | null;\n    Detail: string | null;\n  } | null;\n}\n\n/**\n * GraphQL mutation that asks the server to start PUSHING live CDP screencast frames for the session.\n * Returns `Streaming: true` when the backend supports `ScreenStreaming` and the stream started; the\n * channel then drives the surface's canvas. `Streaming: false` (capability absent / start failed) leaves\n * the surface on its 700ms snapshot poll fallback.\n */\nconst START_SCREENCAST_MUTATION = `\n  mutation StartRemoteBrowserScreencast($agentSessionID: String!) {\n    StartRemoteBrowserScreencast(agentSessionID: $agentSessionID) {\n      Streaming\n    }\n  }\n`;\n\n/** GraphQL mutation that stops the server-pushed screencast (best-effort teardown). */\nconst STOP_SCREENCAST_MUTATION = `\n  mutation StopRemoteBrowserScreencast($agentSessionID: String!) {\n    StopRemoteBrowserScreencast(agentSessionID: $agentSessionID)\n  }\n`;\n\n/**\n * GraphQL mutation that asks the server to start PUSHING live tab-audio chunks for the session — so a\n * co-agent demoing a video/audio site is HEARD. Returns `Streaming: true` when the backend can capture\n * audio (v1 gates by backend implementation) and the stream started; `Streaming: false` means no audio\n * (capability absent / start failed) and the client simply plays nothing.\n */\nconst START_AUDIO_STREAM_MUTATION = `\n  mutation StartRemoteBrowserAudioStream($agentSessionID: String!) {\n    StartRemoteBrowserAudioStream(agentSessionID: $agentSessionID) {\n      Streaming\n    }\n  }\n`;\n\n/** GraphQL mutation that stops the server-pushed tab-audio stream (best-effort teardown). */\nconst STOP_AUDIO_STREAM_MUTATION = `\n  mutation StopRemoteBrowserAudioStream($agentSessionID: String!) {\n    StopRemoteBrowserAudioStream(agentSessionID: $agentSessionID)\n  }\n`;\n\n/** The narrow projection of the `StartRemoteBrowserAudioStream` mutation payload the channel reads. */\ninterface StartRemoteBrowserAudioStreamResult {\n  StartRemoteBrowserAudioStream: {\n    Streaming: boolean;\n  } | null;\n}\n\n/**\n * HUMAN-TAKEOVER mutation — relays ONE pointer/keyboard input the user performed on the live canvas into the\n * server-hosted browser (Collaborative control). Best-effort: the server returns `false` when the backend\n * lacks `HumanTakeover` or no live browser exists; the channel doesn't act on the boolean.\n */\nconst RELAY_HUMAN_INPUT_MUTATION = `\n  mutation RelayRemoteBrowserHumanInput(\n    $agentSessionID: String!, $kind: String!, $x: Float, $y: Float, $button: String, $key: String,\n    $deltaX: Float, $deltaY: Float, $modifiers: String\n  ) {\n    RelayRemoteBrowserHumanInput(\n      agentSessionID: $agentSessionID, kind: $kind, x: $x, y: $y, button: $button, key: $key,\n      deltaX: $deltaX, deltaY: $deltaY, modifiers: $modifiers\n    )\n  }\n`;\n\n/** The narrow projection of the `StartRemoteBrowserScreencast` mutation payload the channel reads. */\ninterface StartRemoteBrowserScreencastResult {\n  StartRemoteBrowserScreencast: {\n    Streaming: boolean;\n  } | null;\n}\n\n/** GraphQL query the surface fetcher runs — the live screenshot + URL of the server browser. */\nconst REMOTE_BROWSER_SNAPSHOT_QUERY = `\n  query RemoteBrowserSnapshot($agentSessionID: String!) {\n    RemoteBrowserSnapshot(agentSessionID: $agentSessionID) {\n      ScreenshotBase64\n      CurrentUrl\n    }\n  }\n`;\n\n/** The narrow projection of the `RemoteBrowserSnapshot` query payload the channel reads. */\ninterface RemoteBrowserSnapshotResult {\n  RemoteBrowserSnapshot: RemoteBrowserSnapshotView | null;\n}\n\n/**\n * VISION-QUERY mutation (separate from {@link EXECUTE_REMOTE_BROWSER_ACTION_MUTATION} — this OBSERVES the page,\n * it does not drive it). The server captures the live screenshot and runs a fast vision model over it, so the\n * non-omnimodal voice agent can \"see\" the page: a text description and/or localized elements with pixel\n * centroids. Backs both `browser_DescribePage` (no target) and `browser_LocateElement` (a target description).\n */\nconst INTERPRET_PAGE_MUTATION = `\n  mutation InterpretRemoteBrowserPage($agentSessionID: String!, $query: String) {\n    InterpretRemoteBrowserPage(agentSessionID: $agentSessionID, query: $query) {\n      Description\n      Elements {\n        Label\n        X\n        Y\n        Confidence\n      }\n      Detail\n    }\n  }\n`;\n\n/** One element localized by the visual interpreter — label + pixel centroid + confidence. */\ninterface RemoteBrowserInterpretedElement {\n  Label: string;\n  X: number;\n  Y: number;\n  Confidence: number;\n}\n\n/** The narrow projection of the `InterpretRemoteBrowserPage` mutation payload the channel reads. */\ninterface InterpretRemoteBrowserPageResult {\n  InterpretRemoteBrowserPage: {\n    Description: string | null;\n    Elements: RemoteBrowserInterpretedElement[];\n    Detail: string | null;\n  } | null;\n}\n\n/** The result payload (serialized to JSON) the channel returns to the model per tool call. */\ninterface RemoteBrowserToolResult {\n  success: boolean;\n  /** The page URL after the action, when the server reported one. */\n  currentUrl?: string;\n  /** Human-readable detail (e.g. extracted page text for `browser_GetPageText`, or an error). */\n  detail?: string;\n  /** Error description when `success` is false. */\n  error?: string;\n}\n\n/**\n * The REMOTE BROWSER as a pluggable interactive channel — a {@link BaseRealtimeChannelClient}\n * resolved from the `MJ: AI Agent Channels` registry row whose `ClientPluginClass` is\n * `'RealtimeRemoteBrowserChannel'`. One instance per session (ClassFactory-created at session\n * start).\n *\n * Topology (CLIENT-DIRECT, like the whiteboard — the browser just happens to live on the\n * server):\n *  - **Action**: the `browser_*` client-executed tool set ({@link REMOTE_BROWSER_TOOL_DEFINITIONS}).\n *    {@link ApplyAgentTool} maps a tool call → a normalized {@link RemoteBrowserAction}\n *    ({@link MapToolToAction}) and awaits the `ExecuteRemoteBrowserAction` GraphQL mutation\n *    (via {@link RealtimeChannelContext.ExecuteServerAction}) to drive the server browser,\n *    returning a concise JSON result for the model. Never throws — argument and transport\n *    failures map to a `{ success: false, error }` payload.\n *  - **Perception**: after a successful action, a `[browser]` context note carries the new\n *    page URL so the agent perceives where the page went; the surface independently polls a\n *    live screenshot.\n *  - **Surface**: {@link RemoteBrowserSurfaceComponent}, created dynamically in the channel\n *    tab; the plugin hands it the session's provider + id in {@link BindSurface} so it can\n *    poll `RemoteBrowserSnapshot`. HUMAN TAKEOVER is enabled by default (Collaborative): the\n *    user can click/type into the live canvas and those events relay to the server browser via\n *    {@link RELAY_HUMAN_INPUT_MUTATION} (server-gated on the backend's `HumanTakeover` capability).\n *\n * The channel keeps NO client-side state of record — the browser's state lives entirely on\n * the server — so {@link SerializeState} / {@link RestoreState} use the base no-op behavior.\n */\n@RegisterClass(BaseRealtimeChannelClient, 'RealtimeRemoteBrowserChannel')\nexport class RemoteBrowserChannel extends BaseRealtimeChannelClient<RemoteBrowserSurfaceComponent> {\n  /** The live bound surface, when the channel tab's pane is instantiated. */\n  private surface: RemoteBrowserSurfaceComponent | null = null;\n\n  /** Subscription to the bound surface's `HumanInput` output, torn down on unbind/dispose. */\n  private humanInputSub: Subscription | null = null;\n\n  /**\n   * Whether the server confirmed it is PUSHING screencast frames for this session (`ScreenStreaming`\n   * supported). When `true` the surface renders pushed frames on its canvas and skips its poll, and\n   * {@link OnScreencastFrame} forwards each pushed frame to it. When `false` the surface keeps polling.\n   */\n  private streaming = false;\n\n  /**\n   * Whether the server confirmed it is PUSHING tab-audio chunks for this session (the backend can capture\n   * audio). When `true` {@link OnAudioChunk} feeds each pushed chunk to {@link audioPlayer}; when `false`\n   * no audio plays.\n   */\n  private audioStreaming = false;\n\n  /** The client-side audio player fed pushed chunks while {@link audioStreaming}; `null` until started. */\n  private audioPlayer: RemoteBrowserAudioPlayer | null = null;\n\n  /** Subscription to the bound surface's `AudioMutedChange` output (the speaker toggle), torn down on unbind. */\n  private audioMutedSub: Subscription | null = null;\n\n  public get ChannelName(): string {\n    return 'Remote Browser';\n  }\n\n  public get ToolNamePrefix(): string {\n    return REMOTE_BROWSER_TOOL_PREFIX;\n  }\n\n  public get TabTitle(): string {\n    return 'Browser';\n  }\n\n  public get TabIcon(): string {\n    return 'fa-solid fa-globe';\n  }\n\n  public GetToolDefinitions(): RealtimeToolDefinition[] {\n    return REMOTE_BROWSER_TOOL_DEFINITIONS;\n  }\n\n  public override GetSurfaceComponent(): Type<RemoteBrowserSurfaceComponent> {\n    return RemoteBrowserSurfaceComponent;\n  }\n\n  /** First-run intro shown the first time the user opens the Browser tab (once per user). */\n  public override GetOnboardingDetails(): ChannelOnboardingDetails {\n    return {\n      Heading: 'Remote Browser',\n      Description:\n        'The agent drives a live web browser on the server and you can watch it work right here. ' +\n        'You can also grab the wheel: click and type directly on the live page and the agent picks ' +\n        'up right where you left off.',\n      Tips: [\n        'Ask the agent to look something up, open a site or fill in a form — it controls the page.',\n        \"Click on the live view to take over, then click and type to drive it yourself — the \\\"You're driving\\\" badge shows when takeover is active.\",\n        'The current page URL is shown so you always know where the agent has navigated.',\n      ],\n      IconClass: 'fa-solid fa-globe',\n    };\n  }\n\n  /**\n   * Wires the dynamically-created surface: hands it a snapshot fetcher closing over the\n   * channel context (session id + provider live there), so the surface stays transport-\n   * agnostic. Set BEFORE the surface's first change detection (the pane binds synchronously),\n   * so its `ngOnInit` poll has the fetcher.\n   *\n   * Also asks the server to start a live screencast. When the backend supports `ScreenStreaming` the\n   * server starts PUSHING frames and reports `Streaming: true`; we flip the surface to canvas mode (its\n   * poll is then skipped) and {@link OnScreencastFrame} paints each pushed frame. When the backend lacks\n   * the capability (`Streaming: false`) the surface keeps the snapshot poll already running — graceful\n   * fallback, no further action.\n   *\n   * HUMAN TAKEOVER is enabled BY DEFAULT (Collaborative): the surface is flipped `Interactive = true` and\n   * its `HumanInput` output subscribed, forwarding each pointer/keyboard event to the server via\n   * {@link RELAY_HUMAN_INPUT_MUTATION}. Takeover only takes effect on the canvas (screencast) path; the\n   * `<img>` poll fallback stays view-only. The server gates the actual routing on the backend's\n   * `HumanTakeover` capability, so this is safe to enable unconditionally.\n   */\n  public BindSurface(instance: RemoteBrowserSurfaceComponent): void {\n    this.surface = instance;\n    instance.Fetch = () => this.fetchSnapshot();\n    instance.Interactive = true;\n    this.humanInputSub = instance.HumanInput.subscribe((input) => this.relayHumanInput(input));\n    this.audioMutedSub = instance.AudioMutedChange.subscribe((muted) => this.audioPlayer?.SetMuted(muted));\n    void this.startScreencast(instance);\n    void this.startAudioStream(instance);\n  }\n\n  public override UnbindSurface(): void {\n    this.humanInputSub?.unsubscribe();\n    this.humanInputSub = null;\n    this.audioMutedSub?.unsubscribe();\n    this.audioMutedSub = null;\n    void this.stopScreencast();\n    void this.stopAudioStream();\n    this.surface = null;\n  }\n\n  public override Dispose(): void {\n    this.humanInputSub?.unsubscribe();\n    this.humanInputSub = null;\n    this.audioMutedSub?.unsubscribe();\n    this.audioMutedSub = null;\n    void this.stopScreencast();\n    void this.stopAudioStream();\n    super.Dispose();\n  }\n\n  /**\n   * Forwards one PUSHED screencast frame to the bound surface's canvas. Called by the session service\n   * when a `RemoteBrowserScreencastFrame` arrives on the push-status stream for THIS session. No-op when\n   * the channel isn't streaming or has no bound surface (e.g. the tab pane is collapsed).\n   *\n   * @param dataBase64 The frame image as raw base64 JPEG (no `data:` prefix).\n   */\n  public OnScreencastFrame(dataBase64: string): void {\n    if (this.streaming) {\n      this.surface?.RenderFrame(dataBase64);\n    }\n  }\n\n  /**\n   * Feeds one PUSHED tab-audio chunk to the client-side audio player. Called by the session service when a\n   * `RemoteBrowserAudioChunk` arrives on the push-status stream for THIS session. No-op when the channel\n   * isn't audio-streaming or the player has been torn down.\n   *\n   * @param chunk The pushed audio chunk (base64 webm-opus + codec/seq metadata).\n   */\n  public OnAudioChunk(chunk: RemoteBrowserAudioChunkInput): void {\n    if (this.audioStreaming) {\n      this.audioPlayer?.Enqueue(chunk);\n    }\n  }\n\n  /**\n   * Asks the server to start the live screencast and, on success, flips the surface to canvas mode so it\n   * stops polling and starts painting pushed frames. Best-effort: a `null`/`Streaming: false` result\n   * (capability absent or transport failure) leaves the surface on its poll fallback.\n   */\n  private async startScreencast(instance: RemoteBrowserSurfaceComponent): Promise<void> {\n    const sessionId = this.Context?.AgentSessionID;\n    if (!sessionId) {\n      return;\n    }\n    const data = await this.Context?.ExecuteServerAction<StartRemoteBrowserScreencastResult>(START_SCREENCAST_MUTATION, { agentSessionID: sessionId });\n    if (data?.StartRemoteBrowserScreencast?.Streaming === true) {\n      this.streaming = true;\n      instance.Streaming = true;\n    }\n  }\n\n  /**\n   * Asks the server to start the live tab-audio stream and, on success, spins up the client-side\n   * {@link RemoteBrowserAudioPlayer} (speaker ON by default — the call is the activating user gesture) so\n   * pushed chunks play. Best-effort: a `null`/`Streaming: false` result (no audio capability or transport\n   * failure) leaves the channel silent with no player.\n   *\n   * @param instance The bound surface, flipped to show the speaker toggle when audio starts.\n   */\n  private async startAudioStream(instance: RemoteBrowserSurfaceComponent): Promise<void> {\n    const sessionId = this.Context?.AgentSessionID;\n    if (!sessionId) {\n      return;\n    }\n    const data = await this.Context?.ExecuteServerAction<StartRemoteBrowserAudioStreamResult>(START_AUDIO_STREAM_MUTATION, { agentSessionID: sessionId });\n    if (data?.StartRemoteBrowserAudioStream?.Streaming === true) {\n      this.audioStreaming = true;\n      this.audioPlayer = new RemoteBrowserAudioPlayer(new MediaSourceAudioSink());\n      // Speaker defaults ON; reflect that on the surface so the toggle renders un-muted.\n      instance.AudioAvailable = true;\n      instance.AudioMuted = false;\n    }\n  }\n\n  /** Asks the server to stop the tab-audio stream (best-effort), disposes the player, and clears state. */\n  private async stopAudioStream(): Promise<void> {\n    const wasStreaming = this.audioStreaming;\n    this.audioStreaming = false;\n    this.audioPlayer?.Dispose();\n    this.audioPlayer = null;\n    const sessionId = this.Context?.AgentSessionID;\n    if (!wasStreaming || !sessionId) {\n      return;\n    }\n    await this.Context?.ExecuteServerAction(STOP_AUDIO_STREAM_MUTATION, { agentSessionID: sessionId });\n  }\n\n  /**\n   * Relays ONE human-takeover input from the surface to the server's {@link RELAY_HUMAN_INPUT_MUTATION}.\n   * Best-effort and fire-and-forget: never throws, and the boolean result is ignored (the server already\n   * gates routing on the backend's `HumanTakeover` capability). No-op when no live session id exists.\n   *\n   * @param input The flattened pointer/keyboard input the user performed on the live canvas.\n   */\n  private relayHumanInput(input: RemoteBrowserHumanInputEvent): void {\n    const sessionId = this.Context?.AgentSessionID;\n    if (!sessionId) {\n      return;\n    }\n    void this.Context?.ExecuteServerAction(RELAY_HUMAN_INPUT_MUTATION, {\n      agentSessionID: sessionId,\n      kind: input.kind,\n      x: input.x ?? null,\n      y: input.y ?? null,\n      button: input.button ?? null,\n      key: input.key ?? null,\n      deltaX: input.deltaX ?? null,\n      deltaY: input.deltaY ?? null,\n      // Server expects a comma-separated modifier list (e.g. \"Shift,Control\"); null when none held.\n      modifiers: input.modifiers && input.modifiers.length > 0 ? input.modifiers.join(',') : null,\n    });\n  }\n\n  /** Asks the server to stop the screencast (best-effort) and clears the streaming flag. */\n  private async stopScreencast(): Promise<void> {\n    const wasStreaming = this.streaming;\n    this.streaming = false;\n    const sessionId = this.Context?.AgentSessionID;\n    if (!wasStreaming || !sessionId) {\n      return;\n    }\n    await this.Context?.ExecuteServerAction(STOP_SCREENCAST_MUTATION, { agentSessionID: sessionId });\n  }\n\n  /**\n   * Fetches one live snapshot of the server browser for the surface — the PERCEPTION poll.\n   * Best-effort by contract ({@link RemoteBrowserSnapshotFetcher}): returns `null` when no\n   * session is live or the query fails (the surface keeps its last good frame).\n   */\n  private async fetchSnapshot(): Promise<RemoteBrowserSnapshotView | null> {\n    const sessionId = this.Context?.AgentSessionID;\n    if (!sessionId) {\n      return null;\n    }\n    const data = await this.Context?.ExecuteServerAction<RemoteBrowserSnapshotResult>(REMOTE_BROWSER_SNAPSHOT_QUERY, { agentSessionID: sessionId });\n    return data?.RemoteBrowserSnapshot ?? null;\n  }\n\n  /**\n   * Executes ONE `browser_*` tool call: maps it to a server action and awaits the\n   * `ExecuteRemoteBrowserAction` mutation, then returns a concise JSON result the model reads.\n   * On success it also feeds the new page URL to the agent as a `[browser]` context note. Never\n   * throws — bad arguments, no live session, and server failures all become a failed-result\n   * payload so the model can narrate the problem.\n   */\n  public async ApplyAgentTool(toolName: string, argsJson: string): Promise<string> {\n    // VISION-QUERY branch: the two interpreter tools OBSERVE the page (run a vision model over a screenshot)\n    // rather than drive it, so they route to the separate interpret mutation, not MapToolToAction.\n    if (toolName === REMOTE_BROWSER_TOOL_NAMES.DescribePage) {\n      return this.interpretPage(undefined);\n    }\n    if (toolName === REMOTE_BROWSER_TOOL_NAMES.LocateElement) {\n      const description = this.asArgString(this.parseArgs(argsJson)['description']);\n      if (!description) {\n        return this.fail('browser_LocateElement requires a \"description\" of the element to find.');\n      }\n      return this.interpretPage(description);\n    }\n\n    let action: RemoteBrowserAction;\n    try {\n      action = MapToolToAction(toolName, this.parseArgs(argsJson));\n    } catch (error) {\n      const message = error instanceof RemoteBrowserToolArgError ? error.message : 'Invalid Remote Browser tool arguments.';\n      return this.fail(message);\n    }\n\n    const sessionId = this.Context?.AgentSessionID;\n    if (!sessionId) {\n      // Diagnostic: distinguishes \"channel never Initialized (no Context)\" from \"session id not yet\n      // set on the service\" — the two distinct causes of a null id at tool-execution time.\n      console.warn('[RemoteBrowser] browser tool invoked but AgentSessionID is null', {\n        tool: toolName,\n        hasContext: !!this.Context,\n        agentSessionID: this.Context?.AgentSessionID ?? null,\n      });\n      return this.fail('No live browser session is available yet — the realtime session may still be connecting; try again in a moment.');\n    }\n\n    const data = await this.Context?.ExecuteServerAction<ExecuteRemoteBrowserActionResult>(\n      EXECUTE_REMOTE_BROWSER_ACTION_MUTATION,\n      this.buildVariables(sessionId, action),\n    );\n    const result = data?.ExecuteRemoteBrowserAction ?? null;\n    if (!result) {\n      return this.fail('The browser action could not be executed (no response from the server).');\n    }\n    if (!result.Success) {\n      return this.fail(result.Detail ?? 'The browser action failed.');\n    }\n\n    if (result.CurrentUrl) {\n      // PERCEPTION: tell the agent where the page is now (background — no spoken reply).\n      this.Context?.SendContextNote(`[browser] current page: ${result.CurrentUrl}`);\n      // In streaming mode the surface's snapshot poll (which carries the URL) is stopped, so push the new\n      // URL to the live-view bar directly — otherwise it stays stuck on \"No page loaded yet\".\n      this.surface?.SetCurrentUrl(result.CurrentUrl);\n    }\n    return this.ok(result.CurrentUrl, result.Detail);\n  }\n\n  /** Builds the flat mutation variables from a normalized action (omitted fields ride as null). */\n  private buildVariables(sessionId: string, action: RemoteBrowserAction): Record<string, JSONValue> {\n    return {\n      agentSessionID: sessionId,\n      kind: action.Kind,\n      url: action.Url ?? null,\n      selector: action.Selector ?? null,\n      x: action.X ?? null,\n      y: action.Y ?? null,\n      text: action.Text ?? null,\n      key: action.Key ?? null,\n      deltaX: action.DeltaX ?? null,\n      deltaY: action.DeltaY ?? null,\n      ms: action.Ms ?? null,\n    };\n  }\n\n  /**\n   * Runs the VISION-QUERY path for the `browser_DescribePage` / `browser_LocateElement` tools: awaits the\n   * `InterpretRemoteBrowserPage` mutation (server captures a screenshot + runs a fast vision model) and returns\n   * a concise JSON string the model reads. For a describe (no `query`) it returns `{ description }`; for a locate\n   * it returns `{ found, element, all }` so the agent can `browser_Click` the centroid. Never throws — a null\n   * session, no response, or a server detail-only result all map to a result string the model can narrate.\n   *\n   * @param query The visual target to locate, or `undefined` for a plain page description.\n   * @returns A JSON string describing the interpretation for the model.\n   */\n  private async interpretPage(query: string | undefined): Promise<string> {\n    const sessionId = this.Context?.AgentSessionID;\n    if (!sessionId) {\n      console.warn('[RemoteBrowser] interpret tool invoked but AgentSessionID is null', {\n        hasContext: !!this.Context,\n        agentSessionID: this.Context?.AgentSessionID ?? null,\n      });\n      return this.fail('No live browser session is available yet — the realtime session may still be connecting; try again in a moment.');\n    }\n\n    const data = await this.Context?.ExecuteServerAction<InterpretRemoteBrowserPageResult>(INTERPRET_PAGE_MUTATION, {\n      agentSessionID: sessionId,\n      query: query ?? null,\n    });\n    const result = data?.InterpretRemoteBrowserPage ?? null;\n    if (!result) {\n      return this.fail('The page could not be interpreted (no response from the server).');\n    }\n\n    if (query === undefined) {\n      // DescribePage — hand back the description (or the server's detail note when nothing was interpreted).\n      return JSON.stringify({ description: result.Description ?? result.Detail ?? null });\n    }\n\n    // LocateElement — surface whether anything matched, the best match, and all candidates.\n    const elements = result.Elements ?? [];\n    const best = elements[0];\n    return JSON.stringify({\n      found: elements.length > 0,\n      element: best ? { label: best.Label, x: best.X, y: best.Y } : null,\n      all: elements,\n      ...(result.Detail ? { detail: result.Detail } : {}),\n    });\n  }\n\n  /** Coerces a parsed tool-arg to a non-empty string, or `undefined` when absent / wrong-typed. */\n  private asArgString(value: JSONValue | undefined): string | undefined {\n    return typeof value === 'string' && value.trim().length > 0 ? value.trim() : undefined;\n  }\n\n  /** Parses the tool-args JSON into a plain object; returns `{}` for empty/malformed input. */\n  private parseArgs(argsJson: string): Record<string, JSONValue> {\n    const trimmed = argsJson?.trim();\n    if (!trimmed) {\n      return {};\n    }\n    try {\n      const parsed: unknown = JSON.parse(trimmed);\n      return parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed) ? (parsed as Record<string, JSONValue>) : {};\n    } catch {\n      return {};\n    }\n  }\n\n  /** Builds a successful tool-result JSON string for the model. */\n  private ok(currentUrl: string | null, detail: string | null): string {\n    const result: RemoteBrowserToolResult = { success: true };\n    if (currentUrl) {\n      result.currentUrl = currentUrl;\n    }\n    if (detail) {\n      result.detail = detail;\n    }\n    return JSON.stringify(result);\n  }\n\n  /** Builds a failed tool-result JSON string for the model. */\n  private fail(error: string): string {\n    const result: RemoteBrowserToolResult = { success: false, error };\n    return JSON.stringify(result);\n  }\n}\n\n/**\n * Tree-shaking prevention: the Remote Browser channel is resolved dynamically through the\n * ClassFactory (by the registry row's `ClientPluginClass` key), so this static call is what\n * keeps its `@RegisterClass` side effect from being eliminated by the bundler. Called from\n * `conversations.module.ts` alongside {@link LoadRealtimeWhiteboardChannel}.\n */\nexport function LoadRealtimeRemoteBrowserChannel(): void {\n  // intentional no-op — the import side effect performs the registration\n}\n"]}