@opengeni/runtime 4.0.1 → 4.0.3

package/dist/{chunk-J6J3VYFW.js → chunk-LL2YQO5H.js}

@@ -8,6 +8,7 @@ import {
   createTurnToolCancellationController,
   installManagedCodemodeClient,
   isDefinitePathNotFoundError,
+  isModalTaskExecStartPreDispatchUnavailableError,
   isRoutingMutationOutcomeUnknownError,
   loadManagedCodemodeClient,
   managedCodemodeClientDirectory,
@@ -26,11 +27,11 @@ import {
   withRunCredentialsClient,
   withRunCredentialsSession,
   wrapCapabilityToolsForTurnCancellation
-} from "./chunk-J5AR5XAJ.js";
+} from "./chunk-GBVN7WSK.js";
 import {
   MemorySession,
   connectMcpServers
-} from "./chunk-SPT3PLMX.js";
+} from "./chunk-PRHMSM6C.js";
 import {
   SKILL_MAX_FILES,
   SKILL_READ_MAX_OUTPUT_BYTES,
@@ -114,7 +115,7 @@ import {
   tool,
   withGenerationSpan,
   withResponseSpan
-} from "./chunk-UNICCRW5.js";
+} from "./chunk-LZIXCZUV.js";
 
 // src/prepared-compaction-request.ts
 import { AsyncLocalStorage } from "async_hooks";
@@ -12348,7 +12349,7 @@ import { existsSync, readdirSync } from "fs";
 // ../sdk/package.json
 var package_default = {
   name: "@opengeni/sdk",
-  version: "7.1.0",
+  version: "7.1.1",
   description: "Framework-agnostic TypeScript SDK for the OpenGeni API: typed client, session lifecycle, SSE event streaming with reconnect + replay-by-sequence, and proxy re-streaming helpers.",
   license: "Apache-2.0",
   repository: {
@@ -12500,7 +12501,7 @@ var package_default = {
 // ../react/package.json
 var package_default2 = {
   name: "@opengeni/react",
-  version: "7.1.0",
+  version: "7.1.2",
   description: "React hooks and styled components for OpenGeni: live session streaming, chat composer, message timeline, session status, and fleet views \u2014 token-themed (CSS variables), dark-first, built on Tailwind v4 + Radix + Motion.",
   license: "Apache-2.0",
   repository: {
@@ -12753,7 +12754,7 @@ var package_default2 = {
 // ../codemode/package.json
 var package_default3 = {
   name: "@opengeni/codemode",
-  version: "0.6.1",
+  version: "0.6.2",
   description: "Attempt-frozen programmatic tool catalog and execution authority for OpenGeni.",
   license: "Apache-2.0",
   repository: {
@@ -12803,7 +12804,7 @@ var package_default3 = {
 // ../ogtool/package.json
 var package_default4 = {
   name: "@opengeni/ogtool",
-  version: "0.3.43",
+  version: "0.3.44",
   description: "Codemode CLI and typed client entrypoint for an OpenGeni execution attempt.",
   license: "Apache-2.0",
   repository: {
@@ -15021,6 +15022,10 @@ import {
   BrowserActionReceipt,
   BrowserClipboard,
   BrowserDiagnosticBatch,
+  BrowserDomReadResponse,
+  BrowserDomReadLocator,
+  BrowserDomReadSelector,
+  BrowserDomSafeAttribute,
   BrowserIdentity,
   BrowserIdentityListResponse,
   BrowserIdentityMutationResponse,
@@ -15061,6 +15066,16 @@ import {
   resolveFirstPartyDelegationSecret
 } from "@opengeni/config";
 import { OpenGeniApiError, OpenGeniClient } from "@opengeni/sdk";
+
+// src/browser-action-json-schema.ts
+function browserActionInputJsonSchema(schema) {
+  return external_exports.toJSONSchema(schema, {
+    target: "draft-2020-12",
+    reused: "ref"
+  });
+}
+
+// src/interaction-tools.ts
 var INTERACTION_ATTEMPT_TOOL_NAMES = FIRST_PARTY_IN_PROCESS_TOOL_NAMES;
 var InteractionExecutionResult = class {
   constructor(output, additionalContent) {
@@ -15068,11 +15083,161 @@ var InteractionExecutionResult = class {
     this.additionalContent = additionalContent;
   }
 };
+var BROWSER_AGENT_MAX_NODES = 60;
+var BROWSER_AGENT_MAX_NODE_BYTES = 12e3;
+var BROWSER_AGENT_MAX_FIELD_LENGTH = 180;
+var BROWSER_READ_MAX_NODES = 80;
+var BROWSER_TOOL_IMAGE_MAX_BYTES = 8 * 1024 * 1024;
+var BrowserAgentNode = external_exports.object({
+  ref: external_exports.string().max(512),
+  role: external_exports.string().max(256),
+  depth: external_exports.number().int().nonnegative(),
+  name: external_exports.string().max(BROWSER_AGENT_MAX_FIELD_LENGTH).optional(),
+  description: external_exports.string().max(BROWSER_AGENT_MAX_FIELD_LENGTH).optional(),
+  value: external_exports.union([
+    external_exports.string().max(BROWSER_AGENT_MAX_FIELD_LENGTH),
+    external_exports.object({ redacted: external_exports.literal(true), reason: external_exports.string().max(32) }).strict()
+  ]).optional(),
+  states: external_exports.array(external_exports.string().max(BROWSER_AGENT_MAX_FIELD_LENGTH)).max(6),
+  actions: external_exports.array(external_exports.string().max(BROWSER_AGENT_MAX_FIELD_LENGTH)).max(6)
+}).strict();
+var BrowserAgentView = external_exports.object({
+  kind: external_exports.literal("compact"),
+  sourceKind: external_exports.enum(["snapshot", "diff", "none"]),
+  nodes: external_exports.array(BrowserAgentNode).max(BROWSER_AGENT_MAX_NODES),
+  sourceNodeCount: external_exports.number().int().nonnegative(),
+  omittedNodeCount: external_exports.number().int().nonnegative(),
+  removedRefCount: external_exports.number().int().nonnegative(),
+  clippedFieldCount: external_exports.number().int().nonnegative(),
+  maxNodes: external_exports.number().int().positive(),
+  maxNodeBytes: external_exports.number().int().positive()
+}).strict();
+var CompactBrowserObservation = BrowserObservation.safeExtend({
+  semantic: external_exports.null(),
+  agentView: BrowserAgentView
+});
+var BrowserAgentObservation = external_exports.union([BrowserObservation, CompactBrowserObservation]);
+var BrowserAgentActionReceipt = BrowserActionReceipt.safeExtend({
+  observation: BrowserAgentObservation.nullable()
+});
+var BrowserScreenshotInput = external_exports.object({
+  browserSessionId: external_exports.string().uuid(),
+  targetId: external_exports.string().min(1).max(512),
+  fullPage: external_exports.boolean().optional(),
+  quality: external_exports.number().int().min(1).max(100).optional()
+}).strict();
+var BrowserScreenshotOutput = external_exports.object({
+  kind: external_exports.literal("browser_screenshot"),
+  browserSessionId: external_exports.string().uuid(),
+  targetId: external_exports.string(),
+  frameId: external_exports.string(),
+  targetGeneration: external_exports.string(),
+  documentGeneration: external_exports.string(),
+  mediaType: external_exports.enum(["image/jpeg", "image/png"]),
+  width: external_exports.number().int().positive(),
+  height: external_exports.number().int().positive(),
+  deviceScaleFactor: external_exports.number().positive(),
+  scrollX: external_exports.number(),
+  scrollY: external_exports.number(),
+  capturedAt: external_exports.string(),
+  fullPage: external_exports.boolean()
+}).strict();
+var BrowserReadInput = external_exports.object({
+  browserSessionId: external_exports.string().uuid(),
+  targetId: external_exports.string().min(1).max(512),
+  mode: external_exports.enum(["matches", "count", "subtree", "dom"]).optional(),
+  dom: external_exports.discriminatedUnion("kind", [
+    external_exports.object({
+      kind: external_exports.literal("element"),
+      locator: BrowserDomReadLocator,
+      attributes: external_exports.array(BrowserDomSafeAttribute).max(6).optional(),
+      maxChars: external_exports.number().int().min(1).max(4096).optional()
+    }).strict(),
+    external_exports.object({
+      kind: external_exports.literal("count"),
+      selector: BrowserDomReadSelector
+    }).strict()
+  ]).optional(),
+  expectedTargetGeneration: external_exports.string().min(1).max(256).optional(),
+  expectedDocumentGeneration: external_exports.string().min(1).max(256).nullable().optional(),
+  expectedFrameId: external_exports.string().min(1).max(256).nullable().optional(),
+  ref: external_exports.string().min(1).max(512).optional(),
+  scopeRef: external_exports.string().min(1).max(512).optional(),
+  role: external_exports.string().min(1).max(256).optional(),
+  nameContains: external_exports.string().min(1).max(512).optional(),
+  textContains: external_exports.string().min(1).max(512).optional(),
+  state: external_exports.string().min(1).max(128).optional(),
+  action: external_exports.string().min(1).max(128).optional(),
+  limit: external_exports.number().int().min(1).max(BROWSER_READ_MAX_NODES).optional()
+}).strict().superRefine((value, context) => {
+  if (value.mode === "subtree" && !value.ref) {
+    context.addIssue({ code: "custom", path: ["ref"], message: "subtree requires a ref" });
+  }
+  if (value.mode === "dom" !== (value.dom !== void 0)) {
+    context.addIssue({
+      code: "custom",
+      path: ["dom"],
+      message: "dom query is required only with mode=dom"
+    });
+  }
+  if (value.mode === "dom" && [
+    value.ref,
+    value.scopeRef,
+    value.role,
+    value.nameContains,
+    value.textContains,
+    value.state,
+    value.action,
+    value.limit
+  ].some((field) => field !== void 0)) {
+    context.addIssue({
+      code: "custom",
+      path: ["mode"],
+      message: "accessibility filters cannot be combined with a DOM query"
+    });
+  }
+  if (value.mode !== "dom" && [
+    value.expectedTargetGeneration,
+    value.expectedDocumentGeneration,
+    value.expectedFrameId
+  ].some((field) => field !== void 0)) {
+    context.addIssue({
+      code: "custom",
+      path: ["mode"],
+      message: "DOM generation fences require mode=dom"
+    });
+  }
+});
+var BrowserReadOutput = external_exports.object({
+  browserSessionId: external_exports.string().uuid(),
+  targetId: external_exports.string(),
+  observationId: external_exports.string(),
+  targetGeneration: external_exports.string(),
+  documentGeneration: external_exports.string().nullable(),
+  frameId: external_exports.string().nullable(),
+  source: external_exports.literal("accessibility"),
+  mode: external_exports.enum(["matches", "count", "subtree"]),
+  scopeFound: external_exports.boolean(),
+  nodes: external_exports.array(BrowserAgentNode).max(BROWSER_READ_MAX_NODES),
+  totalMatches: external_exports.number().int().nonnegative(),
+  omittedMatches: external_exports.number().int().nonnegative(),
+  clippedFieldCount: external_exports.number().int().nonnegative(),
+  maxNodeBytes: external_exports.number().int().positive()
+}).strict();
+var BrowserDomAgentReadOutput = BrowserDomReadResponse.safeExtend({
+  source: external_exports.literal("dom")
+});
+var BrowserReadToolOutput = external_exports.discriminatedUnion("source", [
+  BrowserReadOutput,
+  BrowserDomAgentReadOutput
+]);
 var TOOL_PERMISSION = {
   interaction_discover: "sessions:read",
   browser_open: "sessions:control",
   browser_tabs: "sessions:control",
   browser_observe: "sessions:read",
+  browser_read: "sessions:read",
+  browser_screenshot: "sessions:read",
   browser_act: "sessions:control",
   browser_clipboard: "sessions:read",
   browser_debug: "sessions:read",
@@ -15153,7 +15318,9 @@ var BrowserTabsInput = external_exports.discriminatedUnion("operation", [
 ]);
 var BrowserObserveInput = external_exports.object({
   browserSessionId: external_exports.string().uuid(),
-  targetId: external_exports.string().min(1).max(512)
+  targetId: external_exports.string().min(1).max(512),
+  view: external_exports.enum(["compact", "full"]).optional(),
+  includeScreenshot: external_exports.boolean().optional()
 }).strict();
 var BrowserActInput = external_exports.object({
   browserSessionId: external_exports.string().uuid(),
@@ -15161,6 +15328,7 @@ var BrowserActInput = external_exports.object({
   expectedTargetGeneration: external_exports.string().min(1).max(256).optional(),
   expectedDocumentGeneration: external_exports.string().min(1).max(256).nullable().optional(),
   expectedFrameId: external_exports.string().min(1).max(256).nullable().optional(),
+  view: external_exports.enum(["compact", "full", "none"]).optional(),
   action: external_exports.union([BrowserAction, BrowserActionBatch])
 }).strict();
 var BrowserClipboardInput = external_exports.object({ browserSessionId: external_exports.string().uuid() }).strict();
@@ -15288,12 +15456,15 @@ var ComputerObserveInput = external_exports.object({
   computerSessionId: external_exports.string().uuid(),
   targetId: external_exports.string().min(1).max(512)
 }).strict();
+var ComputerObserveOutput = ComputerObservation.extend({
+  capturedFrame: external_exports.object({ width: external_exports.number().int().positive(), height: external_exports.number().int().positive() }).strict()
+}).strict();
 var ComputerClipboardInput = external_exports.object({ computerSessionId: external_exports.string().uuid() }).strict();
 var ComputerActInput = external_exports.object({
   computerSessionId: external_exports.string().uuid(),
   targetId: external_exports.string().min(1).max(512),
   expectedTargetGeneration: external_exports.string().min(1).max(256).optional(),
-  expectedObservationId: external_exports.string().uuid().nullable().optional(),
+  expectedObservationId: ComputerObservation.shape.observationId.nullable().optional(),
   expectedFrameId: external_exports.string().min(1).max(256).nullable().optional(),
   action: ComputerAction
 }).strict();
@@ -15316,7 +15487,7 @@ function createInteractionAttemptToolDefinitions(input) {
       codemodePath: options.codemodePath,
       title: options.title,
       description: options.description,
-      inputSchema: jsonSchema(options.input),
+      inputSchema: options.name === "browser_act" ? browserActionInputJsonSchema(options.input) : jsonSchema(options.input),
       outputSchema: jsonSchema(options.output),
       annotations: {
         title: options.title,
@@ -15384,7 +15555,7 @@ function createInteractionAttemptToolDefinitions(input) {
     name: "browser_open",
     codemodePath: ["interaction", "browser", "open"],
     title: "Open or reuse browser",
-    description: "Open a managed BrowserSession on the current agent placement, reuse a relevant compatible live session by default, attach to an explicit workspace BrowserSession, or open an attached Chrome profile by passing placement={kind:'attached_device',deviceId}. This does not infer or attach the user's existing Chrome: for requests about 'my browser', 'my tabs', or current Chrome, call interaction_discover first and select an actual attachedBrowsers device; if none exists, explain that the Chrome extension must be connected instead of silently creating a blank managed browser. Managed Chromium defaults to headed so OAuth and later human interaction use a supported browser; request headless=true only for agent-only work that will not require sign-in or human control. Returns exact session and tab state.",
+    description: "Open a managed BrowserSession on the current agent placement, reuse a relevant compatible live session by default, attach to an explicit workspace BrowserSession, or open an attached Chrome profile by passing placement={kind:'attached_device',deviceId}. This does not infer or attach the user's existing Chrome: for requests about 'my browser', 'my tabs', or current Chrome, call interaction_discover first and select an actual attachedBrowsers device; if none exists, explain that the Chrome extension must be connected instead of silently creating a blank managed browser. BrowserSessions persist across tool calls; shell-launched browser daemons do not survive remote-command cleanup. Never switch to the user's attached Chrome as a fallback for a failed managed browser unless the user requested that profile. A new attached session opens a dedicated tab. Managed Chromium defaults to headed so OAuth and later human interaction use a supported browser; request headless=true only for agent-only work that will not require sign-in or human control. Returns exact session and tab state.",
     input: BrowserOpenInput,
     output: BrowserOpenOutput,
     readOnly: false,
@@ -15395,7 +15566,7 @@ function createInteractionAttemptToolDefinitions(input) {
     name: "browser_tabs",
     codemodePath: ["interaction", "browser", "tabs"],
     title: "Manage browser tabs",
-    description: "List, open, select, or close tabs in one exact BrowserSession. Returns the authoritative complete tab list after the operation.",
+    description: "List, open, logically select, or close tabs in one exact BrowserSession. Selection changes the BrowserSession's default target, not the visible desktop tab. New attached-Chrome tabs open in the background. Use browser_act activate only when foregrounding the owned tab is explicitly intended. Returns the authoritative complete tab list after the operation.",
     input: BrowserTabsInput,
     output: BrowserTargetListResponse,
     readOnly: false,
@@ -15425,40 +15596,169 @@ function createInteractionAttemptToolDefinitions(input) {
     name: "browser_observe",
     codemodePath: ["interaction", "browser", "observe"],
     title: "Observe browser tab",
-    description: "Read one tab's current URL/title, causal generations, compact semantic accessibility tree, dialog, and diagnostic counts without taking control.",
+    description: "Read one tab's URL, title, viewport, causal generations, and a bounded accessibility view. Compact view is the default: agentView lists selected refs and reports omitted nodes and clipped fields; it is not a complete page tree. Set view=full for the complete accessibility snapshot. Set includeScreenshot=true to add a current still image as tool image content; browser_screenshot is faster when only pixels are needed.",
     input: BrowserObserveInput,
-    output: BrowserObservation,
+    output: BrowserAgentObservation,
     readOnly: true,
     idempotent: true,
-    execute: async (value) => await input.transport.observeBrowserTarget(
-      input.workspaceId,
-      value.browserSessionId,
-      value.targetId
-    )
+    execute: async (value) => {
+      let observation = await input.transport.observeBrowserTarget(
+        input.workspaceId,
+        value.browserSessionId,
+        value.targetId
+      );
+      if (!value.includeScreenshot)
+        return projectBrowserObservation(observation, value.view ?? "compact");
+      const frame = await input.transport.captureBrowserTarget(
+        input.workspaceId,
+        value.browserSessionId,
+        value.targetId
+      );
+      if (observation.target.targetGeneration !== frame.targetGeneration || observation.target.documentGeneration !== frame.documentGeneration) {
+        observation = await input.transport.observeBrowserTarget(
+          input.workspaceId,
+          value.browserSessionId,
+          value.targetId
+        );
+      }
+      if (observation.target.targetGeneration !== frame.targetGeneration || observation.target.documentGeneration !== frame.documentGeneration) {
+        throw new Error("browser target changed while its visual observation was captured");
+      }
+      return new InteractionExecutionResult(
+        projectBrowserObservation(observation, value.view ?? "compact"),
+        [browserToolImageContent(frame.data, frame.mediaType)]
+      );
+    }
+  });
+  add({
+    name: "browser_read",
+    codemodePath: ["interaction", "browser", "read"],
+    title: "Read focused browser content",
+    description: "Search, count, or read a subtree from one tab's accessibility snapshot; filter by ref, role, name, accessibility text, state, or action, and scopeRef. AX mode refreshes the full tree internally and cannot return DOM attributes or editable input values. Use mode=dom with a ref, CSS, test-id, or placeholder locator for bounded element text, editable value, or allowlisted attributes, or a CSS selector for count. Content-matching role/label/text locators and CSS attribute/pseudo selectors are rejected for DOM reads to prevent secret-value probing. DOM reads use exact causal fences and only fixed, read-only browser-side projection; callers cannot supply JavaScript. Ref DOM locators refresh accessibility; CSS/test-id/placeholder locators avoid that scan.",
+    input: BrowserReadInput,
+    output: BrowserReadToolOutput,
+    readOnly: true,
+    idempotent: true,
+    execute: async (value) => {
+      if (value.mode === "dom") {
+        const state = value.expectedTargetGeneration !== void 0 && value.expectedDocumentGeneration !== void 0 && value.expectedFrameId !== void 0 ? null : await input.transport.getBrowserTargetState(
+          input.workspaceId,
+          value.browserSessionId,
+          value.targetId
+        );
+        const fences = {
+          expectedTargetGeneration: value.expectedTargetGeneration ?? state.targetGeneration,
+          expectedDocumentGeneration: value.expectedDocumentGeneration === void 0 ? state.documentGeneration : value.expectedDocumentGeneration,
+          expectedFrameId: value.expectedFrameId === void 0 ? state.frameId : value.expectedFrameId
+        };
+        const documentGeneration = fences.expectedDocumentGeneration;
+        const frameId = fences.expectedFrameId;
+        if (documentGeneration === null || frameId === null) {
+          throw new OpenGeniApiError(409, "browser target has no inspectable document", {
+            code: "document_unavailable",
+            retryable: true
+          });
+        }
+        const inspectedFences = {
+          expectedTargetGeneration: fences.expectedTargetGeneration,
+          expectedDocumentGeneration: documentGeneration,
+          expectedFrameId: frameId
+        };
+        const dom = value.dom;
+        const request = dom.kind === "element" ? {
+          ...inspectedFences,
+          kind: "element",
+          locator: dom.locator,
+          ...dom.attributes ? { attributes: dom.attributes } : {},
+          maxChars: dom.maxChars ?? 4096
+        } : { ...inspectedFences, kind: "count", selector: dom.selector };
+        return {
+          ...await input.transport.readBrowserDom(
+            input.workspaceId,
+            value.browserSessionId,
+            value.targetId,
+            request
+          ),
+          source: "dom"
+        };
+      }
+      return readBrowserObservation(
+        await input.transport.observeBrowserTarget(
+          input.workspaceId,
+          value.browserSessionId,
+          value.targetId
+        ),
+        value
+      );
+    }
+  });
+  add({
+    name: "browser_screenshot",
+    codemodePath: ["interaction", "browser", "screenshot"],
+    title: "Capture browser screenshot",
+    description: "Capture a current browser tab screenshot without reading its accessibility tree. The image is returned as tool image content, with small structured frame metadata. Set fullPage=true to capture the whole scrollable page when supported; large pages may take longer or exceed capture bounds. Set quality lower to reduce JPEG bytes if a large capture exceeds the Code Mode image limit.",
+    input: BrowserScreenshotInput,
+    output: BrowserScreenshotOutput,
+    readOnly: true,
+    idempotent: true,
+    execute: async (value) => {
+      const frame = await input.transport.captureBrowserTarget(
+        input.workspaceId,
+        value.browserSessionId,
+        value.targetId,
+        {},
+        { fullPage: value.fullPage ?? false, ...value.quality ? { quality: value.quality } : {} }
+      );
+      return new InteractionExecutionResult(
+        {
+          kind: "browser_screenshot",
+          browserSessionId: frame.browserSessionId,
+          targetId: frame.targetId,
+          frameId: frame.frameId,
+          targetGeneration: frame.targetGeneration,
+          documentGeneration: frame.documentGeneration,
+          mediaType: frame.mediaType,
+          width: frame.width,
+          height: frame.height,
+          deviceScaleFactor: frame.deviceScaleFactor,
+          scrollX: frame.scrollX,
+          scrollY: frame.scrollY,
+          capturedAt: frame.capturedAt,
+          fullPage: value.fullPage ?? false
+        },
+        [browserToolImageContent(frame.data, frame.mediaType)]
+      );
+    }
   });
   add({
     name: "browser_act",
     codemodePath: ["interaction", "browser", "act"],
     title: "Act in browser tab",
-    description: "Perform one semantic-first browser action or bounded batch, including setting a managed browser's web permission for this tab's exact current top-level origin. Omit generation fences to use a fresh observation automatically; provide them to require exact previously observed state. Returns the durable receipt and changed observation.",
+    description: "Perform one semantic-first browser action or bounded batch. Use viewport to set page width, height, desktop/mobile layout and touch emulation, then check the measured viewport in the returned observation; emulation does not prove physical mobile-browser behavior. Use history back/forward for tab navigation; keypress shortcuts are page input and may not navigate browser history. The explicit activate action foregrounds the target in the user's desktop browser; use only when that is intended. Permission actions set a managed browser's web permission for this tab's exact current top-level origin. Omit generation fences to fetch fresh generation metadata without scanning accessibility; supplying all three fences skips that state read while preserving controller validation. The default receipt includes a compact accessibility view with explicit omissions; set view=full for the complete observation, or view=none when no post-action tree is needed.",
     input: BrowserActInput,
-    output: BrowserActionReceipt,
+    output: BrowserAgentActionReceipt,
     readOnly: false,
     idempotent: true,
     execute: async (value, context) => {
-      const current = await input.transport.observeBrowserTarget(
+      const current = value.expectedTargetGeneration !== void 0 && value.expectedDocumentGeneration !== void 0 && value.expectedFrameId !== void 0 ? null : await input.transport.getBrowserTargetState(
         input.workspaceId,
         value.browserSessionId,
         value.targetId
       );
-      return await input.transport.actInBrowser(input.workspaceId, value.browserSessionId, {
-        operationId: context.operationId,
-        targetId: value.targetId,
-        expectedTargetGeneration: value.expectedTargetGeneration ?? current.target.targetGeneration,
-        expectedDocumentGeneration: value.expectedDocumentGeneration === void 0 ? current.target.documentGeneration : value.expectedDocumentGeneration,
-        expectedFrameId: value.expectedFrameId === void 0 ? current.frameId : value.expectedFrameId,
-        action: value.action
-      });
+      const receipt = await input.transport.actInBrowser(
+        input.workspaceId,
+        value.browserSessionId,
+        {
+          operationId: context.operationId,
+          targetId: value.targetId,
+          expectedTargetGeneration: value.expectedTargetGeneration ?? current.targetGeneration,
+          expectedDocumentGeneration: value.expectedDocumentGeneration === void 0 ? current.documentGeneration : value.expectedDocumentGeneration,
+          expectedFrameId: value.expectedFrameId === void 0 ? current.frameId : value.expectedFrameId,
+          ...value.view === "none" ? { observationMode: "none" } : {},
+          action: value.action
+        }
+      );
+      return receipt.observation && (value.view ?? "compact") === "compact" ? { ...receipt, observation: projectBrowserObservation(receipt.observation, "compact") } : receipt;
     }
   });
   add({
@@ -15758,9 +16058,9 @@ function createInteractionAttemptToolDefinitions(input) {
     name: "computer_observe",
     codemodePath: ["interaction", "computer", "observe"],
     title: "Observe app or window",
-    description: "Read one ComputerSession app/window/screen target, causal generation, semantic accessibility tree, focus, frame identity, and a bounded current screenshot without taking control.",
+    description: "Read one ComputerSession app/window/screen target, causal generation, semantic accessibility tree, focus, frame identity, and a bounded current screenshot without taking control. capturedFrame gives the screenshot's exact pixel dimensions; use those pixels for pointer coordinates, not the target's native bounds or an image-preview size.",
     input: ComputerObserveInput,
-    output: ComputerObservation,
+    output: ComputerObserveOutput,
     readOnly: true,
     idempotent: true,
     execute: async (value) => {
@@ -15784,13 +16084,20 @@ function createInteractionAttemptToolDefinitions(input) {
       if (observation.target.targetGeneration !== frame.targetGeneration) {
         throw new Error("computer target changed while its visual observation was captured");
       }
-      return new InteractionExecutionResult({ ...observation, frameId: frame.frameId }, [
+      return new InteractionExecutionResult(
         {
-          type: "image",
-          data: Buffer.from(frame.data).toString("base64"),
-          mimeType: frame.mediaType
-        }
-      ]);
+          ...observation,
+          frameId: frame.frameId,
+          capturedFrame: { width: frame.width, height: frame.height }
+        },
+        [
+          {
+            type: "image",
+            data: Buffer.from(frame.data).toString("base64"),
+            mimeType: frame.mediaType
+          }
+        ]
+      );
     }
   });
   add({
@@ -15808,13 +16115,13 @@ function createInteractionAttemptToolDefinitions(input) {
     name: "computer_act",
     codemodePath: ["interaction", "computer", "act"],
     title: "Act in app or window",
-    description: "Perform one action in an exact ComputerSession target. Prefer semantic actions from computer_observe: on macOS they can invoke controls and set values without foregrounding the app. Pointer, keyboard, target focus, screen actions, and clipboard paste use the physical graphical seat and may change the user's foreground app; use them only when foreground control is explicitly intended. Omit fences to use a fresh observation automatically. Returns the durable causal receipt.",
+    description: "Perform one action in an exact ComputerSession target. Prefer semantic actions from computer_observe: on macOS they can invoke controls and set values without foregrounding the app. Pointer, keyboard, target focus, screen actions, and clipboard paste use the physical graphical seat and may change the user's foreground app; use them only when foreground control is explicitly intended. For pointer actions, set action.frameId from the observed frame and use coordinates in the returned screenshot's pixels; do not scale them to target.bounds. A pixel frame fence applies only to pointer actions; semantic actions use the observation fence even if a frame ID is supplied. Supplying the target generation and relevant action fence preserves the exact observation without refreshing it. Omit fences to use a fresh observation automatically. Returns the durable causal receipt.",
     input: ComputerActInput,
     output: ComputerActionReceipt,
     readOnly: false,
     idempotent: true,
     execute: async (value, context) => {
-      const current = await input.transport.observeComputerTarget(
+      const current = value.expectedTargetGeneration !== void 0 && (value.action.type === "pointer" ? (value.expectedFrameId ?? value.action.frameId) != null : value.expectedObservationId != null) ? null : await input.transport.observeComputerTarget(
         input.workspaceId,
         value.computerSessionId,
         value.targetId
@@ -15823,8 +16130,8 @@ function createInteractionAttemptToolDefinitions(input) {
         operationId: context.operationId,
         targetId: value.targetId,
         expectedTargetGeneration: value.expectedTargetGeneration ?? current.target.targetGeneration,
-        expectedObservationId: value.expectedObservationId === void 0 ? current.observationId : value.expectedObservationId,
-        expectedFrameId: value.expectedFrameId === void 0 ? value.action.type === "pointer" ? value.action.frameId : null : value.expectedFrameId,
+        expectedObservationId: value.expectedObservationId === void 0 ? current?.observationId ?? null : value.expectedObservationId,
+        expectedFrameId: value.action.type === "pointer" ? value.expectedFrameId === void 0 ? value.action.frameId : value.expectedFrameId : null,
         action: value.action
       });
     }
@@ -15901,10 +16208,12 @@ async function openBrowser(transport, workspaceId, sourceSessionId, value, conte
   if (value.browserSessionId) {
     session = await transport.getBrowserSession(workspaceId, value.browserSessionId);
   } else {
-    const listed = await transport.listBrowserSessions(workspaceId);
+    const listed = value.mode === "new" ? { sessions: [] } : await transport.listBrowserSessions(workspaceId);
     const requestedHeadless = value.headless ?? false;
     const reusable = value.mode === "new" ? null : newestRelevant(
-      listed.sessions.filter((candidate) => candidate.headless === requestedHeadless),
+      listed.sessions.filter(
+        (candidate) => candidate.headless === requestedHeadless && compatibleInteractionPlacement(candidate.placement, value.placement) && (value.identityId === void 0 || candidate.identityId === value.identityId) && (value.baseRevisionId === void 0 || candidate.baseRevisionId === value.baseRevisionId) && (value.networkRouteId === void 0 || candidate.networkRouteId === value.networkRouteId) && (value.linkedComputerSessionId === void 0 || candidate.linkedComputerSessionId === value.linkedComputerSessionId)
+      ),
       sourceSessionId
     );
     if (reusable) {
@@ -15950,8 +16259,13 @@ async function openComputer(transport, workspaceId, sourceSessionId, value, cont
   if (value.computerSessionId) {
     session = await transport.getComputerSession(workspaceId, value.computerSessionId);
   } else {
-    const listed = await transport.listComputerSessions(workspaceId);
-    const reusable = value.mode === "new" ? null : newestRelevant(listed.sessions, sourceSessionId);
+    const listed = value.mode === "new" ? { sessions: [] } : await transport.listComputerSessions(workspaceId);
+    const reusable = newestRelevant(
+      listed.sessions.filter(
+        (candidate) => compatibleInteractionPlacement(candidate.placement, value.placement)
+      ),
+      sourceSessionId
+    );
     session = reusable ? reusable : (await transport.createComputerSession(workspaceId, {
       operationId: context.operationId,
       sessionId: sourceSessionId,
@@ -15964,6 +16278,12 @@ async function openComputer(transport, workspaceId, sourceSessionId, value, cont
     targets: session.lifecycle === "active" ? (await transport.listComputerTargets(workspaceId, session.id)).targets : []
   };
 }
+function compatibleInteractionPlacement(candidate, requested) {
+  if (!requested) return candidate.kind !== "attached_device";
+  return Object.entries(requested).every(
+    ([key, value]) => candidate[key] === value
+  );
+}
 function newestRelevant(sessions, sourceSessionId) {
   return sessions.filter(
     (session) => !["ending", "ended", "failed", "lost", "repair_required"].includes(session.lifecycle) && session.associations.some((association) => association.sessionId === sourceSessionId)
@@ -15980,6 +16300,147 @@ function assertInterventionResumeMatches(request, intervention) {
     throw new Error("Interaction response does not match the resumed tool request");
   }
 }
+function flattenBrowserNodes(roots, scopeRef) {
+  const flattened = [];
+  const stack = [...roots].reverse().map((node) => ({ node, depth: 0, withinScope: !scopeRef }));
+  while (stack.length > 0) {
+    const next = stack.pop();
+    const withinScope = next.withinScope || next.node.ref === scopeRef;
+    flattened.push({
+      node: next.node,
+      depth: next.depth,
+      index: flattened.length,
+      withinScope
+    });
+    for (const child of [...next.node.children ?? []].reverse()) {
+      stack.push({ node: child, depth: next.depth + 1, withinScope });
+    }
+  }
+  return flattened;
+}
+function boundedAgentField(value, onClip) {
+  if (value.length <= BROWSER_AGENT_MAX_FIELD_LENGTH) return value;
+  onClip();
+  return `${value.slice(0, BROWSER_AGENT_MAX_FIELD_LENGTH - 1)}\u2026`;
+}
+function projectAgentNode(flat) {
+  let clippedFieldCount = 0;
+  const clip = () => {
+    clippedFieldCount += 1;
+  };
+  const source = flat.node;
+  const nodes = {
+    ref: source.ref,
+    role: source.role,
+    depth: flat.depth,
+    ...source.name !== void 0 ? { name: boundedAgentField(source.name, clip) } : {},
+    ...source.description !== void 0 ? { description: boundedAgentField(source.description, clip) } : {},
+    ...source.value !== void 0 ? {
+      value: typeof source.value === "string" ? boundedAgentField(source.value, clip) : source.value
+    } : {},
+    states: source.states.slice(0, 6).map((state) => boundedAgentField(state, clip)),
+    actions: source.actions.slice(0, 6).map((action) => boundedAgentField(action, clip))
+  };
+  if (source.states.length > 6) clippedFieldCount += source.states.length - 6;
+  if (source.actions.length > 6) clippedFieldCount += source.actions.length - 6;
+  return { node: nodes, clippedFieldCount };
+}
+function selectAgentNodes(flattened, maxNodes, maxBytes, prioritize = true) {
+  const priority = (flat) => {
+    const { node } = flat;
+    if (node.actions.length > 0) return 0;
+    if (["heading", "dialog", "alert", "status", "navigation", "main"].includes(node.role))
+      return 1;
+    if (["text", "paragraph", "listitem"].includes(node.role) && node.name) return 2;
+    if (node.name || node.value || node.description) return 3;
+    return 4;
+  };
+  const candidates = prioritize ? [...flattened].sort((a, b) => priority(a) - priority(b) || a.index - b.index) : flattened;
+  const selected = [];
+  let usedBytes = 0;
+  let clippedFieldCount = 0;
+  for (const flat of candidates) {
+    if (selected.length >= maxNodes) break;
+    const projected = projectAgentNode(flat);
+    const bytes = Buffer.byteLength(JSON.stringify(projected.node), "utf8");
+    if (usedBytes + bytes > maxBytes) continue;
+    selected.push({ index: flat.index, node: projected.node });
+    usedBytes += bytes;
+    clippedFieldCount += projected.clippedFieldCount;
+  }
+  return {
+    nodes: selected.sort((a, b) => a.index - b.index).map((entry) => entry.node),
+    clippedFieldCount
+  };
+}
+function projectBrowserObservation(observation, view) {
+  if (view === "full") return observation;
+  const semantic = observation.semantic;
+  const roots = semantic?.kind === "snapshot" ? semantic.roots : semantic?.kind === "diff" ? semantic.changed : [];
+  const flattened = flattenBrowserNodes(roots);
+  const projected = selectAgentNodes(
+    flattened,
+    BROWSER_AGENT_MAX_NODES,
+    BROWSER_AGENT_MAX_NODE_BYTES
+  );
+  return {
+    ...observation,
+    semantic: null,
+    agentView: {
+      kind: "compact",
+      sourceKind: semantic?.kind ?? "none",
+      nodes: projected.nodes,
+      sourceNodeCount: flattened.length,
+      omittedNodeCount: flattened.length - projected.nodes.length,
+      removedRefCount: semantic?.kind === "diff" ? semantic.removedRefs.length : 0,
+      clippedFieldCount: projected.clippedFieldCount,
+      maxNodes: BROWSER_AGENT_MAX_NODES,
+      maxNodeBytes: BROWSER_AGENT_MAX_NODE_BYTES
+    }
+  };
+}
+function readBrowserObservation(observation, input) {
+  if (observation.semantic?.kind !== "snapshot") {
+    throw new Error("browser focused read requires a complete accessibility snapshot");
+  }
+  const mode = input.mode && input.mode !== "dom" ? input.mode : "matches";
+  const scopeRef = mode === "subtree" ? input.ref : input.scopeRef;
+  const flattened = flattenBrowserNodes(observation.semantic.roots, scopeRef);
+  const scopeFound = !scopeRef || flattened.some((entry) => entry.node.ref === scopeRef);
+  const includes = (source, needle) => needle === void 0 || (source ?? "").toLowerCase().includes(needle.toLowerCase());
+  const matches = flattened.filter(({ node, withinScope }) => {
+    if (!withinScope) return false;
+    if (mode !== "subtree" && input.ref && node.ref !== input.ref) return false;
+    if (input.role && node.role.toLowerCase() !== input.role.toLowerCase()) return false;
+    if (!includes(node.name, input.nameContains)) return false;
+    if (input.textContains && ![node.name, node.description, typeof node.value === "string" ? node.value : void 0].some(
+      (candidate) => includes(candidate, input.textContains)
+    ))
+      return false;
+    if (input.state && !node.states.some((state) => state.toLowerCase() === input.state.toLowerCase()))
+      return false;
+    if (input.action && !node.actions.some((action) => action.toLowerCase() === input.action.toLowerCase()))
+      return false;
+    return true;
+  });
+  const projected = mode === "count" ? { nodes: [], clippedFieldCount: 0 } : selectAgentNodes(matches, input.limit ?? 40, BROWSER_AGENT_MAX_NODE_BYTES, false);
+  return {
+    browserSessionId: observation.browserSessionId,
+    targetId: observation.target.id,
+    observationId: observation.observationId,
+    targetGeneration: observation.target.targetGeneration,
+    documentGeneration: observation.target.documentGeneration,
+    frameId: observation.frameId,
+    source: "accessibility",
+    mode,
+    scopeFound,
+    nodes: projected.nodes,
+    totalMatches: matches.length,
+    omittedMatches: matches.length - projected.nodes.length,
+    clippedFieldCount: projected.clippedFieldCount,
+    maxNodeBytes: BROWSER_AGENT_MAX_NODE_BYTES
+  };
+}
 async function safeInteractionExecution(inputSchema, outputSchema, raw, context, execute) {
   try {
     const value = inputSchema.parse(raw);
@@ -16009,6 +16470,16 @@ async function safeInteractionExecution(inputSchema, outputSchema, raw, context,
     throw error;
   }
 }
+function browserToolImageContent(data, mimeType) {
+  if (data.byteLength > BROWSER_TOOL_IMAGE_MAX_BYTES) {
+    throw new OpenGeniApiError(
+      413,
+      "Browser screenshot exceeds the Code Mode image limit; capture the viewport or lower JPEG quality.",
+      { code: "browser_screenshot_too_large", retryable: false }
+    );
+  }
+  return { type: "image", data: Buffer.from(data).toString("base64"), mimeType };
+}
 function interactionErrorResult(code, message, retryable = false) {
   const error = { code, message, retryable };
   return {
@@ -18291,6 +18762,14 @@ function buildAgentCapabilitiesFromComposition(settings, skillComposition, optio
   const caps = [
     filesystemCapability,
     shell({
+      // The SDK normally renders every shell error into model-facing text.
+      // Preserve that behavior except for client-side, pre-dispatch Modal
+      // readiness proof, which reaches bounded same-turn recovery.
+      execCommandErrorFunction: (_context, error) => {
+        if (isModalTaskExecStartPreDispatchUnavailableError(error)) throw error;
+        const details = error instanceof Error ? error.toString() : String(error);
+        return `An error occurred while running the tool. Please try again. Error: ${details}`;
+      },
       ...toolCancellation ? {} : { configureTools: withExecOpCorrelation }
     })
   ];
@@ -21622,7 +22101,7 @@ async function runOwnedSandboxSetup(agent, session, setupSession, opts) {
   if (opts.recordLazyManifest) {
     const manifest = agent.defaultManifest;
     if (manifest) {
-      const { recordLazyMaterializedDirectories } = await import("./lazy-manifest-OEYEHNVY.js");
+      const { recordLazyMaterializedDirectories } = await import("./lazy-manifest-GCGUFIWP.js");
       await recordLazyMaterializedDirectories(session, manifest);
     }
   }
@@ -23941,4 +24420,4 @@ export {
   runAzureCliLoginHook,
   renderSessionGoalContext2 as renderSessionGoalContext
 };
-//# sourceMappingURL=chunk-J6J3VYFW.js.map
+//# sourceMappingURL=chunk-LL2YQO5H.js.map