@opengeni/runtime 4.0.1 → 4.0.3

package/dist/{chunk-SPT3PLMX.js → chunk-PRHMSM6C.js}

@@ -24,7 +24,7 @@ import {
   randomUUID,
   relativePosixPathWithinRoot,
   shellQuote
-} from "./chunk-UNICCRW5.js";
+} from "./chunk-LZIXCZUV.js";
 
 // ../../node_modules/.bun/@openai+agents-core@0.14.3+933c5e7db4cd33c2/node_modules/@openai/agents-core/dist/mcpServers.mjs
 var DEFAULT_CONNECT_TIMEOUT_MS = 1e4;
@@ -2054,4 +2054,4 @@ export {
   materializeLocalSourceManifest,
   materializeLocalSourceManifestEntry
 };
-//# sourceMappingURL=chunk-SPT3PLMX.js.map
+//# sourceMappingURL=chunk-PRHMSM6C.js.map

package/dist/index.js

@@ -264,7 +264,7 @@ import {
   workspaceEnvironmentInstructions,
   wrapAttemptToolDefinitions,
   wrapAttemptToolExecute
-} from "./chunk-J6J3VYFW.js";
+} from "./chunk-LL2YQO5H.js";
 import {
   ActiveBackendUnresolvableError,
   BROWSER_CONTROL_ADMIN_TOKEN_FILE,
@@ -426,7 +426,7 @@ import {
   inspectRecordingArtifact,
   isConnectedMachineAbsolutePath,
   isExecSessionLostBanner,
-  isModalTaskExecStartDnsResolutionError,
+  isModalTaskExecStartPreDispatchUnavailableError,
   isOpenSandboxLifecycleProxyPath,
   isProviderApiThrottleError,
   isProviderSandboxGoneDuringRoutedOperation,
@@ -538,10 +538,10 @@ import {
   withRunCredentialsClient,
   withRunCredentialsSession,
   withoutSandboxProviderIdentity
-} from "./chunk-J5AR5XAJ.js";
-import "./chunk-SPT3PLMX.js";
+} from "./chunk-GBVN7WSK.js";
+import "./chunk-PRHMSM6C.js";
 import "./chunk-4A4XTKKX.js";
-import "./chunk-ZG2YH25H.js";
+import "./chunk-JAYHA6BF.js";
 import {
   SKILL_MAX_FILES,
   SKILL_MAX_FILE_BYTES,
@@ -566,7 +566,7 @@ import {
 } from "./chunk-YU4VRTR4.js";
 import {
   MaxTurnsExceededError
-} from "./chunk-UNICCRW5.js";
+} from "./chunk-LZIXCZUV.js";
 import "./chunk-PZ5AY32C.js";
 export {
   ActiveBackendUnresolvableError,
@@ -898,7 +898,7 @@ export {
   isExecSessionLostBanner,
   isMcpRequestTimeoutError,
   isMcpTransportConnectivityError,
-  isModalTaskExecStartDnsResolutionError,
+  isModalTaskExecStartPreDispatchUnavailableError,
   isOfficialGmailMcpConfig,
   isOpenSandboxLifecycleProxyPath,
   isProviderApiThrottleError,

package/dist/interaction-tools.d.ts

@@ -3,7 +3,7 @@ import { type Settings } from "@opengeni/config";
 import type { AttemptToolDefinition, AttemptToolScope } from "@opengeni/codemode";
 import { type InteractionTransport } from "@opengeni/sdk";
 import { z } from "zod";
-export declare const INTERACTION_ATTEMPT_TOOL_NAMES: readonly ["interaction_discover", "browser_open", "browser_tabs", "browser_observe", "browser_act", "browser_clipboard", "browser_debug", "browser_auth", "interaction_request_human", "browser_identity", "browser_publish", "browser_lifecycle", "computer_open", "computer_targets", "computer_observe", "computer_clipboard", "computer_act", "computer_lifecycle"];
+export declare const INTERACTION_ATTEMPT_TOOL_NAMES: readonly ["interaction_discover", "browser_open", "browser_tabs", "browser_observe", "browser_read", "browser_screenshot", "browser_act", "browser_clipboard", "browser_debug", "browser_auth", "interaction_request_human", "browser_identity", "browser_publish", "browser_lifecycle", "computer_open", "computer_targets", "computer_observe", "computer_clipboard", "computer_act", "computer_lifecycle"];
 export type InteractionAttemptToolName = (typeof INTERACTION_ATTEMPT_TOOL_NAMES)[number];
 export type InteractionInterventionResume = {
     toolCallId: string;

package/dist/{lazy-manifest-OEYEHNVY.js → lazy-manifest-GCGUFIWP.js}

@@ -1,8 +1,8 @@
 import "./chunk-4A4XTKKX.js";
-import "./chunk-ZG2YH25H.js";
+import "./chunk-JAYHA6BF.js";
 import {
   Manifest
-} from "./chunk-UNICCRW5.js";
+} from "./chunk-LZIXCZUV.js";
 import "./chunk-PZ5AY32C.js";
 
 // src/lazy-manifest.ts
@@ -42,4 +42,4 @@ async function recordLazyMaterializedDirectories(session, target) {
 export {
   recordLazyMaterializedDirectories
 };
-//# sourceMappingURL=lazy-manifest-OEYEHNVY.js.map
+//# sourceMappingURL=lazy-manifest-GCGUFIWP.js.map

package/dist/{localSources-TWHTEKGO.js → localSources-FDH65AFI.js}

@@ -3,9 +3,9 @@ import {
   applyLocalSourceManifestToState,
   materializeLocalSourceManifest,
   materializeLocalSourceManifestEntry
-} from "./chunk-SPT3PLMX.js";
-import "./chunk-ZG2YH25H.js";
-import "./chunk-UNICCRW5.js";
+} from "./chunk-PRHMSM6C.js";
+import "./chunk-JAYHA6BF.js";
+import "./chunk-LZIXCZUV.js";
 import "./chunk-PZ5AY32C.js";
 export {
   applyLocalSourceManifestEntryToState,
@@ -13,4 +13,4 @@ export {
   materializeLocalSourceManifest,
   materializeLocalSourceManifestEntry
 };
-//# sourceMappingURL=localSources-TWHTEKGO.js.map
+//# sourceMappingURL=localSources-FDH65AFI.js.map

package/dist/sandbox/browser-control-client.d.ts

@@ -1,4 +1,5 @@
-import { BROWSER_PROFILE_ARTIFACT_FORMAT, type BrowserActionCommand as BrowserActionCommandValue, type BrowserActionReceipt as BrowserActionReceiptValue, type BrowserClipboard as BrowserClipboardValue, type BrowserDiagnosticBatch as BrowserDiagnosticBatchValue, type BrowserDownload as BrowserDownloadValue, type BrowserDownloadExportReceipt as BrowserDownloadExportReceiptValue, type BrowserDownloadExportRequest as BrowserDownloadExportRequestValue, type BrowserDownloadListResponse as BrowserDownloadListResponseValue, type BrowserExternalAuthCommand as BrowserExternalAuthCommandValue, type BrowserExternalAuthResult as BrowserExternalAuthResultValue, type BrowserDiagnosticKind, type BrowserObservation as BrowserObservationValue, type BrowserProtectedAuthFillCommand as BrowserProtectedAuthFillCommandValue, type BrowserProtectedAuthFillReceipt as BrowserProtectedAuthFillReceiptValue, type BrowserRevisionMaterialization as BrowserRevisionMaterializationValue, type BrowserTarget as BrowserTargetValue, type BrowserWorkspaceFileStageRequest as BrowserWorkspaceFileStageRequestValue, type BrowserWorkspaceFileStageResponse as BrowserWorkspaceFileStageResponseValue, type ComputerActionCommand as ComputerActionCommandValue, type ComputerActionReceipt as ComputerActionReceiptValue, type ComputerClipboard as ComputerClipboardValue, type ComputerObservation as ComputerObservationValue, type ComputerSessionCapabilities as ComputerSessionCapabilitiesValue, type ComputerTarget as ComputerTargetValue, type InteractionError as InteractionErrorValue, type NetworkRouteConsistency as NetworkRouteConsistencyValue } from "@opengeni/contracts";
+import { type BrowserFrameMetadata } from "@opengeni/sdk";
+import { BROWSER_PROFILE_ARTIFACT_FORMAT, type BrowserActionCommand as BrowserActionCommandValue, type BrowserActionReceipt as BrowserActionReceiptValue, type BrowserClipboard as BrowserClipboardValue, type BrowserDiagnosticBatch as BrowserDiagnosticBatchValue, type BrowserDownload as BrowserDownloadValue, type BrowserDownloadExportReceipt as BrowserDownloadExportReceiptValue, type BrowserDownloadExportRequest as BrowserDownloadExportRequestValue, type BrowserDownloadListResponse as BrowserDownloadListResponseValue, type BrowserDomReadRequest as BrowserDomReadRequestValue, type BrowserDomReadResponse as BrowserDomReadResponseValue, type BrowserExternalAuthCommand as BrowserExternalAuthCommandValue, type BrowserExternalAuthResult as BrowserExternalAuthResultValue, type BrowserDiagnosticKind, type BrowserObservation as BrowserObservationValue, type BrowserProtectedAuthFillCommand as BrowserProtectedAuthFillCommandValue, type BrowserProtectedAuthFillReceipt as BrowserProtectedAuthFillReceiptValue, type BrowserRevisionMaterialization as BrowserRevisionMaterializationValue, type BrowserTarget as BrowserTargetValue, type BrowserTargetState as BrowserTargetStateValue, type BrowserWorkspaceFileStageRequest as BrowserWorkspaceFileStageRequestValue, type BrowserWorkspaceFileStageResponse as BrowserWorkspaceFileStageResponseValue, type ComputerActionCommand as ComputerActionCommandValue, type ComputerActionReceipt as ComputerActionReceiptValue, type ComputerClipboard as ComputerClipboardValue, type ComputerObservation as ComputerObservationValue, type ComputerSessionCapabilities as ComputerSessionCapabilitiesValue, type ComputerTarget as ComputerTargetValue, type InteractionError as InteractionErrorValue, type NetworkRouteConsistency as NetworkRouteConsistencyValue } from "@opengeni/contracts";
 import type { BrowserControlEnsureRequest, BrowserControlEnsureResponse, BrowserFramesOpenRequest, ComputerFramesOpenRequest, StreamChannel } from "@opengeni/agent-proto";
 import { type EnsureBrowserControlServerResult } from "./browser-control-server.js";
 import { type ExposedPortEndpoint } from "./stream-port.js";
@@ -70,6 +71,22 @@ export type ComputerControlFrame = {
     metadataHeader: string;
     metadata: ComputerControlFrameMetadata;
 };
+export type BrowserControlFrame = {
+    data: Uint8Array;
+    mediaType: "image/jpeg" | "image/png";
+    metadataHeader: string;
+    metadata: BrowserFrameMetadata;
+};
+export type BrowserControlScreenshotOptions = {
+    fullPage?: boolean;
+    format?: "jpeg" | "png";
+    quality?: number;
+};
+type ExpectedBrowserFrameEvidence = {
+    browserSessionId: string;
+    controllerGeneration: string;
+    targetId: string;
+};
 export type ComputerControlFrameMetadata = {
     frameId: string;
     computerSessionId: string;
@@ -378,6 +395,13 @@ export declare class BrowserControlClient {
         expectedFrameEvidence: ExpectedComputerFrameEvidence;
         timeoutMs?: number;
     }): Promise<ComputerControlFrame>;
+    requestBrowserBytesForSession(input: {
+        method: "GET";
+        path: string;
+        token: string;
+        expectedFrameEvidence: ExpectedBrowserFrameEvidence;
+        timeoutMs?: number;
+    }): Promise<BrowserControlFrame>;
     private requestJson;
     private requestBytes;
     private controllerPort;
@@ -400,6 +424,9 @@ export declare class BrowserControlSessionClient {
     selectTarget(targetId: string): Promise<BrowserObservationValue>;
     closeTarget(targetId: string): Promise<BrowserTargetValue[]>;
     observe(targetId: string): Promise<BrowserObservationValue>;
+    targetState(targetId: string): Promise<BrowserTargetStateValue>;
+    readDom(targetId: string, requestInput: BrowserDomReadRequestValue): Promise<BrowserDomReadResponseValue>;
+    capture(targetId: string, options?: BrowserControlScreenshotOptions): Promise<BrowserControlFrame>;
     readClipboard(): Promise<BrowserClipboardValue>;
     action(command: BrowserActionCommandValue): Promise<BrowserActionReceiptValue>;
     /** API-broker-only file authority path. Signed read URLs are materialized by

package/dist/sandbox/index.d.ts

@@ -18,7 +18,7 @@ export { SandboxConfigError, SandboxExactResumeInstanceUnavailableError, Sandbox
 export { PROVIDER_REGISTRY, assertProviderRegistryInvariants, buildImmutableProviderImage, isProviderApiThrottleError, prepareProviderForTeardownAfterCapture, providerSupportsImmutableImageBuild, renewSandboxProviderExpiration, providerWorkspaceCapturePolicy, type ProviderRegistration, type ProviderConstructionContext, type ProviderExactResumeMode, type ProviderImmutableImageBuildInput, type ProviderImmutableImageBuildResult, type ProviderExpirationRenewalInput, type ProviderWorkspaceCapturePolicy, type ProviderWorkspaceCaptureTakeover, } from "./providers/index.js";
 export { classifyProviderSandboxFailure, isProviderSandboxGoneDuringRoutedOperation, isProviderSandboxNotFoundError, isProviderSandboxTransientError, type ProviderSandboxFailure, type ProviderSandboxFailureKind, } from "./provider-errors.js";
 export { WORKSPACE_ARCHIVE_DESCRIPTOR_VERSION, WorkspaceArchiveIntegrityError, captureVerifiedWorkspaceArchive, decodeNativeSnapshotRef, encodeNativeSnapshotRef, describeLegacyNativeSnapshotArchive, describeNativeSnapshotArchive, fingerprintSandboxWorkspace, inlineWorkspaceArchiveForRestore, parseWorkspaceArchiveDescriptor, readVerifiedWorkspaceArchive, verifyRestoredWorkspace, type NativeSnapshotDescriptor, type NativeSnapshotProvider, type NativeSnapshotRef, type TarWorkspaceArchiveDescriptor, type VerifiedWorkspaceArchive, type WorkspaceArchiveDescriptor, type WorkspaceArchiveIntegrityCode, type WorkspaceTreeFingerprint, } from "./workspace-archive.js";
-export { ensureModalRegistryImage, deleteModalCheckpointSnapshot, inspectModalSandboxLifecycle, isModalTaskExecStartDnsResolutionError, modalSessionMatchesCheckpointProviderBinding, modalSandboxAttributionEnvironment, modalSandboxAttributionTags, resolveModalCheckpointProviderBinding, resolveModalCheckpointProviderBindingForLiveSandbox, resolveModalCheckpointProviderBindingForSession, sweepModalOrphanSandboxes, tagModalSandbox, terminateModalSandboxById, type LiveModalSandboxLeaseAttribution, type ModalModuleLoader, type ModalCheckpointProviderBinding, type ModalOrphanSweepResult, type ModalOrphanSweepTermination, type ModalSandboxAttribution, type RevalidateModalOrphanTermination, } from "./providers/modal.js";
+export { ensureModalRegistryImage, deleteModalCheckpointSnapshot, inspectModalSandboxLifecycle, isModalTaskExecStartPreDispatchUnavailableError, modalSessionMatchesCheckpointProviderBinding, modalSandboxAttributionEnvironment, modalSandboxAttributionTags, resolveModalCheckpointProviderBinding, resolveModalCheckpointProviderBindingForLiveSandbox, resolveModalCheckpointProviderBindingForSession, sweepModalOrphanSandboxes, tagModalSandbox, terminateModalSandboxById, type LiveModalSandboxLeaseAttribution, type ModalModuleLoader, type ModalCheckpointProviderBinding, type ModalOrphanSweepResult, type ModalOrphanSweepTermination, type ModalSandboxAttribution, type RevalidateModalOrphanTermination, } from "./providers/modal.js";
 export { OpenSandboxClient, OpenSandboxSession, setOpenSandboxApplyDiff, type OpenSandboxApplyDiff, type OpenSandboxClientOptions, type OpenSandboxEditor, type OpenSandboxSessionState, } from "./providers/opensandbox-adapter.js";
 export { selectBackend, sdkBackendIdForSandboxBackend, sandboxBackendForSdkBackendId, backendSupportsOs, desktopCapableBackend, negotiateCapabilities, type NegotiationContext, } from "./select.js";
 export { STREAM_TOKEN_DEFAULT_TTL_SECONDS, mintStreamToken, verifyStreamToken, StreamTokenPayload, type MintStreamTokenInput, type StreamTokenPayloadType, } from "./stream-token.js";
@@ -28,7 +28,7 @@ export { createTurnToolCancellationController, TurnSandboxCommandCancelledError,
 export type { TurnSandboxCommandArgs, TurnSandboxCommandSession, TurnToolCancellationController, TurnToolCancellationFence, } from "./turn-tool-cancellation.js";
 export { TERMINAL_STREAM_PORT, TERMINAL_SERVER_TIMEOUT_MS, TerminalServerError, TerminalServerUnsupportedError, buildTerminalServerScript, ensureTerminalServer, tearDownTerminalServer, type EnsureTerminalServerOptions, type EnsureTerminalServerResult, } from "./terminal-server.js";
 export { BROWSER_CONTROL_PORT, BROWSER_CONTROL_SERVER_TIMEOUT_MS, BrowserControlServerError, BrowserControlServerUnsupportedError, buildBrowserControlServerScript, ensureBrowserControlServer, tearDownBrowserControlServer, type EnsureBrowserControlServerOptions, type EnsureBrowserControlServerResult, } from "./browser-control-server.js";
-export { BROWSER_CONTROL_ADMIN_TOKEN_FILE, BrowserControlClient, BrowserControlProtocolError, BrowserControlRequestError, BrowserControlSessionClient, BrowserControlTransportError, BrowserControlUnsupportedError, ComputerFrameEvidenceMismatchError, decodeComputerControlFrameMetadataHeader, provisionBrowserControlClient, validateComputerControlFrameEvidence, type BrowserControlPlacementSession, type BrowserStateDownloadGrant, type BrowserStateUploadGrant, type BrowserViewGrant, type CapturePlacementBrowserStateInput, type CreatePlacementBrowserSessionInput, type PlacementBrowserSession, type PlacementBrowserSessionReference, type PlacementBrowserNetworkRoute, type PlacementBrowserTransport, type PlacementBrowserStateCaptureReceipt, type ComputerControlFrame, type ComputerControlFrameMetadata, type ComputerFrameEvidenceMismatchReason, type ExpectedComputerFrameEvidence, type ProvisionBrowserControlClientInput, type ProvisionBrowserControlClientResult, type RestorePlacementBrowserStateInput, } from "./browser-control-client.js";
+export { BROWSER_CONTROL_ADMIN_TOKEN_FILE, BrowserControlClient, BrowserControlProtocolError, BrowserControlRequestError, BrowserControlSessionClient, BrowserControlTransportError, BrowserControlUnsupportedError, ComputerFrameEvidenceMismatchError, decodeComputerControlFrameMetadataHeader, provisionBrowserControlClient, validateComputerControlFrameEvidence, type BrowserControlPlacementSession, type BrowserControlScreenshotOptions, type BrowserControlFrame, type BrowserStateDownloadGrant, type BrowserStateUploadGrant, type BrowserViewGrant, type CapturePlacementBrowserStateInput, type CreatePlacementBrowserSessionInput, type PlacementBrowserSession, type PlacementBrowserSessionReference, type PlacementBrowserNetworkRoute, type PlacementBrowserTransport, type PlacementBrowserStateCaptureReceipt, type ComputerControlFrame, type ComputerControlFrameMetadata, type ComputerFrameEvidenceMismatchReason, type ExpectedComputerFrameEvidence, type ProvisionBrowserControlClientInput, type ProvisionBrowserControlClientResult, type RestorePlacementBrowserStateInput, } from "./browser-control-client.js";
 export { RunCredentialValidationError, normalizeRunCredentialsResolution, runCredentialRoot, runCredentialPointerFile, materializeRunCredentials, clearRunCredentials, clearRunCredentialsForAttempt, withRunCredentialEnvironment, withRunCredentialsSession, withRunCredentialsClient, type RunCredentialExpectedScope, type NormalizedRunCredentialMaterial, type RunCredentialCommandSession, type RunCredentialCommandRunner, type RunCredentialSessionReady, type MaterializeRunCredentialsOptions, } from "./run-credentials.js";
 export { CodemodeTokenPathError, codemodeTokenFileForSession, codemodeTokenFileFromEnvironment, withCodemodeTokenEnvironment, withCodemodeTokenSession, withCodemodeTokenClient, } from "./codemode-token.js";
 export { CODEMODE_TOKEN_TTL_SECONDS, mintSandboxCodemodeToken, type CodemodeAuthorityScope, type SandboxCodemodeAuthority, type MintedSandboxCodemodeToken, } from "./codemode-authority.js";

package/dist/sandbox/index.js

@@ -158,7 +158,7 @@ import {
   inspectRecordingArtifact,
   isConnectedMachineAbsolutePath,
   isExecSessionLostBanner,
-  isModalTaskExecStartDnsResolutionError,
+  isModalTaskExecStartPreDispatchUnavailableError,
   isOpenSandboxLifecycleProxyPath,
   isProviderApiThrottleError,
   isProviderSandboxGoneDuringRoutedOperation,
@@ -269,11 +269,11 @@ import {
   withRunCredentialsClient,
   withRunCredentialsSession,
   withoutSandboxProviderIdentity
-} from "../chunk-J5AR5XAJ.js";
-import "../chunk-SPT3PLMX.js";
+} from "../chunk-GBVN7WSK.js";
+import "../chunk-PRHMSM6C.js";
 import "../chunk-4A4XTKKX.js";
-import "../chunk-ZG2YH25H.js";
-import "../chunk-UNICCRW5.js";
+import "../chunk-JAYHA6BF.js";
+import "../chunk-LZIXCZUV.js";
 import "../chunk-PZ5AY32C.js";
 export {
   ActiveBackendUnresolvableError,
@@ -435,7 +435,7 @@ export {
   inspectRecordingArtifact,
   isConnectedMachineAbsolutePath,
   isExecSessionLostBanner,
-  isModalTaskExecStartDnsResolutionError,
+  isModalTaskExecStartPreDispatchUnavailableError,
   isOpenSandboxLifecycleProxyPath,
   isProviderApiThrottleError,
   isProviderSandboxGoneDuringRoutedOperation,

package/dist/sandbox/providers/modal-command-router-wire.d.ts

@@ -1,3 +1,4 @@
+import { Client } from "@grpc/grpc-js";
 import protobuf from "protobufjs";
 import { ProviderCommandStartRejectedError } from "../provider-command-session.js";
 export declare const modalRouterWire: protobuf.Root;
@@ -7,6 +8,13 @@ export declare class ModalCommandStartRejectedError extends ProviderCommandStart
     readonly code: number;
     constructor(code: number, cause: unknown);
 }
+/** Only a local channel-readiness failure BEFORE TaskExecStart is issued can
+ * prove that start was never dispatched. RPC status/details, even if they look
+ * like a DNS resolver error, can originate from an accepting server. */
+export declare class ModalCommandStartPreDispatchUnavailableError extends Error {
+    private constructor();
+    static ensureReady(client: Client, signal?: AbortSignal): Promise<void>;
+}
 export type ModalRouterIdentity = {
     taskId: string;
     execId: string;

package/dist/sandbox/providers/modal.d.ts

@@ -27,13 +27,12 @@ export type RevalidateModalOrphanTermination = (candidate: ModalOrphanSweepTermi
 export declare function modalSandboxAttributionEnvironment(input: ModalSandboxAttribution): Record<string, string>;
 export declare function modalSandboxAttributionTags(input: ModalSandboxAttribution): Record<string, string>;
 /**
- * Modal exhausted its own retries before failing to resolve the exact command
- * router DNS name, so TaskExecStart never connected and replay is safe. Keep
- * this fail-closed across Agents SDK wrappers: every reachable structural leaf
- * must be that exact ClientError with no HTTP status metadata, and any incomplete
- * or mixed graph is rejected.
+ * Only the native client's pre-dispatch readiness gate proves Start was not
+ * sent. Server-controlled gRPC/SDK status and DNS-looking details prove nothing.
+ * Any retained or outcome-unknown routing boundary vetoes recovery even when
+ * it contains a genuine pre-dispatch error among its causes.
  */
-export declare function isModalTaskExecStartDnsResolutionError(error: unknown): boolean;
+export declare function isModalTaskExecStartPreDispatchUnavailableError(error: unknown): boolean;
 /**
  * Modal proves that the exact exec has already terminated with a typed
  * FAILED_PRECONDITION from its stdin-write RPC. Keep this deliberately

package/dist/workspace-tool-gateway.js

@@ -1,14 +1,14 @@
 import {
   prepareAgentTools
-} from "./chunk-J6J3VYFW.js";
-import "./chunk-J5AR5XAJ.js";
-import "./chunk-SPT3PLMX.js";
+} from "./chunk-LL2YQO5H.js";
+import "./chunk-GBVN7WSK.js";
+import "./chunk-PRHMSM6C.js";
 import "./chunk-4A4XTKKX.js";
-import "./chunk-ZG2YH25H.js";
+import "./chunk-JAYHA6BF.js";
 import "./chunk-TE27J65Q.js";
 import "./chunk-UZ66CGC2.js";
 import "./chunk-YU4VRTR4.js";
-import "./chunk-UNICCRW5.js";
+import "./chunk-LZIXCZUV.js";
 import "./chunk-PZ5AY32C.js";
 export {
   prepareAgentTools as prepareWorkspaceToolGatewayTools

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@opengeni/runtime",
-  "version": "4.0.1",
+  "version": "4.0.3",
   "license": "Apache-2.0",
   "repository": {
     "type": "git",
@@ -65,13 +65,13 @@
     "@openai/agents-extensions": "0.14.3",
     "@opengeni/agent-proto": "^0.6.0",
     "@opengeni/capabilities": "^0.3.4",
-    "@opengeni/codemode": "^0.6.1",
-    "@opengeni/codex": "^0.2.25",
-    "@opengeni/config": "^2.1.0",
-    "@opengeni/contracts": "^5.1.0",
+    "@opengeni/codemode": "^0.6.2",
+    "@opengeni/codex": "^0.2.26",
+    "@opengeni/config": "^2.1.1",
+    "@opengeni/contracts": "^5.1.1",
     "@opengeni/network": "^0.3.1",
-    "@opengeni/sdk": "^7.1.0",
-    "@opengeni/tool-gateway": "^0.1.12",
+    "@opengeni/sdk": "^7.1.1",
+    "@opengeni/tool-gateway": "^0.1.13",
     "@opengeni/xai-subscription": "^0.1.4",
     "debug": "4.4.3",
     "modal": "0.9.0",

package/src/browser-action-json-schema.ts

@@ -0,0 +1,10 @@
+import type { AttemptToolJsonSchema } from "@opengeni/contracts";
+import { z } from "zod";
+
+/** Keep repeated browser action and locator variants once in the model schema. */
+export function browserActionInputJsonSchema(schema: z.ZodType): AttemptToolJsonSchema {
+  return z.toJSONSchema(schema, {
+    target: "draft-2020-12",
+    reused: "ref",
+  }) as AttemptToolJsonSchema;
+}

package/src/bundled_artifact_skills/opengeni-documents/SKILL.md

@@ -44,7 +44,10 @@ Skill was installed or explicitly checked out to the filesystem.
 2. Make the smallest coherent edit. One `opengeni__editable_artifact_apply`
    call is one atomic command batch. Use stable ids from inspection for existing
    objects and `openGeni.artifacts.ids.document(...)` for new objects in
-   CodeMode. A direct call must pass the inspected `headSequence` and
+   CodeMode. On a Connected Machine without the JS client, use the offline native
+   `codemode document-id <kind> <namespace>` helper described in `references/api.md`;
+   copy the exact namespace from the inspected summary, never invent it.
+   A direct call must pass the inspected `headSequence` and
    `stateHash`; CodeMode carries its last read head automatically.
 3. For one simple edit, call the artifact tools directly. For loops, several
    inspections, generated ids, or a multi-part batch, write auditable Bun code

package/src/bundled_artifact_skills/opengeni-documents/references/api.md

@@ -37,6 +37,26 @@ artifactId: document.id, inspectionReceiptId }]` with the completion evidence to
 If the document changes, inspect it again and use the new receipt. Include the
 returned artifact reference in the user handoff.
 
+## Native Connected Machine ID helper
+
+When the JavaScript client is unavailable, the native client can generate IDs
+offline. Inspect the document summary with the artifact tools first. Copy its
+exact decimal `idNamespace` string into `DOCUMENT_NAMESPACE`, then run:
+
+```sh
+"$OPENGENI_CODEMODE_NATIVE_CLIENT" codemode document-id paragraph "$DOCUMENT_NAMESPACE"
+```
+
+The result is JSON with an `id` field. Kinds are `paragraph`, `table`, `page-break`,
+`section`, `header`, `footer`, `comment`, and `tracked-change`. The helper uses the
+same ID format as `openGeni.artifacts.ids.document`; it needs no credentials or
+network and does not mutate an artifact. Keep uint64 namespaces as decimal strings,
+not JavaScript numbers. Direct apply calls still require the inspected
+`headSequence` and `stateHash`. Reuse inspected IDs for existing objects.
+If the installed native client lacks `document-id`, use the deployment-selected
+JavaScript helper when available; otherwise report the missing client capability
+rather than inventing IDs or claiming an edit succeeded.
+
 ## Authoring example
 
 ```js

package/src/bundled_default_skills/opengeni-client/SKILL.md

@@ -55,7 +55,10 @@ Embedded products may narrow bundled guidance with `bundledSkillIds`.
   missing access is configured. Read
   [Discovery and autonomy](references/discovery-and-autonomy.md) for that workflow.
 - Ask only for consequential product choices or external authority that cannot
-  be inferred. Do not ask the customer to restate facts the system proves.
+  be inferred. Offer a recommended setup and use the existing structured question
+  UI, when available, for the few unresolved choices about chat sharing, learning
+  across chats, or data access. Skip choices already settled; do not impose an
+  onboarding questionnaire. See [Discovery and autonomy](references/discovery-and-autonomy.md).
 - Use a reversible, clearly stated default when an unresolved choice is
   low-risk. Resolve privacy, tenant authority, data writes, cost exposure, and
   ambiguous external mutations before crossing those boundaries.

package/src/bundled_default_skills/opengeni-client/references/discovery-and-autonomy.md

@@ -52,6 +52,37 @@ Group tightly related unresolved decisions when that makes them easier to answer
 
 For a missing privacy answer, default provisionally to the smaller sharing boundary and explain the operational cost. Do not silently weaken isolation to reduce workspace count.
 
+### Keep product choices lightweight
+
+When meaningful choices remain, group them into one short question interaction
+using the host's existing structured human-input UI when available, or a concise
+chat question otherwise. Recommend the setup that fits the product and let the
+user accept it or adjust individual choices. Do not build a new questionnaire or
+ask every integration the same questions. A suggested answer is not consent to
+send data, share private content, or perform an external action.
+
+Use product language for the relevant unresolved choices:
+
+- **Learning across chats:** no new lasting learning, remember for each person,
+  or shared team knowledge. Explain briefly that chat history/retention is separate
+  and disabling learning does not delete history or existing authorized Knowledge.
+- **Who can open chats:** only their owner, the team, or a choice on each chat.
+  Keep human visibility separate from agent access and Knowledge scope. Choose the
+  workspace mapping from the actual sharing boundary; private chats alone do not
+  require a workspace per person.
+- **How the agent gets data:** current-page snapshots, read-only tools to fetch
+  more reports, or controlled queries for deeper analysis. State the meaningful
+  limitation of the recommendation. Confirm broader access or writes separately
+  only when they are part of the requested product.
+
+For example, if all three choices are unresolved for a simple dashboard, propose
+“Private chats, no learning between chats, and current-page data only” with a short
+explanation that the agent cannot fetch another report on its own. Do not reuse
+that default for a team assistant whose requirements already imply shared work.
+Continue independent discovery while awaiting an answer; ask again only when new
+information introduces a material decision. Summarize any provisional choices in
+the handoff so they do not become invisible product decisions.
+
 ## Follow the wanted autonomy
 
 Infer the delivery mode from explicit user language first, then repository guidance and established team workflow:

package/src/bundled_default_skills/opengeni-client/references/runtime-profile-and-verification.md

@@ -154,4 +154,36 @@ silently linking identities or widening membership. Complete discoverable setup
 before handoff; identify operator-only blockers separately and do not depend on
 internal source, cluster access, prior chat memory, or undocumented local helpers.
 
+### Make the next step easy
+
+Keep the user-facing handoff short: what works, what was verified, and the next
+action needed to make it usable. Put detailed commands and configuration in the
+repository setup guide and link it. When setup is blocked, show a compact checklist
+in the conversation using existing text/link UI; no new setup-card renderer is
+required.
+
+For missing OpenGeni credentials, point to the selected deployment's Organization
+settings: the overview shows **Organization ID** with a copy control, and
+**Developer** contains **Create Organization API Key** plus another ID copy
+control. Prefer a verified settings link or returned setup action over an invented
+URL. Verify older/self-hosted UI availability before promising these controls.
+Explain the key type and required access for the implemented calls: workspace
+provisioning and chat writes need a write-capable organization key, not a read-only
+key. State its actual scope without inventing granular permission switches.
+
+Name the exact server configuration variables and secret-store destination. Fill
+verified non-secret IDs yourself when authorized and unambiguous. Give a secure
+interactive command or secret-manager action for the key; never ask the user to
+paste a secret into chat or put it in a browser variable. Follow with the actual
+deployment command/target and a first-question smoke test, including model/billing
+readiness when unverified. Complete authorized steps yourself; clearly identify
+any remaining owner login, secret entry, or deployment approval.
+
+Resolve ordinary missing tools using the project's supported installation or
+package-runner path where possible. Investigate dependency warnings enough to
+state their effect and available fix. Surface only material unresolved risks or
+user actions in plain language; keep routine audit counts and logs in the setup
+or verification notes. Do not claim a warning is harmless without evidence, or
+make unrelated upgrades merely to silence the report.
+
 If a durable customer integration Skill would reduce future rediscovery, generate one beside the integration code containing only stable, non-secret project facts and smoke probes. Do not turn the generic implementation Skill into the customer's analytics prompt, and do not make generated runtime behavior depend on the implementation workspace retaining this implementation Skill.

package/src/index.ts

@@ -262,6 +262,7 @@ import {
 } from "./context-compaction";
 import {
   createSandboxClient,
+  isModalTaskExecStartPreDispatchUnavailableError,
   isRoutingMutationOutcomeUnknownError,
   repairSerializedRunStateExposedPorts,
   restoredSandboxSessionStateFromEntry,
@@ -3630,6 +3631,14 @@ function buildAgentCapabilitiesFromComposition(
   const caps: ReturnType<typeof Capabilities.default> = [
     filesystemCapability,
     shell({
+      // The SDK normally renders every shell error into model-facing text.
+      // Preserve that behavior except for client-side, pre-dispatch Modal
+      // readiness proof, which reaches bounded same-turn recovery.
+      execCommandErrorFunction: (_context, error) => {
+        if (isModalTaskExecStartPreDispatchUnavailableError(error)) throw error;
+        const details = error instanceof Error ? error.toString() : String(error);
+        return `An error occurred while running the tool. Please try again. Error: ${details}`;
+      },
       ...(toolCancellation ? {} : { configureTools: withExecOpCorrelation }),
     }),
   ];