@onkernel/cua-agent 0.0.1

package/CHANGELOG.md

@@ -0,0 +1,7 @@
+# Changelog
+
+## 0.1.0
+
+- Class-first CUA runtime: `CuaAgent` and `CuaHarness` on top of pi-agent-core.
+- Provider-neutral browser tool executors for canonical CUA tool names, backed by Kernel browser actions.
+- Includes examples plus unit and live e2e coverage for common provider/model combinations.

package/README.md

@@ -0,0 +1,108 @@
+# `@onkernel/cua-agent`
+
+Kernel browser computer-use classes built on
+[`@earendil-works/pi-agent-core`](https://github.com/earendil-works/pi/tree/main/packages/agent).
+
+This package keeps pi-agent-core semantics intact and adds browser execution
+plumbing for canonical CUA tools.
+
+## Installation
+
+```bash
+npm install @onkernel/cua-agent @onkernel/cua-ai @onkernel/sdk
+```
+
+## Quick Start (`CuaAgent`)
+
+```ts
+import Kernel from "@onkernel/sdk";
+import { CuaAgent } from "@onkernel/cua-agent";
+
+const client = new Kernel({ apiKey: process.env.KERNEL_API_KEY! });
+const browser = await client.browsers.create({ stealth: true });
+
+const agent = new CuaAgent({
+  browser,
+  client,
+  initialState: {
+    model: "openai:gpt-5.5",
+    systemPrompt: "You are a careful browser automation agent.",
+  },
+});
+
+await agent.prompt("Open news.ycombinator.com and summarize the top story.");
+```
+
+## Quick Start (`CuaHarness`)
+
+```ts
+import { CuaHarness } from "@onkernel/cua-agent";
+
+const harness = new CuaHarness({
+  browser,
+  client,
+  model: "openai:gpt-5.5",
+});
+
+await harness.prompt("Open example.com and tell me the current URL.");
+const transcript = harness.getTranscript();
+console.log("messages in transcript:", transcript.length);
+```
+
+Use `CuaAgent` when you want direct pi `Agent` control: raw transcript state,
+lifecycle events, custom streaming, and explicit prompt/continue/queue control.
+Reach for the harness shape when you want an app layer around the loop:
+session/transcript helpers, resource and prompt entry points, provider/auth
+hooks, active tool selection, compaction/tree workflows, and higher-level queue
+events. `CuaHarness` is the thin CUA version of that shape today: it installs
+CUA defaults, delegates runtime methods to the wrapped `Agent`, and adds
+`getTranscript()`.
+
+## Core Concepts
+
+### Class-First API
+
+- `CuaAgent extends Agent`
+- `CuaHarness` wraps a pi `Agent` with a harness-style constructor and
+  delegated runtime methods.
+
+Both classes mirror pi constructor shapes and behavior, with minimal additions:
+- `browser` (Kernel browser response)
+- `client` (Kernel SDK client)
+- CUA model refs (`"provider:model"`) accepted where pi expects a concrete model
+
+If `getApiKey` is omitted, both classes default to CUA env var conventions:
+- OpenAI: `OPENAI_API_KEY`
+- Anthropic: `ANTHROPIC_OAUTH_TOKEN` or `ANTHROPIC_API_KEY`
+- Gemini: `GOOGLE_API_KEY` or `GEMINI_API_KEY`
+- Tzafon: `TZAFON_API_KEY`
+- Yutori: `YUTORI_API_KEY`
+
+### Tool Defaults
+
+If tools are omitted, the classes install canonical CUA computer tool executors
+using runtime specs from `@onkernel/cua-ai`. If tools are provided, they are
+used exactly.
+
+### Tool Composition
+
+Use `createCuaComputerTools()` to compose your own tool list from canonical
+tool definitions:
+
+```ts
+import { resolveCuaRuntimeSpec } from "@onkernel/cua-ai";
+import { createCuaComputerTools } from "@onkernel/cua-agent";
+
+const runtime = resolveCuaRuntimeSpec("openai:gpt-5.5");
+const tools = [
+  ...createCuaComputerTools({
+    browser,
+    client,
+    toolDefinitions: runtime.toolDefinitions,
+  }),
+  myCustomTool,
+];
+```
+
+For full event semantics, steering, follow-up queues, and tool execution
+details, see the pi-agent-core README.

package/dist/agent.d.ts

@@ -0,0 +1,46 @@
+import { Agent, type AgentOptions, type AgentTool, type AgentEvent, type AgentMessage } from "@earendil-works/pi-agent-core";
+import { type ImageContent, type Api, type Model, type CuaModelRef } from "@onkernel/cua-ai";
+import type Kernel from "@onkernel/sdk";
+import type { KernelBrowser } from "./translator/translator.js";
+type CuaAgentInitialState = Omit<NonNullable<AgentOptions["initialState"]>, "model" | "tools"> & {
+    model: CuaModelRef | Model<Api>;
+    tools?: AgentTool[];
+};
+export type CuaAgentOptions = Omit<AgentOptions, "initialState"> & {
+    browser: KernelBrowser;
+    client: Kernel;
+    initialState: CuaAgentInitialState;
+};
+export type CuaHarnessOptions = Omit<AgentOptions, "initialState"> & {
+    browser: KernelBrowser;
+    client: Kernel;
+    model: CuaModelRef | Model<Api>;
+    tools?: AgentTool[];
+    systemPrompt?: string;
+};
+export declare class CuaAgent extends Agent {
+    constructor(options: CuaAgentOptions);
+}
+export declare class CuaHarness {
+    readonly agent: Agent;
+    constructor(options: CuaHarnessOptions);
+    get state(): import("@earendil-works/pi-agent-core").AgentState;
+    get steeringMode(): "all" | "one-at-a-time";
+    set steeringMode(mode: "all" | "one-at-a-time");
+    get followUpMode(): "all" | "one-at-a-time";
+    set followUpMode(mode: "all" | "one-at-a-time");
+    subscribe(listener: (event: AgentEvent, signal: AbortSignal) => Promise<void> | void): () => void;
+    prompt(message: AgentMessage | AgentMessage[]): Promise<void>;
+    prompt(input: string, images?: ImageContent[]): Promise<void>;
+    steer(message: AgentMessage): void;
+    followUp(message: AgentMessage): void;
+    continue(): Promise<void>;
+    clearSteeringQueue(): void;
+    clearFollowUpQueue(): void;
+    clearAllQueues(): void;
+    abort(): void;
+    waitForIdle(): Promise<void>;
+    getTranscript(): AgentMessage[];
+}
+export {};
+//# sourceMappingURL=agent.d.ts.map

package/dist/agent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,KAAK,EACL,KAAK,YAAY,EACjB,KAAK,SAAS,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACN,KAAK,YAAY,EACjB,KAAK,GAAG,EACR,KAAK,KAAK,EACV,KAAK,WAAW,EAIhB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAExC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAE7D,KAAK,oBAAoB,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG;IAChG,KAAK,EAAE,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,GAAG;IAClE,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,oBAAoB,CAAC;CACnC,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,GAAG;IACpE,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,qBAAa,QAAS,SAAQ,KAAK;gBACtB,OAAO,EAAE,eAAe;CAmBpC;AAED,qBAAa,UAAU;IACtB,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;gBAEV,OAAO,EAAE,iBAAiB;IAiBtC,IAAI,KAAK,uDAER;IAED,IAAI,YAAY,IAIO,KAAK,GAAG,eAAe,CAF7C;IAED,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,GAAG,eAAe,EAE7C;IAED,IAAI,YAAY,IAIO,KAAK,GAAG,eAAe,CAF7C;IAED,IAAI,YAAY,CAAC,IAAI,EAAE,KAAK,GAAG,eAAe,EAE7C;IAED,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GAAG,MAAM,IAAI;IAI3F,MAAM,CAAC,OAAO,EAAE,YAAY,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAC7D,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,YAAY,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IASnE,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI;IAIlC,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI;IAI/B,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;IAI/B,kBAAkB,IAAI,IAAI;IAI1B,kBAAkB,IAAI,IAAI;IAI1B,cAAc,IAAI,IAAI;IAItB,KAAK,IAAI,IAAI;IAIP,WAAW,IAAI,OAAO,CAAC,IAAI,CAAC;IAIlC,aAAa,IAAI,YAAY,EAAE;CAG/B"}

package/dist/agent.js

@@ -0,0 +1,105 @@
+import { Agent, } from "@earendil-works/pi-agent-core";
+import { getCuaEnvApiKey, resolveCuaRuntimeSpec, streamSimple, } from "@onkernel/cua-ai";
+import { createCuaComputerTools } from "./tools.js";
+export class CuaAgent extends Agent {
+    constructor(options) {
+        const { browser, client, initialState, onPayload, streamFn, ...agentOptions } = options;
+        const runtimeSpec = resolveCuaRuntimeSpec(initialState.model);
+        const tools = initialState.tools ?? createCuaComputerTools({ browser, client, toolDefinitions: runtimeSpec.toolDefinitions });
+        const systemPrompt = initialState.systemPrompt ?? runtimeSpec.defaultSystemPrompt;
+        super({
+            ...agentOptions,
+            getApiKey: agentOptions.getApiKey ?? getCuaEnvApiKey,
+            streamFn: streamFn ?? streamSimple,
+            onPayload: composeOnPayload(runtimeSpec.onPayload, onPayload),
+            initialState: {
+                ...initialState,
+                model: runtimeSpec.model,
+                tools,
+                systemPrompt,
+            },
+        });
+    }
+}
+export class CuaHarness {
+    agent;
+    constructor(options) {
+        const { browser, client, model, tools, systemPrompt, onPayload, streamFn, ...agentOptions } = options;
+        const runtimeSpec = resolveCuaRuntimeSpec(model);
+        const resolvedTools = tools ?? createCuaComputerTools({ browser, client, toolDefinitions: runtimeSpec.toolDefinitions });
+        this.agent = new Agent({
+            ...agentOptions,
+            getApiKey: agentOptions.getApiKey ?? getCuaEnvApiKey,
+            streamFn: streamFn ?? streamSimple,
+            onPayload: composeOnPayload(runtimeSpec.onPayload, onPayload),
+            initialState: {
+                model: runtimeSpec.model,
+                tools: resolvedTools,
+                systemPrompt: systemPrompt ?? runtimeSpec.defaultSystemPrompt,
+            },
+        });
+    }
+    get state() {
+        return this.agent.state;
+    }
+    get steeringMode() {
+        return this.agent.steeringMode;
+    }
+    set steeringMode(mode) {
+        this.agent.steeringMode = mode;
+    }
+    get followUpMode() {
+        return this.agent.followUpMode;
+    }
+    set followUpMode(mode) {
+        this.agent.followUpMode = mode;
+    }
+    subscribe(listener) {
+        return this.agent.subscribe(listener);
+    }
+    async prompt(input, images) {
+        if (typeof input === "string") {
+            await this.agent.prompt(input, images);
+            return;
+        }
+        await this.agent.prompt(input);
+    }
+    steer(message) {
+        this.agent.steer(message);
+    }
+    followUp(message) {
+        this.agent.followUp(message);
+    }
+    async continue() {
+        await this.agent.continue();
+    }
+    clearSteeringQueue() {
+        this.agent.clearSteeringQueue();
+    }
+    clearFollowUpQueue() {
+        this.agent.clearFollowUpQueue();
+    }
+    clearAllQueues() {
+        this.agent.clearAllQueues();
+    }
+    abort() {
+        this.agent.abort();
+    }
+    async waitForIdle() {
+        await this.agent.waitForIdle();
+    }
+    getTranscript() {
+        return [...this.agent.state.messages];
+    }
+}
+function composeOnPayload(first, second) {
+    if (!first)
+        return second;
+    if (!second)
+        return first;
+    return async (payload, modelRef) => {
+        const afterFirst = await first(payload, modelRef);
+        return second(afterFirst ?? payload, modelRef);
+    };
+}
+//# sourceMappingURL=agent.js.map

package/dist/agent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agent.js","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,KAAK,GAKL,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAKN,eAAe,EACf,qBAAqB,EACrB,YAAY,GACZ,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAsBjD,MAAM,OAAO,QAAS,SAAQ,KAAK;IAClC,YAAY,OAAwB;QACnC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;QACxF,MAAM,WAAW,GAAG,qBAAqB,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;QAC9D,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,IAAI,sBAAsB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC,CAAC;QAC9H,MAAM,YAAY,GAAG,YAAY,CAAC,YAAY,IAAI,WAAW,CAAC,mBAAmB,CAAC;QAElF,KAAK,CAAC;YACL,GAAG,YAAY;YACf,SAAS,EAAE,YAAY,CAAC,SAAS,IAAI,eAAe;YACpD,QAAQ,EAAE,QAAQ,IAAI,YAAY;YAClC,SAAS,EAAE,gBAAgB,CAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC;YAC7D,YAAY,EAAE;gBACb,GAAG,YAAY;gBACf,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,KAAK;gBACL,YAAY;aACZ;SACD,CAAC,CAAC;IACJ,CAAC;CACD;AAED,MAAM,OAAO,UAAU;IACb,KAAK,CAAQ;IAEtB,YAAY,OAA0B;QACrC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;QACtG,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,aAAa,GAAG,KAAK,IAAI,sBAAsB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC,CAAC;QACzH,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC;YACtB,GAAG,YAAY;YACf,SAAS,EAAE,YAAY,CAAC,SAAS,IAAI,eAAe;YACpD,QAAQ,EAAE,QAAQ,IAAI,YAAY;YAClC,SAAS,EAAE,gBAAgB,CAAC,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC;YAC7D,YAAY,EAAE;gBACb,KAAK,EAAE,WAAW,CAAC,KAAK;gBACxB,KAAK,EAAE,aAAa;gBACpB,YAAY,EAAE,YAAY,IAAI,WAAW,CAAC,mBAAmB;aAC7D;SACD,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,KAAK;QACR,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;IACzB,CAAC;IAED,IAAI,YAAY;QACf,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;IAChC,CAAC;IAED,IAAI,YAAY,CAAC,IAA6B;QAC7C,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;IAChC,CAAC;IAED,IAAI,YAAY;QACf,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC;IAChC,CAAC;IAED,IAAI,YAAY,CAAC,IAA6B;QAC7C,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;IAChC,CAAC;IAED,SAAS,CAAC,QAA0E;QACnF,OAAO,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;IAID,KAAK,CAAC,MAAM,CAAC,KAA6C,EAAE,MAAuB;QAClF,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACvC,OAAO;QACR,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,OAAqB;QAC1B,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC3B,CAAC;IAED,QAAQ,CAAC,OAAqB;QAC7B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,QAAQ;QACb,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC7B,CAAC;IAED,kBAAkB;QACjB,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;IACjC,CAAC;IAED,kBAAkB;QACjB,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC;IACjC,CAAC;IAED,cAAc;QACb,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;IAC7B,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,WAAW;QAChB,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;IAChC,CAAC;IAED,aAAa;QACZ,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACvC,CAAC;CACD;AAED,SAAS,gBAAgB,CAAC,KAAgC,EAAE,MAAiC;IAC5F,IAAI,CAAC,KAAK;QAAE,OAAO,MAAM,CAAC;IAC1B,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC1B,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE;QAClC,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC,UAAU,IAAI,OAAO,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC,CAAC;AACH,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,8 @@
+export * from "@earendil-works/pi-agent-core";
+export type { KernelBrowser } from "./translator/translator.js";
+export { createCuaComputerTools } from "./tools.js";
+export type { BatchDetails, ComputerToolOptions, CuaExecutorTool, NavigationDetails, SupportedCuaExecutorToolName, } from "./tools.js";
+export { SUPPORTED_CUA_EXECUTOR_TOOL_NAMES } from "./tools.js";
+export { CuaAgent, CuaHarness } from "./agent.js";
+export type { CuaAgentOptions, CuaHarnessOptions } from "./agent.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,+BAA+B,CAAC;AAE9C,YAAY,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AACjD,YAAY,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,iBAAiB,EACjB,4BAA4B,GAC5B,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,iCAAiC,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC/C,YAAY,EAAE,eAAe,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC"}

package/dist/index.js

@@ -0,0 +1,5 @@
+export * from "@earendil-works/pi-agent-core";
+export { createCuaComputerTools } from "./tools.js";
+export { SUPPORTED_CUA_EXECUTOR_TOOL_NAMES } from "./tools.js";
+export { CuaAgent, CuaHarness } from "./agent.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,+BAA+B,CAAC;AAG9C,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAQjD,OAAO,EAAE,iCAAiC,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC"}

package/dist/tools.d.ts

@@ -0,0 +1,39 @@
+import type Kernel from "@onkernel/sdk";
+import type { AgentTool } from "@earendil-works/pi-agent-core";
+import type { Tool } from "@earendil-works/pi-ai";
+import { CuaBatchSchema, CuaNavigationSchema } from "@onkernel/cua-ai";
+import { type KernelBrowser } from "./translator/translator.js";
+export interface ComputerToolOptions {
+    browser: KernelBrowser;
+    client: Kernel;
+    toolDefinitions: Tool[];
+}
+export declare const SUPPORTED_CUA_EXECUTOR_TOOL_NAMES: readonly ["batch_computer_actions", "computer_use_extra"];
+export type SupportedCuaExecutorToolName = (typeof SUPPORTED_CUA_EXECUTOR_TOOL_NAMES)[number];
+export interface BatchDetails {
+    statusText: string;
+    readResults: Array<{
+        type: "url";
+        url: string;
+    } | {
+        type: "screenshot";
+        bytes: number;
+    } | {
+        type: "cursor_position";
+        x: number;
+        y: number;
+    }>;
+    error?: string;
+}
+export interface NavigationDetails {
+    action: string;
+    statusText: string;
+    url?: string;
+    error?: string;
+}
+type BatchTool = AgentTool<typeof CuaBatchSchema, BatchDetails>;
+type NavigationTool = AgentTool<typeof CuaNavigationSchema, NavigationDetails>;
+export type CuaExecutorTool = BatchTool | NavigationTool;
+export declare function createCuaComputerTools(args: ComputerToolOptions): CuaExecutorTool[];
+export {};
+//# sourceMappingURL=tools.d.ts.map

package/dist/tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,EAAE,SAAS,EAAmB,MAAM,+BAA+B,CAAC;AAChF,OAAO,KAAK,EAA6B,IAAI,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EAGN,cAAc,EACd,mBAAmB,EAGnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAA8B,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAEzF,MAAM,WAAW,mBAAmB;IACnC,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,IAAI,EAAE,CAAC;CACxB;AAED,eAAO,MAAM,iCAAiC,2DAA2D,CAAC;AAC1G,MAAM,MAAM,4BAA4B,GAAG,CAAC,OAAO,iCAAiC,CAAC,CAAC,MAAM,CAAC,CAAC;AAI9F,MAAM,WAAW,YAAY;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,YAAY,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,iBAAiB,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7I,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,iBAAiB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAED,KAAK,SAAS,GAAG,SAAS,CAAC,OAAO,cAAc,EAAE,YAAY,CAAC,CAAC;AAChE,KAAK,cAAc,GAAG,SAAS,CAAC,OAAO,mBAAmB,EAAE,iBAAiB,CAAC,CAAC;AAC/E,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,cAAc,CAAC;AAEzD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,mBAAmB,GAAG,eAAe,EAAE,CAGnF"}

package/dist/tools.js

@@ -0,0 +1,116 @@
+import { CUA_BATCH_TOOL_NAME, CUA_NAVIGATION_TOOL_NAME, CuaBatchSchema, CuaNavigationSchema, } from "@onkernel/cua-ai";
+import { InternalComputerTranslator } from "./translator/translator.js";
+export const SUPPORTED_CUA_EXECUTOR_TOOL_NAMES = [CUA_BATCH_TOOL_NAME, CUA_NAVIGATION_TOOL_NAME];
+export function createCuaComputerTools(args) {
+    const translator = new InternalComputerTranslator(args);
+    return args.toolDefinitions.map((definition) => createExecutorTool(definition, translator));
+}
+function createExecutorTool(definition, translator) {
+    if (definition.name === CUA_BATCH_TOOL_NAME) {
+        const tool = {
+            name: definition.name,
+            label: definition.name,
+            description: definition.description,
+            parameters: CuaBatchSchema,
+            async execute(_toolCallId, params) {
+                const result = await executeBatchTool(translator, asBatchInput(params));
+                if (result.isError)
+                    throw Object.assign(new Error(result.details.statusText), result);
+                return { content: result.content, details: result.details };
+            },
+        };
+        return tool;
+    }
+    if (definition.name === CUA_NAVIGATION_TOOL_NAME) {
+        const tool = {
+            name: definition.name,
+            label: definition.name,
+            description: definition.description,
+            parameters: CuaNavigationSchema,
+            async execute(_toolCallId, params) {
+                const result = await executeNavigationTool(translator, asNavigationInput(params));
+                if (result.isError)
+                    throw Object.assign(new Error(result.details.statusText), result);
+                return { content: result.content, details: result.details };
+            },
+        };
+        return tool;
+    }
+    throw new Error(`unsupported CUA computer tool definition: ${definition.name}; supported names: ${SUPPORTED_CUA_EXECUTOR_TOOL_NAMES.join(", ")}`);
+}
+async function executeBatchTool(translator, params) {
+    const content = [];
+    const readResults = [];
+    let statusText = "Actions executed successfully.";
+    let error;
+    try {
+        const result = await translator.executeBatch(params.actions);
+        for (const read of result.readResults) {
+            if (read.type === "url") {
+                readResults.push({ type: "url", url: read.url });
+                content.push({ type: "text", text: `url(): ${read.url}` });
+            }
+            else if (read.type === "cursor_position") {
+                readResults.push({ type: "cursor_position", x: read.x, y: read.y });
+                content.push({ type: "text", text: `cursor_position(): ${read.x},${read.y}` });
+            }
+            else {
+                readResults.push({ type: "screenshot", bytes: read.pngBytes.length });
+                content.push({ type: "image", data: read.pngBytes.toString("base64"), mimeType: "image/png" });
+            }
+        }
+        if (content.length === 0) {
+            const png = await translator.screenshotRaw();
+            readResults.push({ type: "screenshot", bytes: png.length });
+            content.push({ type: "image", data: png.toString("base64"), mimeType: "image/png" });
+        }
+    }
+    catch (err) {
+        error = err instanceof Error ? err : new Error(String(err));
+        statusText = `Actions failed: ${error.message}`;
+        content.push({ type: "text", text: statusText });
+    }
+    return { content, details: { statusText, readResults, ...(error ? { error: error.message } : {}) }, isError: Boolean(error) };
+}
+async function executeNavigationTool(translator, params) {
+    const action = params.action;
+    const content = [];
+    let statusText = "Action executed successfully.";
+    let url;
+    let error;
+    try {
+        if (action === "url") {
+            url = await translator.currentUrl();
+            statusText = `Current URL: ${url}`;
+        }
+        else {
+            await translator.executeBatch([{ type: action, url: params.url }]);
+            statusText = `${action} executed successfully.`;
+        }
+        const png = await translator.screenshotRaw();
+        content.push({ type: "image", data: png.toString("base64"), mimeType: "image/png" });
+    }
+    catch (err) {
+        error = err instanceof Error ? err : new Error(String(err));
+        statusText = `${action} failed: ${error.message}`;
+    }
+    content.unshift({ type: "text", text: statusText });
+    return { content, details: { action, statusText, ...(url ? { url } : {}), ...(error ? { error: error.message } : {}) }, isError: Boolean(error) };
+}
+function asBatchInput(value) {
+    if (value &&
+        typeof value === "object" &&
+        Array.isArray(value.actions)) {
+        return value;
+    }
+    throw new Error("invalid batch_computer_actions parameters");
+}
+function asNavigationInput(value) {
+    if (value &&
+        typeof value === "object" &&
+        typeof value.action === "string") {
+        return value;
+    }
+    throw new Error("invalid computer_use_extra parameters");
+}
+//# sourceMappingURL=tools.js.map

package/dist/tools.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tools.js","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAGA,OAAO,EACN,mBAAmB,EACnB,wBAAwB,EACxB,cAAc,EACd,mBAAmB,GAGnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,0BAA0B,EAAsB,MAAM,yBAAyB,CAAC;AAQzF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,mBAAmB,EAAE,wBAAwB,CAAU,CAAC;AAsB1G,MAAM,UAAU,sBAAsB,CAAC,IAAyB;IAC/D,MAAM,UAAU,GAAG,IAAI,0BAA0B,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,kBAAkB,CAAC,UAAgB,EAAE,UAAsC;IACnF,IAAI,UAAU,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAc;YACvB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,KAAK,EAAE,UAAU,CAAC,IAAI;YACtB,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,UAAU,EAAE,cAAc;YAC1B,KAAK,CAAC,OAAO,CAAC,WAAmB,EAAE,MAAe;gBACjD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;gBACxE,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;gBACtF,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAC7D,CAAC;SACD,CAAC;QACF,OAAO,IAAI,CAAC;IACb,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;QAClD,MAAM,IAAI,GAAmB;YAC5B,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,KAAK,EAAE,UAAU,CAAC,IAAI;YACtB,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,UAAU,EAAE,mBAAmB;YAC/B,KAAK,CAAC,OAAO,CAAC,WAAmB,EAAE,MAAe;gBACjD,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,UAAU,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;gBAClF,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;gBACtF,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAC7D,CAAC;SACD,CAAC;QACF,OAAO,IAAI,CAAC;IACb,CAAC;IACD,MAAM,IAAI,KAAK,CACd,6CAA6C,UAAU,CAAC,IAAI,sBAAsB,iCAAiC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChI,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,UAAsC,EAAE,MAAqB;IAK5F,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,WAAW,GAAgC,EAAE,CAAC;IACpD,IAAI,UAAU,GAAG,gCAAgC,CAAC;IAClD,IAAI,KAAwB,CAAC;IAC7B,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,OAAoD,CAAC,CAAC;QAC1G,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;gBACzB,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5D,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC5C,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACP,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACtE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;YAChG,CAAC;QACF,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,aAAa,EAAE,CAAC;YAC7C,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5D,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;QACtF,CAAC;IACF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5D,UAAU,GAAG,mBAAmB,KAAK,CAAC,OAAO,EAAE,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;AAC/H,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,UAAsC,EAAE,MAA0B;IAKtG,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,IAAI,UAAU,GAAG,+BAA+B,CAAC;IACjD,IAAI,GAAuB,CAAC;IAC5B,IAAI,KAAwB,CAAC;IAC7B,IAAI,CAAC;QACJ,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACtB,GAAG,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;YACpC,UAAU,GAAG,gBAAgB,GAAG,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACP,MAAM,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACnE,UAAU,GAAG,GAAG,MAAM,yBAAyB,CAAC;QACjD,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;IACtF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5D,UAAU,GAAG,GAAG,MAAM,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC;IACnD,CAAC;IACD,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IACpD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;AACnJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,IACC,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,CAAC,OAAO,CAAE,KAA+B,CAAC,OAAO,CAAC,EACtD,CAAC;QACF,OAAO,KAAsB,CAAC;IAC/B,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACxC,IACC,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAQ,KAA8B,CAAC,MAAM,KAAK,QAAQ,EACzD,CAAC;QACF,OAAO,KAA2B,CAAC;IACpC,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;AAC1D,CAAC"}

package/dist/translator/translator.d.ts

@@ -0,0 +1,22 @@
+import type Kernel from "@onkernel/sdk";
+import type { BrowserCreateResponse, BrowserRetrieveResponse } from "@onkernel/sdk/resources/browsers";
+import type { BatchExecutionResult, ModelAction } from "./types.js";
+export type KernelBrowser = BrowserCreateResponse | BrowserRetrieveResponse;
+export interface InternalComputerTranslatorOptions {
+    browser: KernelBrowser;
+    client: Kernel;
+}
+export declare class InternalComputerTranslator {
+    private readonly sessionId;
+    private readonly client;
+    constructor(opts: InternalComputerTranslatorOptions);
+    screenshotRaw(): Promise<Buffer>;
+    currentUrl(): Promise<string>;
+    currentMousePosition(): Promise<{
+        x: number;
+        y: number;
+    }>;
+    executeBatch(actions: ModelAction[]): Promise<BatchExecutionResult>;
+    private runKernelBatch;
+}
+//# sourceMappingURL=translator.d.ts.map

package/dist/translator/translator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"translator.d.ts","sourceRoot":"","sources":["../../src/translator/translator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AACvG,OAAO,KAAK,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEjE,MAAM,MAAM,aAAa,GAAG,qBAAqB,GAAG,uBAAuB,CAAC;AAE5E,MAAM,WAAW,iCAAiC;IACjD,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,0BAA0B;IACtC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAEpB,IAAI,EAAE,iCAAiC;IAK7C,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAKhC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAS7B,oBAAoB,IAAI,OAAO,CAAC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAKzD,YAAY,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;YAmD3D,cAAc;CAG5B"}

package/dist/translator/translator.js

@@ -0,0 +1,170 @@
+export class InternalComputerTranslator {
+    sessionId;
+    client;
+    constructor(opts) {
+        this.sessionId = opts.browser.session_id;
+        this.client = opts.client;
+    }
+    async screenshotRaw() {
+        const response = await this.client.browsers.computer.captureScreenshot(this.sessionId, {});
+        return Buffer.from(await response.arrayBuffer());
+    }
+    async currentUrl() {
+        await this.runKernelBatch([
+            { type: "press_key", press_key: { keys: ["Control_L", "l"] } },
+            { type: "press_key", press_key: { keys: ["Control_L", "c"] } },
+        ]);
+        const response = await this.client.browsers.computer.readClipboard(this.sessionId);
+        return (response.text ?? "").trim();
+    }
+    async currentMousePosition() {
+        const pos = await this.client.browsers.computer.getMousePosition(this.sessionId);
+        return { x: toInt(pos.x), y: toInt(pos.y) };
+    }
+    async executeBatch(actions) {
+        const result = { readResults: [] };
+        const pending = [];
+        const flush = async () => {
+            if (pending.length === 0)
+                return;
+            await this.runKernelBatch(pending.splice(0));
+        };
+        for (let i = 0; i < actions.length; i++) {
+            const action = actions[i];
+            const type = typeof action.type === "string" ? action.type : "";
+            if (type === "screenshot") {
+                await flush();
+                result.readResults.push({ type: "screenshot", pngBytes: await this.screenshotRaw() });
+                continue;
+            }
+            if (type === "url") {
+                await flush();
+                result.readResults.push({ type: "url", url: await this.currentUrl() });
+                continue;
+            }
+            if (type === "cursor_position") {
+                await flush();
+                const pos = await this.currentMousePosition();
+                result.readResults.push({ type: "cursor_position", ...pos });
+                continue;
+            }
+            if (type === "goto") {
+                pending.push({ type: "press_key", press_key: { keys: ["Control_L", "l"] } }, { type: "type_text", type_text: { text: stringOr(action.url, "") } }, { type: "press_key", press_key: { keys: ["Enter"] } });
+                continue;
+            }
+            if (type === "back") {
+                pending.push({ type: "press_key", press_key: { keys: ["Alt_L", "Left"] } });
+                continue;
+            }
+            if (type === "forward") {
+                pending.push({ type: "press_key", press_key: { keys: ["Alt_L", "Right"] } });
+                continue;
+            }
+            pending.push(toSdkAction(type, action));
+        }
+        await flush();
+        return result;
+    }
+    async runKernelBatch(actions) {
+        await this.client.browsers.computer.batch(this.sessionId, { actions });
+    }
+}
+function toSdkAction(type, action) {
+    switch (type) {
+        case "click":
+            return {
+                type: "click_mouse",
+                click_mouse: {
+                    x: toInt(action.x),
+                    y: toInt(action.y),
+                    button: clickMouseButtonOr(action.button, "left"),
+                },
+            };
+        case "double_click":
+            return {
+                type: "click_mouse",
+                click_mouse: {
+                    x: toInt(action.x),
+                    y: toInt(action.y),
+                    num_clicks: 2,
+                },
+            };
+        case "mouse_down":
+        case "mouse_up":
+            return {
+                type: "click_mouse",
+                click_mouse: {
+                    x: toInt(action.x),
+                    y: toInt(action.y),
+                    button: clickMouseButtonOr(action.button, "left"),
+                    click_type: type === "mouse_down" ? "down" : "up",
+                },
+            };
+        case "type":
+            return { type: "type_text", type_text: { text: typeof action.text === "string" ? action.text : "" } };
+        case "keypress":
+            return { type: "press_key", press_key: { keys: toStringArray(action.keys) } };
+        case "scroll":
+            return {
+                type: "scroll",
+                scroll: {
+                    x: toInt(action.x),
+                    y: toInt(action.y),
+                    delta_x: toInt(action.scroll_x),
+                    delta_y: toInt(action.scroll_y),
+                },
+            };
+        case "move":
+            return { type: "move_mouse", move_mouse: { x: toInt(action.x), y: toInt(action.y) } };
+        case "drag":
+            return { type: "drag_mouse", drag_mouse: { path: toPath(action.path), button: dragMouseButtonOr(action.button, "left") } };
+        case "wait":
+            return { type: "sleep", sleep: { duration_ms: typeof action.ms === "number" ? Math.trunc(action.ms) : 1000 } };
+        default:
+            throw new Error(`unknown computer action type: ${type}`);
+    }
+}
+function toInt(value) {
+    if (typeof value === "number" && Number.isFinite(value))
+        return Math.trunc(value);
+    if (typeof value === "string" && value.trim()) {
+        const n = Number(value);
+        if (Number.isFinite(n))
+            return Math.trunc(n);
+    }
+    return 0;
+}
+function stringOr(value, fallback) {
+    return typeof value === "string" && value.length > 0 ? value : fallback;
+}
+function clickMouseButtonOr(value, fallback) {
+    const candidate = stringOr(value, fallback);
+    if (candidate === "left" || candidate === "right" || candidate === "middle" || candidate === "back" || candidate === "forward") {
+        return candidate;
+    }
+    return fallback;
+}
+function dragMouseButtonOr(value, fallback) {
+    const candidate = stringOr(value, fallback);
+    if (candidate === "left" || candidate === "right" || candidate === "middle") {
+        return candidate;
+    }
+    return fallback;
+}
+function toStringArray(value) {
+    return Array.isArray(value) ? value.filter((item) => typeof item === "string") : [];
+}
+function toPath(value) {
+    if (!Array.isArray(value))
+        return [];
+    return value.map((point) => toPathPoint(point));
+}
+function toPathPoint(value) {
+    if (Array.isArray(value))
+        return [toInt(value[0]), toInt(value[1])];
+    if (value && typeof value === "object") {
+        return [toInt(value.x), toInt(value.y)];
+    }
+    return [0, 0];
+}
+//# sourceMappingURL=translator.js.map

package/dist/translator/translator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"translator.js","sourceRoot":"","sources":["../../src/translator/translator.ts"],"names":[],"mappings":"AAWA,MAAM,OAAO,0BAA0B;IACrB,SAAS,CAAS;IAClB,MAAM,CAAS;IAEhC,YAAY,IAAuC;QAClD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,aAAa;QAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3F,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,UAAU;QACf,MAAM,IAAI,CAAC,cAAc,CAAC;YACzB,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE;YAC9D,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE;SAC9D,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnF,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,oBAAoB;QACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjF,OAAO,EAAE,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAsB;QACxC,MAAM,MAAM,GAAyB,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;QACzD,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;YACvC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YACjC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC3B,MAAM,KAAK,EAAE,CAAC;gBACd,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;gBACtF,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;gBACpB,MAAM,KAAK,EAAE,CAAC;gBACd,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACvE,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAChC,MAAM,KAAK,EAAE,CAAC;gBACd,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9C,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;gBAC7D,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACrB,OAAO,CAAC,IAAI,CACX,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE,EAC9D,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,EACpE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,CACrD,CAAC;gBACF,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5E,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7E,SAAS;YACV,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,KAAK,EAAE,CAAC;QACd,OAAO,MAAM,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAA4B;QACxD,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;CACD;AAQD,SAAS,WAAW,CAAC,IAAY,EAAE,MAAmB;IACrD,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,OAAO;YACX,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACZ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;iBACjD;aACD,CAAC;QACH,KAAK,cAAc;YAClB,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACZ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,UAAU,EAAE,CAAC;iBACb;aACD,CAAC;QACH,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU;YACd,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACZ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;oBACjD,UAAU,EAAE,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;iBACjD;aACD,CAAC;QACH,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC;QACvG,KAAK,UAAU;YACd,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QAC/E,KAAK,QAAQ;YACZ,OAAO;gBACN,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE;oBACP,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;oBAC/B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;iBAC/B;aACD,CAAC;QACH,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACvF,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QAC5H,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAChH;YACC,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;AACF,CAAC;AAED,SAAS,KAAK,CAAC,KAAc;IAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,CAAC,CAAC;AACV,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,EAAE,QAAgB;IACjD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC;AACzE,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,QAA0B;IACrE,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC5C,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAChI,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAE,QAAyB;IACnE,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC5C,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC7E,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACrG,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,CAAC,KAAK,CAAE,KAAiC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAE,KAAiC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,CAAC;IACD,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACf,CAAC"}

package/dist/translator/types.d.ts

@@ -0,0 +1,39 @@
+export type ModelAction = Record<string, unknown>;
+export type BatchActionType = "click_mouse" | "move_mouse" | "type_text" | "press_key" | "scroll" | "drag_mouse" | "sleep";
+export interface BatchAction {
+    type: BatchActionType;
+    click_mouse?: Record<string, unknown>;
+    move_mouse?: Record<string, unknown>;
+    type_text?: Record<string, unknown>;
+    press_key?: Record<string, unknown>;
+    scroll?: Record<string, unknown>;
+    drag_mouse?: Record<string, unknown>;
+    sleep?: Record<string, unknown>;
+}
+export type BatchReadResult = {
+    type: "screenshot";
+    pngBytes: Buffer;
+} | {
+    type: "url";
+    url: string;
+} | {
+    type: "cursor_position";
+    x: number;
+    y: number;
+};
+export interface BatchExecutionResult {
+    readResults: BatchReadResult[];
+}
+export interface ComputerUseToolResult<TDetails = unknown> {
+    content: Array<{
+        type: "text";
+        text: string;
+    } | {
+        type: "image";
+        data: string;
+        mimeType: string;
+    }>;
+    details: TDetails;
+    isError?: boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/translator/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/translator/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAElD,MAAM,MAAM,eAAe,GACxB,aAAa,GACb,YAAY,GACZ,WAAW,GACX,WAAW,GACX,QAAQ,GACR,YAAY,GACZ,OAAO,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,IAAI,EAAE,eAAe,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,MAAM,eAAe,GACxB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAC5B;IAAE,IAAI,EAAE,iBAAiB,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAErD,MAAM,WAAW,oBAAoB;IACpC,WAAW,EAAE,eAAe,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,qBAAqB,CAAC,QAAQ,GAAG,OAAO;IACxD,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnG,OAAO,EAAE,QAAQ,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;CAClB"}

package/dist/translator/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/translator/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/translator/types.ts"],"names":[],"mappings":""}

package/examples/agent-openai-smoke.ts

@@ -0,0 +1,41 @@
+import Kernel from "@onkernel/sdk";
+import { requireCuaEnvApiKeyForModel, type CuaModelRef } from "@onkernel/cua-ai";
+import { CuaAgent } from "../src/index";
+import { SCENARIOS } from "./shared/scenarios";
+
+const modelRef = (process.env.MODEL_REF as CuaModelRef | undefined) ?? "openai:gpt-5.5";
+
+async function main(): Promise<void> {
+	const kernelApiKey = process.env.KERNEL_API_KEY;
+	if (!kernelApiKey) throw new Error("KERNEL_API_KEY is required");
+	requireCuaEnvApiKeyForModel(modelRef);
+	const client = new Kernel({ apiKey: kernelApiKey });
+	const browser = await client.browsers.create({ stealth: true });
+
+	try {
+		const agent = new CuaAgent({
+			browser,
+			client,
+			initialState: { model: modelRef },
+		});
+
+		agent.subscribe((event) => {
+			if (event.type === "tool_execution_start") {
+				console.log(`[tool:start] ${event.toolName}`);
+			}
+			if (event.type === "tool_execution_end") {
+				console.log(`[tool:end] ${event.toolName} error=${event.isError}`);
+			}
+		});
+
+		const scenario = SCENARIOS[0]!;
+		console.log(`running scenario: ${scenario.name}`);
+		await agent.prompt(scenario.prompt);
+		const assistant = [...agent.state.messages].reverse().find((message) => message.role === "assistant");
+		console.log("assistant stopReason:", assistant?.role === "assistant" ? assistant.stopReason : "unknown");
+	} finally {
+		await client.browsers.deleteByID(browser.session_id);
+	}
+}
+
+void main();

package/examples/agent-provider-matrix.ts

@@ -0,0 +1,30 @@
+import Kernel from "@onkernel/sdk";
+import { requireCuaEnvApiKeyForModel, type CuaModelRef } from "@onkernel/cua-ai";
+import { CuaAgent } from "../src/index";
+import { SCENARIOS } from "./shared/scenarios";
+
+const modelRef = (process.env.MODEL_REF as CuaModelRef | undefined) ?? "openai:gpt-5.5";
+const scenarioName = process.env.SCENARIO ?? SCENARIOS[0]!.name;
+
+async function main(): Promise<void> {
+	const kernelApiKey = process.env.KERNEL_API_KEY;
+	if (!kernelApiKey) throw new Error("KERNEL_API_KEY is required");
+	requireCuaEnvApiKeyForModel(modelRef);
+	const client = new Kernel({ apiKey: kernelApiKey });
+	const browser = await client.browsers.create({ stealth: true });
+	const scenario = SCENARIOS.find((entry) => entry.name === scenarioName) ?? SCENARIOS[0]!;
+
+	try {
+		const agent = new CuaAgent({
+			browser,
+			client,
+			initialState: { model: modelRef },
+		});
+		console.log(`model=${modelRef} scenario=${scenario.name}`);
+		await agent.prompt(scenario.prompt);
+	} finally {
+		await client.browsers.deleteByID(browser.session_id);
+	}
+}
+
+void main();

package/examples/harness-openai-smoke.ts

@@ -0,0 +1,43 @@
+import Kernel from "@onkernel/sdk";
+import { requireCuaEnvApiKeyForModel, type CuaModelRef } from "@onkernel/cua-ai";
+import { CuaHarness } from "../src/index";
+import { SCENARIOS } from "./shared/scenarios";
+
+const modelRef = (process.env.MODEL_REF as CuaModelRef | undefined) ?? "openai:gpt-5.5";
+
+async function main(): Promise<void> {
+	const kernelApiKey = process.env.KERNEL_API_KEY;
+	if (!kernelApiKey) throw new Error("KERNEL_API_KEY is required");
+	requireCuaEnvApiKeyForModel(modelRef);
+	const client = new Kernel({ apiKey: kernelApiKey });
+	const browser = await client.browsers.create({ stealth: true });
+
+	try {
+		const harness = new CuaHarness({
+			browser,
+			client,
+			model: modelRef,
+		});
+
+		harness.subscribe((event) => {
+			if (event.type === "tool_execution_start") {
+				console.log(`[tool:start] ${event.toolName}`);
+			}
+			if (event.type === "tool_execution_end") {
+				console.log(`[tool:end] ${event.toolName} error=${event.isError}`);
+			}
+		});
+
+		const scenario = SCENARIOS[0]!;
+		console.log(`running scenario: ${scenario.name}`);
+		await harness.prompt(scenario.prompt);
+		const transcript = harness.getTranscript();
+		const lastAssistant = [...transcript].reverse().find((message) => message.role === "assistant");
+		console.log("transcript messages:", transcript.length);
+		console.log("assistant stopReason:", lastAssistant?.role === "assistant" ? lastAssistant.stopReason : "unknown");
+	} finally {
+		await client.browsers.deleteByID(browser.session_id);
+	}
+}
+
+void main();

package/examples/harness-provider-matrix.ts

@@ -0,0 +1,31 @@
+import Kernel from "@onkernel/sdk";
+import { requireCuaEnvApiKeyForModel, type CuaModelRef } from "@onkernel/cua-ai";
+import { CuaHarness } from "../src/index";
+import { SCENARIOS } from "./shared/scenarios";
+
+const modelRef = (process.env.MODEL_REF as CuaModelRef | undefined) ?? "openai:gpt-5.5";
+const scenarioName = process.env.SCENARIO ?? SCENARIOS[0]!.name;
+
+async function main(): Promise<void> {
+	const kernelApiKey = process.env.KERNEL_API_KEY;
+	if (!kernelApiKey) throw new Error("KERNEL_API_KEY is required");
+	requireCuaEnvApiKeyForModel(modelRef);
+	const client = new Kernel({ apiKey: kernelApiKey });
+	const browser = await client.browsers.create({ stealth: true });
+	const scenario = SCENARIOS.find((entry) => entry.name === scenarioName) ?? SCENARIOS[0]!;
+
+	try {
+		const harness = new CuaHarness({
+			browser,
+			client,
+			model: modelRef,
+		});
+		console.log(`model=${modelRef} scenario=${scenario.name}`);
+		await harness.prompt(scenario.prompt);
+		console.log("transcript messages:", harness.getTranscript().length);
+	} finally {
+		await client.browsers.deleteByID(browser.session_id);
+	}
+}
+
+void main();

package/examples/shared/scenarios.ts

@@ -0,0 +1,39 @@
+export interface BrowserScenario {
+	name: string;
+	prompt: string;
+}
+
+export const SCENARIOS: BrowserScenario[] = [
+	{
+		name: "example-link-and-url",
+		prompt: [
+			"Use browser tools for exactly these steps:",
+			"1) goto https://example.com",
+			"2) read current url",
+			"3) click the More information link",
+			"4) read current url",
+			"5) capture a screenshot",
+		].join("\n"),
+	},
+	{
+		name: "hn-url-and-screenshot",
+		prompt: [
+			"Use browser tools for exactly these steps:",
+			"1) goto https://news.ycombinator.com",
+			"2) scroll slightly",
+			"3) read current url",
+			"4) capture a screenshot",
+		].join("\n"),
+	},
+	{
+		name: "wikipedia-search",
+		prompt: [
+			"Use browser tools for exactly these steps:",
+			"1) goto https://www.wikipedia.org",
+			"2) click the search input",
+			"3) type kernel",
+			"4) press Enter",
+			"5) read current url",
+		].join("\n"),
+	},
+];

package/package.json

@@ -0,0 +1,50 @@
+{
+  "name": "@onkernel/cua-agent",
+  "version": "0.0.1",
+  "description": "Kernel browser computer-use Agent and AgentHarness classes built on pi-agent-core",
+  "license": "MIT",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/kernel/cua.git",
+    "directory": "packages/agent"
+  },
+  "bugs": {
+    "url": "https://github.com/kernel/cua/issues"
+  },
+  "homepage": "https://github.com/kernel/cua/tree/main/packages/agent#readme",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "source": "./src/index.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "examples",
+    "README.md",
+    "CHANGELOG.md"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc -b",
+    "clean": "tsc -b --clean",
+    "example:agent": "NODE_OPTIONS=--conditions=source tsx examples/agent-openai-smoke.ts",
+    "example:harness": "NODE_OPTIONS=--conditions=source tsx examples/harness-openai-smoke.ts",
+    "test": "vitest --run"
+  },
+  "dependencies": {
+    "@earendil-works/pi-agent-core": "^0.74.0",
+    "@earendil-works/pi-ai": "^0.74.0",
+    "@onkernel/cua-ai": "0.0.1",
+    "@onkernel/sdk": "0.49.0"
+  },
+  "devDependencies": {
+    "vitest": "^3.2.4"
+  }
+}