@onkernel/cua-agent 0.2.0 → 0.3.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@onkernel/cua-agent",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "Kernel browser computer-use Agent and AgentHarness classes built on pi-agent-core",
   "license": "MIT",
   "type": "module",
@@ -26,27 +26,28 @@
     "dist",
     "examples",
     "README.md",
-    "CHANGELOG.md",
-    "src/vendor/pi-agent-core/LICENSE",
-    "src/vendor/pi-agent-core/README.md"
+    "CHANGELOG.md"
   ],
   "publishConfig": {
     "access": "public"
   },
   "scripts": {
-    "build": "tsc -b",
-    "clean": "tsc -b --clean",
+    "build": "tsdown",
+    "clean": "tsc -b --clean && rm -rf dist dist-tsc",
     "example:agent": "NODE_OPTIONS=--conditions=source tsx examples/agent-openai-smoke.ts",
     "example:harness": "NODE_OPTIONS=--conditions=source tsx examples/harness-openai-smoke.ts",
-    "test": "vitest --run"
+    "test": "vitest --run",
+    "typecheck": "tsc -b"
   },
   "dependencies": {
-    "@earendil-works/pi-ai": "^0.74.0",
-    "@onkernel/cua-ai": "0.1.0",
+    "@earendil-works/pi-agent-core": "0.79.1",
+    "@earendil-works/pi-ai": "0.79.1",
+    "@onkernel/cua-ai": "0.2.0",
     "@onkernel/sdk": "0.49.0",
-    "typebox": "^1.1.38"
+    "sharp": "^0.34.5"
   },
   "devDependencies": {
+    "tsdown": "^0.22.2",
     "vitest": "^3.2.4"
   }
 }

package/dist/agent.d.ts

@@ -1,102 +0,0 @@
-import { Agent, AgentHarness, type AgentHarnessOptions, type AgentOptions, type AgentState, type AgentTool, type PromptTemplate, type Skill } from "./vendor/pi-agent-core/index";
-import { type Api, type CuaModelRef, type Model, type SimpleStreamOptions } from "@onkernel/cua-ai";
-import type Kernel from "@onkernel/sdk";
-import type { KernelBrowser } from "./translator/translator";
-/** A CUA model reference string or a concrete pi model object. */
-type CuaRuntimeInput = CuaModelRef | Model<Api>;
-/**
- * Agent state exposed by {@link CuaAgent}.
- *
- * It is the regular pi `AgentState`, except assigning `state.model` may use a
- * CUA model ref such as `"openai:gpt-5.5"`. CUA-owned tools and the default
- * system prompt are refreshed to match the new provider runtime.
- */
-export interface CuaAgentState extends Omit<AgentState, "model"> {
-    /** The concrete pi model currently used by the underlying agent loop. */
-    get model(): Model<Api>;
-    /** Assign a concrete pi model or CUA model ref and refresh CUA runtime defaults. */
-    set model(model: CuaRuntimeInput);
-}
-/** Initial state for {@link CuaAgent}. */
-type CuaAgentInitialState = Omit<NonNullable<AgentOptions["initialState"]>, "model" | "tools"> & {
-    /** Model to use for the first turn. CUA refs are resolved before pi sees the state. */
-    model: CuaRuntimeInput;
-    /** Optional caller-owned tools. Omit this to install the provider's default CUA tools. */
-    tools?: AgentTool[];
-};
-/**
- * Constructor options for {@link CuaAgent}.
- *
- * `browser` and `client` are used to build the default computer-use tools.
- * Everything else follows pi `AgentOptions`, with `initialState.model`
- * widened to accept CUA model refs.
- */
-export type CuaAgentOptions = Omit<AgentOptions, "initialState"> & {
-    /** Kernel browser session used by default CUA tools. */
-    browser: KernelBrowser;
-    /** Kernel SDK client used by default CUA tools. */
-    client: Kernel;
-    /** Initial pi state plus a CUA-aware model value. */
-    initialState: CuaAgentInitialState;
-};
-/**
- * Constructor options for {@link CuaAgentHarness}.
- *
- * The harness keeps pi `AgentHarnessOptions` intact except that `model`
- * accepts CUA refs and `browser`/`client` are required to build default
- * computer-use tools. Callers provide pi's `env` and `session` directly.
- */
-export type CuaAgentHarnessOptions<TSkill extends Skill = Skill, TPromptTemplate extends PromptTemplate = PromptTemplate> = Omit<AgentHarnessOptions<TSkill, TPromptTemplate, AgentTool>, "model"> & {
-    /** Kernel browser session used by default CUA tools. */
-    browser: KernelBrowser;
-    /** Kernel SDK client used by default CUA tools. */
-    client: Kernel;
-    /** Model used by the harness. CUA refs are resolved before pi sees the model. */
-    model: CuaRuntimeInput;
-    /** Optional payload hook composed after the provider-specific CUA payload hook. */
-    onPayload?: SimpleStreamOptions["onPayload"];
-};
-/**
- * Pi `Agent` configured for Kernel browser computer use.
- *
- * Use this class when you want direct access to the lower-level pi agent state,
- * queues, event stream, and `state.model` mutation model. It resolves CUA model
- * refs, installs provider-appropriate CUA tools by default, and keeps those
- * defaults in sync when `agent.state.model` changes.
- */
-export declare class CuaAgent extends Agent {
-    private readonly runtime;
-    private stateProxy?;
-    constructor(options: CuaAgentOptions);
-    /**
-     * Return a state proxy so `agent.state.model = "provider:model"` can behave
-     * like pi's normal mutable state while also re-resolving CUA tools, prompt,
-     * and payload hooks for the selected provider.
-     */
-    get state(): CuaAgentState;
-    private applyRuntime;
-}
-/**
- * Pi `AgentHarness` configured for Kernel browser computer use.
- *
- * Use this class when you want pi's higher-level harness APIs for sessions,
- * resources, prompt templates, queue events, compaction, and model selection.
- * It installs provider CUA tools by default and keeps CUA-owned runtime
- * defaults in sync through `setModel()`.
- */
-export declare class CuaAgentHarness<TSkill extends Skill = Skill, TPromptTemplate extends PromptTemplate = PromptTemplate> extends AgentHarness<TSkill, TPromptTemplate, AgentTool> {
-    private readonly runtime;
-    private requestedActiveToolNames?;
-    constructor(options: CuaAgentHarnessOptions<TSkill, TPromptTemplate>);
-    /**
-     * Mirror pi `AgentHarness.setModel()` while accepting CUA model refs.
-     *
-     * The override refreshes CUA-owned tools before delegating to pi so the
-     * harness snapshot and session model-change entry are written with the
-     * concrete model selected by `@onkernel/cua-ai`.
-     */
-    setModel(model: CuaRuntimeInput): Promise<void>;
-    setActiveTools(toolNames: string[]): Promise<void>;
-}
-export {};
-//# sourceMappingURL=agent.d.ts.map

package/dist/agent.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,KAAK,EACL,YAAY,EACZ,KAAK,mBAAmB,EACxB,KAAK,YAAY,EACjB,KAAK,UAAU,EACf,KAAK,SAAS,EACd,KAAK,cAAc,EACnB,KAAK,KAAK,EAEV,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACN,KAAK,GAAG,EACR,KAAK,WAAW,EAEhB,KAAK,KAAK,EAEV,KAAK,mBAAmB,EAExB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AAExC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAE7D,kEAAkE;AAClE,KAAK,eAAe,GAAG,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;AAIhD;;;;;;GAMG;AACH,MAAM,WAAW,aAAc,SAAQ,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC;IAC/D,yEAAyE;IACzE,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;IACxB,oFAAoF;IACpF,IAAI,KAAK,CAAC,KAAK,EAAE,eAAe,EAAE;CAClC;AAED,0CAA0C;AAC1C,KAAK,oBAAoB,GAAG,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,GAAG;IAChG,uFAAuF;IACvF,KAAK,EAAE,eAAe,CAAC;IACvB,0FAA0F;IAC1F,KAAK,CAAC,EAAE,SAAS,EAAE,CAAC;CACpB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,MAAM,eAAe,GAAG,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,GAAG;IAClE,wDAAwD;IACxD,OAAO,EAAE,aAAa,CAAC;IACvB,mDAAmD;IACnD,MAAM,EAAE,MAAM,CAAC;IACf,qDAAqD;IACrD,YAAY,EAAE,oBAAoB,CAAC;CACnC,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,MAAM,sBAAsB,CACjC,MAAM,SAAS,KAAK,GAAG,KAAK,EAC5B,eAAe,SAAS,cAAc,GAAG,cAAc,IACpD,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,eAAe,EAAE,SAAS,CAAC,EAAE,OAAO,CAAC,GAAG;IAC5E,wDAAwD;IACxD,OAAO,EAAE,aAAa,CAAC;IACvB,mDAAmD;IACnD,MAAM,EAAE,MAAM,CAAC;IACf,iFAAiF;IACjF,KAAK,EAAE,eAAe,CAAC;IACvB,mFAAmF;IACnF,SAAS,CAAC,EAAE,mBAAmB,CAAC,WAAW,CAAC,CAAC;CAC7C,CAAC;AA8DF;;;;;;;GAOG;AACH,qBAAa,QAAS,SAAQ,KAAK;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuB;IAC/C,OAAO,CAAC,UAAU,CAAC,CAAgB;gBAEvB,OAAO,EAAE,eAAe;IA2DpC;;;;OAIG;IACH,IAAa,KAAK,IAAI,aAAa,CAalC;IAED,OAAO,CAAC,YAAY;CAWpB;AAED;;;;;;;GAOG;AACH,qBAAa,eAAe,CAC3B,MAAM,SAAS,KAAK,GAAG,KAAK,EAC5B,eAAe,SAAS,cAAc,GAAG,cAAc,CACtD,SAAQ,YAAY,CAAC,MAAM,EAAE,eAAe,EAAE,SAAS,CAAC;IACzD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAuB;IAC/C,OAAO,CAAC,wBAAwB,CAAC,CAAW;gBAEhC,OAAO,EAAE,sBAAsB,CAAC,MAAM,EAAE,eAAe,CAAC;IAsCpE;;;;;;OAMG;IACY,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAS/C,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAIjE"}

package/dist/agent.js

@@ -1,207 +0,0 @@
-import { Agent, AgentHarness, } from "./vendor/pi-agent-core/index";
-import { getCuaEnvApiKey, resolveCuaRuntimeSpec, streamSimple, } from "@onkernel/cua-ai";
-import { createCuaComputerTools } from "./tools";
-/**
- * Holds the CUA-specific pieces that have to change when a model changes.
- *
- * If callers omit `tools` or `systemPrompt`, CUA owns those values and refreshes
- * them from `@onkernel/cua-ai` whenever the model changes. If callers pass
- * their own tools or prompt, the controller preserves those caller-owned values.
- */
-class CuaRuntimeController {
-    options;
-    runtimeSpec;
-    constructor(options) {
-        this.options = options;
-        this.runtimeSpec = resolveCuaRuntimeSpec(options.model);
-    }
-    get model() {
-        return this.runtimeSpec.model;
-    }
-    get ownsTools() {
-        return this.options.tools === undefined;
-    }
-    get ownsSystemPrompt() {
-        return this.options.systemPrompt === undefined;
-    }
-    get systemPrompt() {
-        return this.runtimeSpec.defaultSystemPrompt;
-    }
-    setModel(model) {
-        this.runtimeSpec = resolveCuaRuntimeSpec(model);
-    }
-    tools() {
-        return (this.options.tools ??
-            createCuaComputerTools({
-                browser: this.options.browser,
-                client: this.options.client,
-                toolDefinitions: this.runtimeSpec.toolDefinitions,
-            }));
-    }
-    onPayloadFor(model) {
-        const runtimeSpec = resolveCuaRuntimeSpec(model);
-        return composeOnPayload(runtimeSpec.onPayload, this.options.onPayload);
-    }
-}
-/**
- * Pi `Agent` configured for Kernel browser computer use.
- *
- * Use this class when you want direct access to the lower-level pi agent state,
- * queues, event stream, and `state.model` mutation model. It resolves CUA model
- * refs, installs provider-appropriate CUA tools by default, and keeps those
- * defaults in sync when `agent.state.model` changes.
- */
-export class CuaAgent extends Agent {
-    runtime;
-    stateProxy;
-    constructor(options) {
-        const { browser, client, initialState, onPayload, streamFn, prepareNextTurn, ...agentOptions } = options;
-        const runtime = new CuaRuntimeController({
-            browser,
-            client,
-            model: initialState.model,
-            tools: initialState.tools,
-            systemPrompt: initialState.systemPrompt,
-            onPayload,
-        });
-        const wrappedStreamFn = (model, context, streamOptions) => (streamFn ?? streamSimple)(model, context, {
-            ...streamOptions,
-            onPayload: runtime.onPayloadFor(model),
-        });
-        super({
-            ...agentOptions,
-            getApiKey: agentOptions.getApiKey ?? getCuaEnvApiKey,
-            streamFn: wrappedStreamFn,
-            initialState: {
-                ...initialState,
-                model: runtime.model,
-                tools: runtime.tools(),
-                systemPrompt: initialState.systemPrompt ?? runtime.systemPrompt,
-            },
-        });
-        this.runtime = runtime;
-        /**
-         * pi calls `prepareNextTurn` between provider requests. Wrapping it lets CUA
-         * honor any user-provided turn update while also refreshing provider-specific
-         * defaults if that update changes the model.
-         */
-        this.prepareNextTurn = async (signal) => {
-            const update = await prepareNextTurn?.(signal);
-            if (update?.model) {
-                this.applyRuntime(update.model);
-            }
-            const state = super.state;
-            const context = update?.context ?? {
-                systemPrompt: state.systemPrompt,
-                messages: state.messages.slice(),
-                tools: state.tools.slice(),
-            };
-            return {
-                ...update,
-                model: state.model,
-                context: {
-                    ...context,
-                    systemPrompt: this.runtime.ownsSystemPrompt ? state.systemPrompt : context.systemPrompt,
-                    tools: this.runtime.ownsTools ? state.tools.slice() : context.tools,
-                },
-            };
-        };
-    }
-    /**
-     * Return a state proxy so `agent.state.model = "provider:model"` can behave
-     * like pi's normal mutable state while also re-resolving CUA tools, prompt,
-     * and payload hooks for the selected provider.
-     */
-    get state() {
-        if (!this.stateProxy) {
-            this.stateProxy = new Proxy(super.state, {
-                set: (target, prop, value, receiver) => {
-                    if (prop === "model") {
-                        this.applyRuntime(value);
-                        return true;
-                    }
-                    return Reflect.set(target, prop, value, receiver);
-                },
-            });
-        }
-        return this.stateProxy;
-    }
-    applyRuntime(model) {
-        this.runtime.setModel(model);
-        const state = super.state;
-        state.model = this.runtime.model;
-        if (this.runtime.ownsTools) {
-            state.tools = this.runtime.tools();
-        }
-        if (this.runtime.ownsSystemPrompt) {
-            state.systemPrompt = this.runtime.systemPrompt;
-        }
-    }
-}
-/**
- * Pi `AgentHarness` configured for Kernel browser computer use.
- *
- * Use this class when you want pi's higher-level harness APIs for sessions,
- * resources, prompt templates, queue events, compaction, and model selection.
- * It installs provider CUA tools by default and keeps CUA-owned runtime
- * defaults in sync through `setModel()`.
- */
-export class CuaAgentHarness extends AgentHarness {
-    runtime;
-    requestedActiveToolNames;
-    constructor(options) {
-        const { browser, client, model, tools, systemPrompt, getApiKeyAndHeaders, onPayload, activeToolNames, ...harnessOptions } = options;
-        const runtime = new CuaRuntimeController({ browser, client, model, tools, systemPrompt, onPayload });
-        const resolvedTools = runtime.tools();
-        super({
-            ...harnessOptions,
-            model: runtime.model,
-            tools: resolvedTools,
-            systemPrompt: systemPrompt ?? (() => runtime.systemPrompt),
-            getApiKeyAndHeaders: getApiKeyAndHeaders ??
-                (async (requestModel) => {
-                    const apiKey = getCuaEnvApiKey(requestModel.provider);
-                    return apiKey ? { apiKey } : undefined;
-                }),
-            activeToolNames: activeToolNames ?? resolvedTools.map((tool) => tool.name),
-        });
-        this.runtime = runtime;
-        this.requestedActiveToolNames = activeToolNames;
-        this.on("before_provider_payload", async ({ model, payload }) => {
-            const onPayload = this.runtime.onPayloadFor(model);
-            if (!onPayload)
-                return { payload };
-            return { payload: (await onPayload(payload, model)) ?? payload };
-        });
-    }
-    /**
-     * Mirror pi `AgentHarness.setModel()` while accepting CUA model refs.
-     *
-     * The override refreshes CUA-owned tools before delegating to pi so the
-     * harness snapshot and session model-change entry are written with the
-     * concrete model selected by `@onkernel/cua-ai`.
-     */
-    async setModel(model) {
-        this.runtime.setModel(model);
-        if (this.runtime.ownsTools) {
-            const tools = this.runtime.tools();
-            await super.setTools(tools, this.requestedActiveToolNames ?? tools.map((tool) => tool.name));
-        }
-        await super.setModel(this.runtime.model);
-    }
-    async setActiveTools(toolNames) {
-        await super.setActiveTools(toolNames);
-        this.requestedActiveToolNames = [...toolNames];
-    }
-}
-function composeOnPayload(first, second) {
-    if (!first)
-        return second;
-    if (!second)
-        return first;
-    return async (payload, modelRef) => {
-        const afterFirst = await first(payload, modelRef);
-        return second(afterFirst ?? payload, modelRef);
-    };
-}
-//# sourceMappingURL=agent.js.map

package/dist/agent.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"agent.js","sourceRoot":"","sources":["../src/agent.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,KAAK,EACL,YAAY,GAQZ,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAGN,eAAe,EAEf,qBAAqB,EAErB,YAAY,GACZ,MAAM,kBAAkB,CAAC;AAE1B,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAmEjD;;;;;;GAMG;AACH,MAAM,oBAAoB;IAIP;IAHV,WAAW,CAAiB;IAEpC,YACkB,OAOhB;QAPgB,YAAO,GAAP,OAAO,CAOvB;QAED,IAAI,CAAC,WAAW,GAAG,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACzD,CAAC;IAED,IAAI,KAAK;QACR,OAAO,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;IAC/B,CAAC;IAED,IAAI,SAAS;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,KAAK,SAAS,CAAC;IACzC,CAAC;IAED,IAAI,gBAAgB;QACnB,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,CAAC;IAChD,CAAC;IAED,IAAI,YAAY;QACf,OAAO,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC;IAC7C,CAAC;IAED,QAAQ,CAAC,KAAsB;QAC9B,IAAI,CAAC,WAAW,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IACjD,CAAC;IAED,KAAK;QACJ,OAAO,CACN,IAAI,CAAC,OAAO,CAAC,KAAK;YAClB,sBAAsB,CAAC;gBACtB,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO;gBAC7B,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;gBAC3B,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,eAAe;aACjD,CAAC,CACF,CAAC;IACH,CAAC;IAED,YAAY,CAAC,KAAsB;QAClC,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QACjD,OAAO,gBAAgB,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACxE,CAAC;CACD;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,QAAS,SAAQ,KAAK;IACjB,OAAO,CAAuB;IACvC,UAAU,CAAiB;IAEnC,YAAY,OAAwB;QACnC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,EAAE,eAAe,EAAE,GAAG,YAAY,EAAE,GAAG,OAAO,CAAC;QACzG,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC;YACxC,OAAO;YACP,MAAM;YACN,KAAK,EAAE,YAAY,CAAC,KAAK;YACzB,KAAK,EAAE,YAAY,CAAC,KAAK;YACzB,YAAY,EAAE,YAAY,CAAC,YAAY;YACvC,SAAS;SACT,CAAC,CAAC;QACH,MAAM,eAAe,GAAa,CAAC,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CACnE,CAAC,QAAQ,IAAI,YAAY,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE;YAC1C,GAAG,aAAa;YAChB,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC,KAAmB,CAAC;SACpD,CAAC,CAAC;QAEJ,KAAK,CAAC;YACL,GAAG,YAAY;YACf,SAAS,EAAE,YAAY,CAAC,SAAS,IAAI,eAAe;YACpD,QAAQ,EAAE,eAAe;YACzB,YAAY,EAAE;gBACb,GAAG,YAAY;gBACf,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE;gBACtB,YAAY,EAAE,YAAY,CAAC,YAAY,IAAI,OAAO,CAAC,YAAY;aAC/D;SACD,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB;;;;WAIG;QACH,IAAI,CAAC,eAAe,GAAG,KAAK,EAAE,MAA+B,EAAE,EAAE;YAChE,MAAM,MAAM,GAAG,MAAM,eAAe,EAAE,CAAC,MAAM,CAAC,CAAC;YAC/C,IAAI,MAAM,EAAE,KAAK,EAAE,CAAC;gBACnB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,KAAwB,CAAC,CAAC;YACpD,CAAC;YAED,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;YAC1B,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,IAAI;gBAClC,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE;gBAChC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE;aAC1B,CAAC;YAEF,OAAO;gBACN,GAAG,MAAM;gBACT,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,OAAO,EAAE;oBACR,GAAG,OAAO;oBACV,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY;oBACvF,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK;iBACnE;aACD,CAAC;QACH,CAAC,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,IAAa,KAAK;QACjB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE;gBACxC,GAAG,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;oBACtC,IAAI,IAAI,KAAK,OAAO,EAAE,CAAC;wBACtB,IAAI,CAAC,YAAY,CAAC,KAAwB,CAAC,CAAC;wBAC5C,OAAO,IAAI,CAAC;oBACb,CAAC;oBACD,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACnD,CAAC;aACD,CAAkB,CAAC;QACrB,CAAC;QACD,OAAO,IAAI,CAAC,UAAU,CAAC;IACxB,CAAC;IAEO,YAAY,CAAC,KAAsB;QAC1C,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;QAC1B,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC;QACjC,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YAC5B,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpC,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,CAAC;YACnC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC;QAChD,CAAC;IACF,CAAC;CACD;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,eAGX,SAAQ,YAAgD;IACxC,OAAO,CAAuB;IACvC,wBAAwB,CAAY;IAE5C,YAAY,OAAwD;QACnE,MAAM,EACL,OAAO,EACP,MAAM,EACN,KAAK,EACL,KAAK,EACL,YAAY,EACZ,mBAAmB,EACnB,SAAS,EACT,eAAe,EACf,GAAG,cAAc,EACjB,GAAG,OAAO,CAAC;QACZ,MAAM,OAAO,GAAG,IAAI,oBAAoB,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC;QACrG,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QAEtC,KAAK,CAAC;YACL,GAAG,cAAc;YACjB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,KAAK,EAAE,aAAa;YACpB,YAAY,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;YAC1D,mBAAmB,EAClB,mBAAmB;gBACnB,CAAC,KAAK,EAAE,YAAwB,EAAE,EAAE;oBACnC,MAAM,MAAM,GAAG,eAAe,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;oBACtD,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;gBACxC,CAAC,CAAC;YACH,eAAe,EAAE,eAAe,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;SAC1E,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,wBAAwB,GAAG,eAAe,CAAC;QAChD,IAAI,CAAC,EAAE,CAAC,yBAAyB,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAA2C,EAAE,EAAE;YACxG,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,KAAmB,CAAC,CAAC;YACjE,IAAI,CAAC,SAAS;gBAAE,OAAO,EAAE,OAAO,EAAE,CAAC;YACnC,OAAO,EAAE,OAAO,EAAE,CAAC,MAAM,SAAS,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,IAAI,OAAO,EAAE,CAAC;QAClE,CAAC,CAAC,CAAC;IACJ,CAAC;IAED;;;;;;OAMG;IACM,KAAK,CAAC,QAAQ,CAAC,KAAsB;QAC7C,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACnC,MAAM,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,wBAAwB,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAEQ,KAAK,CAAC,cAAc,CAAC,SAAmB;QAChD,MAAM,KAAK,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,wBAAwB,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IAChD,CAAC;CACD;AAED,SAAS,gBAAgB,CAAC,KAAgC,EAAE,MAAiC;IAC5F,IAAI,CAAC,KAAK;QAAE,OAAO,MAAM,CAAC;IAC1B,IAAI,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IAC1B,OAAO,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE;QAClC,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC,UAAU,IAAI,OAAO,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC,CAAC;AACH,CAAC"}

package/dist/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAC;AAE7C,YAAY,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AACjD,YAAY,EACX,YAAY,EACZ,mBAAmB,EACnB,eAAe,EACf,iBAAiB,EACjB,4BAA4B,GAC5B,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,iCAAiC,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AACpD,YAAY,EAAE,sBAAsB,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC"}

package/dist/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,8BAA8B,CAAC;AAG7C,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAQjD,OAAO,EAAE,iCAAiC,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC"}

package/dist/tools.d.ts

@@ -1,39 +0,0 @@
-import type Kernel from "@onkernel/sdk";
-import type { Tool } from "@earendil-works/pi-ai";
-import { CuaBatchSchema, CuaNavigationSchema } from "@onkernel/cua-ai";
-import { type KernelBrowser } from "./translator/translator";
-import type { AgentTool } from "./vendor/pi-agent-core/index";
-export interface ComputerToolOptions {
-    browser: KernelBrowser;
-    client: Kernel;
-    toolDefinitions: Tool[];
-}
-export declare const SUPPORTED_CUA_EXECUTOR_TOOL_NAMES: readonly ["batch_computer_actions", "computer_use_extra"];
-export type SupportedCuaExecutorToolName = (typeof SUPPORTED_CUA_EXECUTOR_TOOL_NAMES)[number];
-export interface BatchDetails {
-    statusText: string;
-    readResults: Array<{
-        type: "url";
-        url: string;
-    } | {
-        type: "screenshot";
-        bytes: number;
-    } | {
-        type: "cursor_position";
-        x: number;
-        y: number;
-    }>;
-    error?: string;
-}
-export interface NavigationDetails {
-    action: string;
-    statusText: string;
-    url?: string;
-    error?: string;
-}
-type BatchTool = AgentTool<typeof CuaBatchSchema, BatchDetails>;
-type NavigationTool = AgentTool<typeof CuaNavigationSchema, NavigationDetails>;
-export type CuaExecutorTool = BatchTool | NavigationTool;
-export declare function createCuaComputerTools(args: ComputerToolOptions): CuaExecutorTool[];
-export {};
-//# sourceMappingURL=tools.d.ts.map

package/dist/tools.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"tools.d.ts","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,EAA6B,IAAI,EAAE,MAAM,uBAAuB,CAAC;AAC7E,OAAO,EAGN,cAAc,EACd,mBAAmB,EAGnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAA8B,KAAK,aAAa,EAAE,MAAM,yBAAyB,CAAC;AACzF,OAAO,KAAK,EAAE,SAAS,EAAmB,MAAM,8BAA8B,CAAC;AAE/E,MAAM,WAAW,mBAAmB;IACnC,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,IAAI,EAAE,CAAC;CACxB;AAED,eAAO,MAAM,iCAAiC,2DAA2D,CAAC;AAC1G,MAAM,MAAM,4BAA4B,GAAG,CAAC,OAAO,iCAAiC,CAAC,CAAC,MAAM,CAAC,CAAC;AAI9F,MAAM,WAAW,YAAY;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,KAAK,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,YAAY,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,iBAAiB,CAAC;QAAC,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7I,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,iBAAiB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAED,KAAK,SAAS,GAAG,SAAS,CAAC,OAAO,cAAc,EAAE,YAAY,CAAC,CAAC;AAChE,KAAK,cAAc,GAAG,SAAS,CAAC,OAAO,mBAAmB,EAAE,iBAAiB,CAAC,CAAC;AAC/E,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,cAAc,CAAC;AAEzD,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,mBAAmB,GAAG,eAAe,EAAE,CAGnF"}

package/dist/tools.js

@@ -1,116 +0,0 @@
-import { CUA_BATCH_TOOL_NAME, CUA_NAVIGATION_TOOL_NAME, CuaBatchSchema, CuaNavigationSchema, } from "@onkernel/cua-ai";
-import { InternalComputerTranslator } from "./translator/translator";
-export const SUPPORTED_CUA_EXECUTOR_TOOL_NAMES = [CUA_BATCH_TOOL_NAME, CUA_NAVIGATION_TOOL_NAME];
-export function createCuaComputerTools(args) {
-    const translator = new InternalComputerTranslator(args);
-    return args.toolDefinitions.map((definition) => createExecutorTool(definition, translator));
-}
-function createExecutorTool(definition, translator) {
-    if (definition.name === CUA_BATCH_TOOL_NAME) {
-        const tool = {
-            name: definition.name,
-            label: definition.name,
-            description: definition.description,
-            parameters: CuaBatchSchema,
-            async execute(_toolCallId, params) {
-                const result = await executeBatchTool(translator, asBatchInput(params));
-                if (result.isError)
-                    throw Object.assign(new Error(result.details.statusText), result);
-                return { content: result.content, details: result.details };
-            },
-        };
-        return tool;
-    }
-    if (definition.name === CUA_NAVIGATION_TOOL_NAME) {
-        const tool = {
-            name: definition.name,
-            label: definition.name,
-            description: definition.description,
-            parameters: CuaNavigationSchema,
-            async execute(_toolCallId, params) {
-                const result = await executeNavigationTool(translator, asNavigationInput(params));
-                if (result.isError)
-                    throw Object.assign(new Error(result.details.statusText), result);
-                return { content: result.content, details: result.details };
-            },
-        };
-        return tool;
-    }
-    throw new Error(`unsupported CUA computer tool definition: ${definition.name}; supported names: ${SUPPORTED_CUA_EXECUTOR_TOOL_NAMES.join(", ")}`);
-}
-async function executeBatchTool(translator, params) {
-    const content = [];
-    const readResults = [];
-    let statusText = "Actions executed successfully.";
-    let error;
-    try {
-        const result = await translator.executeBatch(params.actions);
-        for (const read of result.readResults) {
-            if (read.type === "url") {
-                readResults.push({ type: "url", url: read.url });
-                content.push({ type: "text", text: `url(): ${read.url}` });
-            }
-            else if (read.type === "cursor_position") {
-                readResults.push({ type: "cursor_position", x: read.x, y: read.y });
-                content.push({ type: "text", text: `cursor_position(): ${read.x},${read.y}` });
-            }
-            else {
-                readResults.push({ type: "screenshot", bytes: read.pngBytes.length });
-                content.push({ type: "image", data: read.pngBytes.toString("base64"), mimeType: "image/png" });
-            }
-        }
-        if (content.length === 0) {
-            const png = await translator.screenshotRaw();
-            readResults.push({ type: "screenshot", bytes: png.length });
-            content.push({ type: "image", data: png.toString("base64"), mimeType: "image/png" });
-        }
-    }
-    catch (err) {
-        error = err instanceof Error ? err : new Error(String(err));
-        statusText = `Actions failed: ${error.message}`;
-        content.push({ type: "text", text: statusText });
-    }
-    return { content, details: { statusText, readResults, ...(error ? { error: error.message } : {}) }, isError: Boolean(error) };
-}
-async function executeNavigationTool(translator, params) {
-    const action = params.action;
-    const content = [];
-    let statusText = "Action executed successfully.";
-    let url;
-    let error;
-    try {
-        if (action === "url") {
-            url = await translator.currentUrl();
-            statusText = `Current URL: ${url}`;
-        }
-        else {
-            await translator.executeBatch([{ type: action, url: params.url }]);
-            statusText = `${action} executed successfully.`;
-        }
-        const png = await translator.screenshotRaw();
-        content.push({ type: "image", data: png.toString("base64"), mimeType: "image/png" });
-    }
-    catch (err) {
-        error = err instanceof Error ? err : new Error(String(err));
-        statusText = `${action} failed: ${error.message}`;
-    }
-    content.unshift({ type: "text", text: statusText });
-    return { content, details: { action, statusText, ...(url ? { url } : {}), ...(error ? { error: error.message } : {}) }, isError: Boolean(error) };
-}
-function asBatchInput(value) {
-    if (value &&
-        typeof value === "object" &&
-        Array.isArray(value.actions)) {
-        return value;
-    }
-    throw new Error("invalid batch_computer_actions parameters");
-}
-function asNavigationInput(value) {
-    if (value &&
-        typeof value === "object" &&
-        typeof value.action === "string") {
-        return value;
-    }
-    throw new Error("invalid computer_use_extra parameters");
-}
-//# sourceMappingURL=tools.js.map

package/dist/tools.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"tools.js","sourceRoot":"","sources":["../src/tools.ts"],"names":[],"mappings":"AAEA,OAAO,EACN,mBAAmB,EACnB,wBAAwB,EACxB,cAAc,EACd,mBAAmB,GAGnB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,0BAA0B,EAAsB,MAAM,yBAAyB,CAAC;AASzF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,mBAAmB,EAAE,wBAAwB,CAAU,CAAC;AAsB1G,MAAM,UAAU,sBAAsB,CAAC,IAAyB;IAC/D,MAAM,UAAU,GAAG,IAAI,0BAA0B,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,kBAAkB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,kBAAkB,CAAC,UAAgB,EAAE,UAAsC;IACnF,IAAI,UAAU,CAAC,IAAI,KAAK,mBAAmB,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAc;YACvB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,KAAK,EAAE,UAAU,CAAC,IAAI;YACtB,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,UAAU,EAAE,cAAc;YAC1B,KAAK,CAAC,OAAO,CAAC,WAAmB,EAAE,MAAe;gBACjD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;gBACxE,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;gBACtF,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAC7D,CAAC;SACD,CAAC;QACF,OAAO,IAAI,CAAC;IACb,CAAC;IACD,IAAI,UAAU,CAAC,IAAI,KAAK,wBAAwB,EAAE,CAAC;QAClD,MAAM,IAAI,GAAmB;YAC5B,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,KAAK,EAAE,UAAU,CAAC,IAAI;YACtB,WAAW,EAAE,UAAU,CAAC,WAAW;YACnC,UAAU,EAAE,mBAAmB;YAC/B,KAAK,CAAC,OAAO,CAAC,WAAmB,EAAE,MAAe;gBACjD,MAAM,MAAM,GAAG,MAAM,qBAAqB,CAAC,UAAU,EAAE,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC;gBAClF,IAAI,MAAM,CAAC,OAAO;oBAAE,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;gBACtF,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;YAC7D,CAAC;SACD,CAAC;QACF,OAAO,IAAI,CAAC;IACb,CAAC;IACD,MAAM,IAAI,KAAK,CACd,6CAA6C,UAAU,CAAC,IAAI,sBAAsB,iCAAiC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAChI,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,UAAsC,EAAE,MAAqB;IAK5F,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,WAAW,GAAgC,EAAE,CAAC;IACpD,IAAI,UAAU,GAAG,gCAAgC,CAAC;IAClD,IAAI,KAAwB,CAAC;IAC7B,IAAI,CAAC;QACJ,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,YAAY,CAAC,MAAM,CAAC,OAAoD,CAAC,CAAC;QAC1G,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvC,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;gBACzB,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5D,CAAC;iBAAM,IAAI,IAAI,CAAC,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAC5C,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,sBAAsB,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACP,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACtE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;YAChG,CAAC;QACF,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,aAAa,EAAE,CAAC;YAC7C,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5D,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;QACtF,CAAC;IACF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5D,UAAU,GAAG,mBAAmB,KAAK,CAAC,OAAO,EAAE,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;AAC/H,CAAC;AAED,KAAK,UAAU,qBAAqB,CAAC,UAAsC,EAAE,MAA0B;IAKtG,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAC7B,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,IAAI,UAAU,GAAG,+BAA+B,CAAC;IACjD,IAAI,GAAuB,CAAC;IAC5B,IAAI,KAAwB,CAAC;IAC7B,IAAI,CAAC;QACJ,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACtB,GAAG,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;YACpC,UAAU,GAAG,gBAAgB,GAAG,EAAE,CAAC;QACpC,CAAC;aAAM,CAAC;YACP,MAAM,UAAU,CAAC,YAAY,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACnE,UAAU,GAAG,GAAG,MAAM,yBAAyB,CAAC;QACjD,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,aAAa,EAAE,CAAC;QAC7C,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC,CAAC;IACtF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACd,KAAK,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5D,UAAU,GAAG,GAAG,MAAM,YAAY,KAAK,CAAC,OAAO,EAAE,CAAC;IACnD,CAAC;IACD,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;IACpD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;AACnJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAc;IACnC,IACC,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,CAAC,OAAO,CAAE,KAA+B,CAAC,OAAO,CAAC,EACtD,CAAC;QACF,OAAO,KAAsB,CAAC;IAC/B,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc;IACxC,IACC,KAAK;QACL,OAAO,KAAK,KAAK,QAAQ;QACzB,OAAQ,KAA8B,CAAC,MAAM,KAAK,QAAQ,EACzD,CAAC;QACF,OAAO,KAA2B,CAAC;IACpC,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;AAC1D,CAAC"}

package/dist/translator/translator.d.ts

@@ -1,22 +0,0 @@
-import type Kernel from "@onkernel/sdk";
-import type { BrowserCreateResponse, BrowserRetrieveResponse } from "@onkernel/sdk/resources/browsers";
-import type { BatchExecutionResult, ModelAction } from "./types";
-export type KernelBrowser = BrowserCreateResponse | BrowserRetrieveResponse;
-export interface InternalComputerTranslatorOptions {
-    browser: KernelBrowser;
-    client: Kernel;
-}
-export declare class InternalComputerTranslator {
-    private readonly sessionId;
-    private readonly client;
-    constructor(opts: InternalComputerTranslatorOptions);
-    screenshotRaw(): Promise<Buffer>;
-    currentUrl(): Promise<string>;
-    currentMousePosition(): Promise<{
-        x: number;
-        y: number;
-    }>;
-    executeBatch(actions: ModelAction[]): Promise<BatchExecutionResult>;
-    private runKernelBatch;
-}
-//# sourceMappingURL=translator.d.ts.map

package/dist/translator/translator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"translator.d.ts","sourceRoot":"","sources":["../../src/translator/translator.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,kCAAkC,CAAC;AACvG,OAAO,KAAK,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAEjE,MAAM,MAAM,aAAa,GAAG,qBAAqB,GAAG,uBAAuB,CAAC;AAE5E,MAAM,WAAW,iCAAiC;IACjD,OAAO,EAAE,aAAa,CAAC;IACvB,MAAM,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,0BAA0B;IACtC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;gBAEpB,IAAI,EAAE,iCAAiC;IAK7C,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAKhC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAS7B,oBAAoB,IAAI,OAAO,CAAC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAKzD,YAAY,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,oBAAoB,CAAC;YAmD3D,cAAc;CAG5B"}