@namzu/sdk 0.1.5 → 0.1.6-rc.1

package/dist/tools/builtins/computer-use.d.ts

@@ -0,0 +1,185 @@
+import { z } from 'zod';
+import type { ComputerUseHost } from '../../types/computer-use/index.js';
+import type { ToolDefinition } from '../../types/tool/index.js';
+export declare const COMPUTER_USE_TOOL_NAME: "computer_use";
+declare const actionSchema: z.ZodDiscriminatedUnion<"type", [z.ZodObject<{
+    type: z.ZodLiteral<"screenshot">;
+}, "strip", z.ZodTypeAny, {
+    type: "screenshot";
+}, {
+    type: "screenshot";
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"cursor_position">;
+}, "strip", z.ZodTypeAny, {
+    type: "cursor_position";
+}, {
+    type: "cursor_position";
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"mouse_move">;
+    to: z.ZodObject<{
+        x: z.ZodNumber;
+        y: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        x: number;
+        y: number;
+    }, {
+        x: number;
+        y: number;
+    }>;
+}, "strip", z.ZodTypeAny, {
+    type: "mouse_move";
+    to: {
+        x: number;
+        y: number;
+    };
+}, {
+    type: "mouse_move";
+    to: {
+        x: number;
+        y: number;
+    };
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"mouse_click">;
+    at: z.ZodObject<{
+        x: z.ZodNumber;
+        y: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        x: number;
+        y: number;
+    }, {
+        x: number;
+        y: number;
+    }>;
+    button: z.ZodEnum<["left", "right", "middle"]>;
+}, "strip", z.ZodTypeAny, {
+    type: "mouse_click";
+    at: {
+        x: number;
+        y: number;
+    };
+    button: "left" | "right" | "middle";
+}, {
+    type: "mouse_click";
+    at: {
+        x: number;
+        y: number;
+    };
+    button: "left" | "right" | "middle";
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"mouse_drag">;
+    from: z.ZodObject<{
+        x: z.ZodNumber;
+        y: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        x: number;
+        y: number;
+    }, {
+        x: number;
+        y: number;
+    }>;
+    to: z.ZodObject<{
+        x: z.ZodNumber;
+        y: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        x: number;
+        y: number;
+    }, {
+        x: number;
+        y: number;
+    }>;
+    button: z.ZodEnum<["left", "right", "middle"]>;
+}, "strip", z.ZodTypeAny, {
+    type: "mouse_drag";
+    from: {
+        x: number;
+        y: number;
+    };
+    to: {
+        x: number;
+        y: number;
+    };
+    button: "left" | "right" | "middle";
+}, {
+    type: "mouse_drag";
+    from: {
+        x: number;
+        y: number;
+    };
+    to: {
+        x: number;
+        y: number;
+    };
+    button: "left" | "right" | "middle";
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"scroll">;
+    at: z.ZodObject<{
+        x: z.ZodNumber;
+        y: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        x: number;
+        y: number;
+    }, {
+        x: number;
+        y: number;
+    }>;
+    direction: z.ZodEnum<["up", "down", "left", "right"]>;
+    amount: z.ZodNumber;
+}, "strip", z.ZodTypeAny, {
+    type: "scroll";
+    at: {
+        x: number;
+        y: number;
+    };
+    direction: "left" | "right" | "up" | "down";
+    amount: number;
+}, {
+    type: "scroll";
+    at: {
+        x: number;
+        y: number;
+    };
+    direction: "left" | "right" | "up" | "down";
+    amount: number;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"type_text">;
+    text: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    type: "type_text";
+    text: string;
+}, {
+    type: "type_text";
+    text: string;
+}>, z.ZodObject<{
+    type: z.ZodLiteral<"key">;
+    keys: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    keys: string;
+    type: "key";
+}, {
+    keys: string;
+    type: "key";
+}>]>;
+type ActionInput = z.infer<typeof actionSchema>;
+/**
+ * Factory: given a ComputerUseHost (provided by the consumer — e.g.
+ * @namzu/computer-use's SubprocessComputerUseHost), returns a ToolDefinition
+ * that routes the discriminated action to the host and maps results back to
+ * the SDK's ToolResult shape.
+ *
+ * The tool's description reflects the host's frozen capabilities, and any
+ * action targeting an unavailable capability is rejected with a clear error
+ * rather than hanging or failing silently.
+ *
+ * @example
+ * ```ts
+ * import { SubprocessComputerUseHost } from '@namzu/computer-use'
+ * import { createComputerUseTool } from '@namzu/sdk'
+ *
+ * const host = new SubprocessComputerUseHost()
+ * await host.initialize?.()
+ * registry.register(createComputerUseTool(host))
+ * ```
+ */
+export declare function createComputerUseTool(host: ComputerUseHost): ToolDefinition<ActionInput>;
+export {};
+//# sourceMappingURL=computer-use.d.ts.map

package/dist/tools/builtins/computer-use.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"computer-use.d.ts","sourceRoot":"","sources":["../../../src/tools/builtins/computer-use.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,KAAK,EAGX,eAAe,EAEf,MAAM,mCAAmC,CAAA;AAC1C,OAAO,KAAK,EAAE,cAAc,EAAc,MAAM,2BAA2B,CAAA;AAG3E,eAAO,MAAM,sBAAsB,EAAG,cAAuB,CAAA;AAa7D,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAmBhB,CAAA;AAEF,KAAK,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAA;AA4E/C;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,eAAe,GAAG,cAAc,CAAC,WAAW,CAAC,CAwBxF"}

package/dist/tools/builtins/computer-use.js

@@ -0,0 +1,151 @@
+import { z } from 'zod';
+import { defineTool } from '../defineTool.js';
+export const COMPUTER_USE_TOOL_NAME = 'computer_use';
+// ---------------------------------------------------------------------------
+// Input schema — discriminated union matching ComputerUseAction
+// ---------------------------------------------------------------------------
+const pointSchema = z.object({
+    x: z.number().int(),
+    y: z.number().int(),
+});
+const mouseButtonSchema = z.enum(['left', 'right', 'middle']);
+const actionSchema = z.discriminatedUnion('type', [
+    z.object({ type: z.literal('screenshot') }),
+    z.object({ type: z.literal('cursor_position') }),
+    z.object({ type: z.literal('mouse_move'), to: pointSchema }),
+    z.object({ type: z.literal('mouse_click'), at: pointSchema, button: mouseButtonSchema }),
+    z.object({
+        type: z.literal('mouse_drag'),
+        from: pointSchema,
+        to: pointSchema,
+        button: mouseButtonSchema,
+    }),
+    z.object({
+        type: z.literal('scroll'),
+        at: pointSchema,
+        direction: z.enum(['up', 'down', 'left', 'right']),
+        amount: z.number().int().positive(),
+    }),
+    z.object({ type: z.literal('type_text'), text: z.string() }),
+    z.object({ type: z.literal('key'), keys: z.string() }),
+]);
+const DESTRUCTIVE_ACTION_TYPES = new Set([
+    'mouse_click',
+    'mouse_drag',
+    'type_text',
+    'key',
+    'scroll',
+]);
+function requiredCapability(type) {
+    switch (type) {
+        case 'screenshot':
+            return 'screenshot';
+        case 'cursor_position':
+            return 'cursorPosition';
+        case 'mouse_move':
+        case 'mouse_click':
+        case 'mouse_drag':
+        case 'scroll':
+            return 'mouse';
+        case 'type_text':
+        case 'key':
+            return 'keyboard';
+        default:
+            return null;
+    }
+}
+function buildDescription(host) {
+    const caps = host.capabilities;
+    const available = [];
+    if (caps.screenshot)
+        available.push('screenshot');
+    if (caps.cursorPosition)
+        available.push('cursor_position');
+    if (caps.mouse)
+        available.push('mouse_move, mouse_click, mouse_drag, scroll');
+    if (caps.keyboard)
+        available.push('type_text, key');
+    const unavailable = [];
+    if (!caps.screenshot)
+        unavailable.push('screenshot');
+    if (!caps.cursorPosition)
+        unavailable.push('cursor_position');
+    if (!caps.mouse)
+        unavailable.push('mouse');
+    if (!caps.keyboard)
+        unavailable.push('keyboard');
+    const lines = [
+        `Controls the user's desktop on a ${caps.displayServer} host. Use to take screenshots and drive mouse/keyboard input for GUI tasks.`,
+        `Available actions: ${available.join('; ') || 'none'}.`,
+    ];
+    if (unavailable.length > 0) {
+        lines.push(`Unavailable on this host: ${unavailable.join(', ')}.`);
+    }
+    lines.push('Coordinates are in logical pixels from the top-left of the primary display. Call getDisplayGeometry through screenshot output before clicking to confirm bounds.');
+    return lines.join(' ');
+}
+function resultToToolResult(result) {
+    switch (result.type) {
+        case 'screenshot': {
+            const { data, mimeType, width, height } = result.result;
+            return {
+                success: true,
+                output: data.toString('base64'),
+                data: { mimeType, width, height, encoding: 'base64' },
+            };
+        }
+        case 'cursor_position':
+            return {
+                success: true,
+                output: JSON.stringify(result.point),
+                data: result.point,
+            };
+        case 'ok':
+            return { success: true, output: 'ok' };
+    }
+}
+/**
+ * Factory: given a ComputerUseHost (provided by the consumer — e.g.
+ * @namzu/computer-use's SubprocessComputerUseHost), returns a ToolDefinition
+ * that routes the discriminated action to the host and maps results back to
+ * the SDK's ToolResult shape.
+ *
+ * The tool's description reflects the host's frozen capabilities, and any
+ * action targeting an unavailable capability is rejected with a clear error
+ * rather than hanging or failing silently.
+ *
+ * @example
+ * ```ts
+ * import { SubprocessComputerUseHost } from '@namzu/computer-use'
+ * import { createComputerUseTool } from '@namzu/sdk'
+ *
+ * const host = new SubprocessComputerUseHost()
+ * await host.initialize?.()
+ * registry.register(createComputerUseTool(host))
+ * ```
+ */
+export function createComputerUseTool(host) {
+    return defineTool({
+        name: COMPUTER_USE_TOOL_NAME,
+        description: buildDescription(host),
+        inputSchema: actionSchema,
+        category: 'custom',
+        permissions: [],
+        readOnly: false,
+        destructive: (input) => DESTRUCTIVE_ACTION_TYPES.has(input.type),
+        concurrencySafe: false,
+        async execute(input, _context) {
+            const required = requiredCapability(input.type);
+            if (required !== null && host.capabilities[required] !== true) {
+                return {
+                    success: false,
+                    output: '',
+                    error: `computer_use: action "${input.type}" requires capability "${required}" which is not available on this host (displayServer=${host.capabilities.displayServer}).`,
+                };
+            }
+            const result = await host.execute(input);
+            return resultToToolResult(result);
+        },
+    });
+}
+//# sourceMappingURL=computer-use.js.map

package/dist/tools/builtins/computer-use.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"computer-use.js","sourceRoot":"","sources":["../../../src/tools/builtins/computer-use.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAQvB,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,MAAM,CAAC,MAAM,sBAAsB,GAAG,cAAuB,CAAA;AAE7D,8EAA8E;AAC9E,gEAAgE;AAChE,8EAA8E;AAE9E,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACnB,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CACnB,CAAC,CAAA;AAEF,MAAM,iBAAiB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAA;AAE7D,MAAM,YAAY,GAAG,CAAC,CAAC,kBAAkB,CAAC,MAAM,EAAE;IACjD,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;IAC3C,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;IAChD,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,CAAC;IAC5D,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;IACxF,CAAC,CAAC,MAAM,CAAC;QACR,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;QAC7B,IAAI,EAAE,WAAW;QACjB,EAAE,EAAE,WAAW;QACf,MAAM,EAAE,iBAAiB;KACzB,CAAC;IACF,CAAC,CAAC,MAAM,CAAC;QACR,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACzB,EAAE,EAAE,WAAW;QACf,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;KACnC,CAAC;IACF,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;IAC5D,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;CACtD,CAAC,CAAA;AAIF,MAAM,wBAAwB,GAAG,IAAI,GAAG,CAA4B;IACnE,aAAa;IACb,YAAY;IACZ,WAAW;IACX,KAAK;IACL,QAAQ;CACR,CAAC,CAAA;AAEF,SAAS,kBAAkB,CAAC,IAA+B;IAC1D,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,YAAY;YAChB,OAAO,YAAY,CAAA;QACpB,KAAK,iBAAiB;YACrB,OAAO,gBAAgB,CAAA;QACxB,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa,CAAC;QACnB,KAAK,YAAY,CAAC;QAClB,KAAK,QAAQ;YACZ,OAAO,OAAO,CAAA;QACf,KAAK,WAAW,CAAC;QACjB,KAAK,KAAK;YACT,OAAO,UAAU,CAAA;QAClB;YACC,OAAO,IAAI,CAAA;IACb,CAAC;AACF,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAqB;IAC9C,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAA;IAC9B,MAAM,SAAS,GAAa,EAAE,CAAA;IAC9B,IAAI,IAAI,CAAC,UAAU;QAAE,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACjD,IAAI,IAAI,CAAC,cAAc;QAAE,SAAS,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC1D,IAAI,IAAI,CAAC,KAAK;QAAE,SAAS,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAA;IAC7E,IAAI,IAAI,CAAC,QAAQ;QAAE,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;IACnD,MAAM,WAAW,GAAa,EAAE,CAAA;IAChC,IAAI,CAAC,IAAI,CAAC,UAAU;QAAE,WAAW,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;IACpD,IAAI,CAAC,IAAI,CAAC,cAAc;QAAE,WAAW,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAA;IAC7D,IAAI,CAAC,IAAI,CAAC,KAAK;QAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;IAC1C,IAAI,CAAC,IAAI,CAAC,QAAQ;QAAE,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IAEhD,MAAM,KAAK,GAAG;QACb,oCAAoC,IAAI,CAAC,aAAa,8EAA8E;QACpI,sBAAsB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,GAAG;KACvD,CAAA;IACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,6BAA6B,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACnE,CAAC;IACD,KAAK,CAAC,IAAI,CACT,kKAAkK,CAClK,CAAA;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACvB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAAyB;IACpD,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACrB,KAAK,YAAY,CAAC,CAAC,CAAC;YACnB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAA;YACvD,OAAO;gBACN,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC/B,IAAI,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE;aACrD,CAAA;QACF,CAAC;QACD,KAAK,iBAAiB;YACrB,OAAO;gBACN,OAAO,EAAE,IAAI;gBACb,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC;gBACpC,IAAI,EAAE,MAAM,CAAC,KAAK;aAClB,CAAA;QACF,KAAK,IAAI;YACR,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;IACxC,CAAC;AACF,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,qBAAqB,CAAC,IAAqB;IAC1D,OAAO,UAAU,CAAC;QACjB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,gBAAgB,CAAC,IAAI,CAAC;QACnC,WAAW,EAAE,YAAY;QACzB,QAAQ,EAAE,QAAQ;QAClB,WAAW,EAAE,EAAE;QACf,QAAQ,EAAE,KAAK;QACf,WAAW,EAAE,CAAC,KAAkB,EAAE,EAAE,CAAC,wBAAwB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC;QAC7E,eAAe,EAAE,KAAK;QAEtB,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ;YAC5B,MAAM,QAAQ,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;YAC/C,IAAI,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC/D,OAAO;oBACN,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,EAAE;oBACV,KAAK,EAAE,yBAAyB,KAAK,CAAC,IAAI,0BAA0B,QAAQ,wDAAwD,IAAI,CAAC,YAAY,CAAC,aAAa,IAAI;iBACvK,CAAA;YACF,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAA0B,CAAC,CAAA;YAC7D,OAAO,kBAAkB,CAAC,MAAM,CAAC,CAAA;QAClC,CAAC;KACD,CAAC,CAAA;AACH,CAAC"}

package/dist/tools/builtins/index.d.ts

@@ -7,6 +7,7 @@ export { GrepTool } from './grep.js';
 export { LsTool } from './ls.js';
 export { SearchToolsTool } from './search-tools.js';
 export { createStructuredOutputTool, STRUCTURED_OUTPUT_TOOL_NAME } from './structuredOutput.js';
+export { createComputerUseTool, COMPUTER_USE_TOOL_NAME } from './computer-use.js';
 import type { ToolDefinition } from '../../types/tool/index.js';
 export declare function getBuiltinTools(): ToolDefinition[];
 //# sourceMappingURL=index.d.ts.map

package/dist/tools/builtins/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/builtins/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,MAAM,uBAAuB,CAAA;AAE/F,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAA;AAY/D,wBAAgB,eAAe,IAAI,cAAc,EAAE,CAWlD"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/tools/builtins/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,MAAM,uBAAuB,CAAA;AAC/F,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAEjF,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAA;AAY/D,wBAAgB,eAAe,IAAI,cAAc,EAAE,CAWlD"}

package/dist/tools/builtins/index.js

@@ -7,6 +7,7 @@ export { GrepTool } from './grep.js';
 export { LsTool } from './ls.js';
 export { SearchToolsTool } from './search-tools.js';
 export { createStructuredOutputTool, STRUCTURED_OUTPUT_TOOL_NAME } from './structuredOutput.js';
+export { createComputerUseTool, COMPUTER_USE_TOOL_NAME } from './computer-use.js';
 import { BashTool } from './bash.js';
 import { EditTool } from './edit.js';
 import { GlobTool } from './glob.js';

package/dist/tools/builtins/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tools/builtins/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,MAAM,uBAAuB,CAAA;AAG/F,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,wEAAwE;AACxE,qEAAqE;AAErE,MAAM,UAAU,eAAe;IAC9B,OAAO;QACN,YAAY;QACZ,aAAa;QACb,QAAQ;QACR,QAAQ;QACR,QAAQ;QACR,QAAQ;QACR,MAAM;QACN,eAAe;KACf,CAAA;AACF,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/tools/builtins/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,MAAM,uBAAuB,CAAA;AAC/F,OAAO,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,MAAM,mBAAmB,CAAA;AAGjF,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,wEAAwE;AACxE,qEAAqE;AAErE,MAAM,UAAU,eAAe;IAC9B,OAAO;QACN,YAAY;QACZ,aAAa;QACb,QAAQ;QACR,QAAQ;QACR,QAAQ;QACR,QAAQ;QACR,MAAM;QACN,eAAe;KACf,CAAA;AACF,CAAC"}

package/dist/tools/builtins/ls.d.ts

@@ -1,7 +1,7 @@
 export declare const LsTool: import("../../index.js").ToolDefinition<{
     path: string;
-    all: boolean;
     recursive: boolean;
+    all: boolean;
     max_depth: number;
 }>;
 //# sourceMappingURL=ls.d.ts.map

package/dist/types/computer-use/index.d.ts

@@ -0,0 +1,74 @@
+export type DisplayServer = 'darwin' | 'win32' | 'x11' | 'wayland' | 'unknown';
+export declare function assertDisplayServer(value: DisplayServer): void;
+export interface ComputerUseCapabilities {
+    readonly displayServer: DisplayServer;
+    readonly screenshot: boolean;
+    readonly mouse: boolean;
+    readonly keyboard: boolean;
+    readonly cursorPosition: boolean;
+    readonly clipboard: boolean;
+}
+export interface DisplayGeometry {
+    readonly width: number;
+    readonly height: number;
+    readonly scaleFactor: number;
+}
+export interface ScreenshotResult {
+    readonly data: Buffer;
+    readonly mimeType: 'image/png';
+    readonly width: number;
+    readonly height: number;
+}
+export interface Point {
+    readonly x: number;
+    readonly y: number;
+}
+export type MouseButton = 'left' | 'right' | 'middle';
+export type ScrollDirection = 'up' | 'down' | 'left' | 'right';
+export type ComputerUseAction = {
+    readonly type: 'screenshot';
+} | {
+    readonly type: 'cursor_position';
+} | {
+    readonly type: 'mouse_move';
+    readonly to: Point;
+} | {
+    readonly type: 'mouse_click';
+    readonly at: Point;
+    readonly button: MouseButton;
+} | {
+    readonly type: 'mouse_drag';
+    readonly from: Point;
+    readonly to: Point;
+    readonly button: MouseButton;
+} | {
+    readonly type: 'scroll';
+    readonly at: Point;
+    readonly direction: ScrollDirection;
+    readonly amount: number;
+} | {
+    readonly type: 'type_text';
+    readonly text: string;
+} | {
+    readonly type: 'key';
+    readonly keys: string;
+};
+export declare function assertComputerUseActionType(type: ComputerUseAction['type']): void;
+export type ComputerUseResult = {
+    readonly type: 'screenshot';
+    readonly result: ScreenshotResult;
+} | {
+    readonly type: 'cursor_position';
+    readonly point: Point;
+} | {
+    readonly type: 'ok';
+};
+export interface ComputerUseHost {
+    readonly id: string;
+    readonly capabilities: ComputerUseCapabilities;
+    getDisplayGeometry(): Promise<DisplayGeometry>;
+    execute(action: ComputerUseAction): Promise<ComputerUseResult>;
+    initialize?(): Promise<void>;
+    dispose?(): Promise<void>;
+}
+//# sourceMappingURL=index.d.ts.map

package/dist/types/computer-use/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/types/computer-use/index.ts"],"names":[],"mappings":"AAIA,MAAM,MAAM,aAAa,GAAG,QAAQ,GAAG,OAAO,GAAG,KAAK,GAAG,SAAS,GAAG,SAAS,CAAA;AAE9E,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,aAAa,GAAG,IAAI,CAa9D;AAMD,MAAM,WAAW,uBAAuB;IACvC,QAAQ,CAAC,aAAa,EAAE,aAAa,CAAA;IACrC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAA;IAC5B,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAA;IACvB,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAA;IAC1B,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAA;IAChC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;CAC3B;AAMD,MAAM,WAAW,eAAe;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;CAC5B;AAED,MAAM,WAAW,gBAAgB;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,QAAQ,EAAE,WAAW,CAAA;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,KAAK;IACrB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;IAClB,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAA;CAClB;AAED,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,OAAO,GAAG,QAAQ,CAAA;AAErD,MAAM,MAAM,eAAe,GAAG,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAA;AAM9D,MAAM,MAAM,iBAAiB,GAC1B;IAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;CAAE,GAC/B;IAAE,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAA;CAAE,GACpC;IAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAA;CAAE,GACnD;IAAE,QAAQ,CAAC,IAAI,EAAE,aAAa,CAAC;IAAC,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;CAAE,GAClF;IACA,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAA;IAC3B,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAA;IACpB,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAA;IAClB,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAA;CAC3B,GACD;IACA,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAA;IACvB,QAAQ,CAAC,EAAE,EAAE,KAAK,CAAA;IAClB,QAAQ,CAAC,SAAS,EAAE,eAAe,CAAA;IACnC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CACtB,GACD;IAAE,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GACrD;IAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAA;AAElD,wBAAgB,2BAA2B,CAAC,IAAI,EAAE,iBAAiB,CAAC,MAAM,CAAC,GAAG,IAAI,CAgBjF;AAMD,MAAM,MAAM,iBAAiB,GAC1B;IAAE,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAA;CAAE,GAClE;IAAE,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAA;CAAE,GAC3D;IAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAA;CAAE,CAAA;AAO1B,MAAM,WAAW,eAAe;IAC/B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;IACnB,QAAQ,CAAC,YAAY,EAAE,uBAAuB,CAAA;IAE9C,kBAAkB,IAAI,OAAO,CAAC,eAAe,CAAC,CAAA;IAC9C,OAAO,CAAC,MAAM,EAAE,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAA;IAE9D,UAAU,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IAC5B,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACzB"}

package/dist/types/computer-use/index.js

@@ -0,0 +1,35 @@
+// ---------------------------------------------------------------------------
+// Display server — the host environment's graphical stack
+// ---------------------------------------------------------------------------
+export function assertDisplayServer(value) {
+    switch (value) {
+        case 'darwin':
+        case 'win32':
+        case 'x11':
+        case 'wayland':
+        case 'unknown':
+            return;
+        default: {
+            const _exhaustive = value;
+            throw new Error(`Unknown DisplayServer: ${_exhaustive}`);
+        }
+    }
+}
+export function assertComputerUseActionType(type) {
+    switch (type) {
+        case 'screenshot':
+        case 'cursor_position':
+        case 'mouse_move':
+        case 'mouse_click':
+        case 'mouse_drag':
+        case 'scroll':
+        case 'type_text':
+        case 'key':
+            return;
+        default: {
+            const _exhaustive = type;
+            throw new Error(`Unknown ComputerUseAction type: ${_exhaustive}`);
+        }
+    }
+}
+//# sourceMappingURL=index.js.map

package/dist/types/computer-use/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/types/computer-use/index.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,0DAA0D;AAC1D,8EAA8E;AAI9E,MAAM,UAAU,mBAAmB,CAAC,KAAoB;IACvD,QAAQ,KAAK,EAAE,CAAC;QACf,KAAK,QAAQ,CAAC;QACd,KAAK,OAAO,CAAC;QACb,KAAK,KAAK,CAAC;QACX,KAAK,SAAS,CAAC;QACf,KAAK,SAAS;YACb,OAAM;QACP,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,WAAW,GAAU,KAAK,CAAA;YAChC,MAAM,IAAI,KAAK,CAAC,0BAA0B,WAAW,EAAE,CAAC,CAAA;QACzD,CAAC;IACF,CAAC;AACF,CAAC;AAiED,MAAM,UAAU,2BAA2B,CAAC,IAA+B;IAC1E,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,YAAY,CAAC;QAClB,KAAK,iBAAiB,CAAC;QACvB,KAAK,YAAY,CAAC;QAClB,KAAK,aAAa,CAAC;QACnB,KAAK,YAAY,CAAC;QAClB,KAAK,QAAQ,CAAC;QACd,KAAK,WAAW,CAAC;QACjB,KAAK,KAAK;YACT,OAAM;QACP,OAAO,CAAC,CAAC,CAAC;YACT,MAAM,WAAW,GAAU,IAAI,CAAA;YAC/B,MAAM,IAAI,KAAK,CAAC,mCAAmC,WAAW,EAAE,CAAC,CAAA;QAClE,CAAC;IACF,CAAC;AACF,CAAC"}

package/dist/types/plugin/index.d.ts

@@ -66,13 +66,13 @@ export declare const PluginMCPServerConfigSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     name: string;
     command: string;
-    env?: Record<string, string> | undefined;
     args?: string[] | undefined;
+    env?: Record<string, string> | undefined;
 }, {
     name: string;
     command: string;
-    env?: Record<string, string> | undefined;
     args?: string[] | undefined;
+    env?: Record<string, string> | undefined;
 }>;
 export declare const PluginManifestSchema: z.ZodObject<{
     name: z.ZodString;
@@ -90,13 +90,13 @@ export declare const PluginManifestSchema: z.ZodObject<{
     }, "strip", z.ZodTypeAny, {
         name: string;
         command: string;
-        env?: Record<string, string> | undefined;
         args?: string[] | undefined;
+        env?: Record<string, string> | undefined;
     }, {
         name: string;
         command: string;
-        env?: Record<string, string> | undefined;
         args?: string[] | undefined;
+        env?: Record<string, string> | undefined;
     }>, "many">>;
     connectors: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
     personas: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
@@ -104,34 +104,34 @@ export declare const PluginManifestSchema: z.ZodObject<{
     name: string;
     version: string;
     description: string;
-    skills?: string[] | undefined;
-    tools?: string[] | undefined;
-    connectors?: string[] | undefined;
-    personas?: string[] | undefined;
     author?: string | undefined;
+    tools?: string[] | undefined;
+    skills?: string[] | undefined;
     hooks?: string[] | undefined;
     mcpServers?: {
         name: string;
         command: string;
-        env?: Record<string, string> | undefined;
         args?: string[] | undefined;
+        env?: Record<string, string> | undefined;
     }[] | undefined;
+    connectors?: string[] | undefined;
+    personas?: string[] | undefined;
 }, {
     name: string;
     version: string;
     description: string;
-    skills?: string[] | undefined;
-    tools?: string[] | undefined;
-    connectors?: string[] | undefined;
-    personas?: string[] | undefined;
     author?: string | undefined;
+    tools?: string[] | undefined;
+    skills?: string[] | undefined;
     hooks?: string[] | undefined;
     mcpServers?: {
         name: string;
         command: string;
-        env?: Record<string, string> | undefined;
         args?: string[] | undefined;
+        env?: Record<string, string> | undefined;
     }[] | undefined;
+    connectors?: string[] | undefined;
+    personas?: string[] | undefined;
 }>;
 export interface PluginDefinition {
     readonly id: PluginId;

package/dist/types/sandbox/index.d.ts

@@ -48,16 +48,16 @@ export declare const SandboxConfigSchema: z.ZodObject<{
     maxProcesses: z.ZodDefault<z.ZodNumber>;
     cleanupOnDestroy: z.ZodDefault<z.ZodBoolean>;
 }, "strip", z.ZodTypeAny, {
+    enabled: boolean;
     provider: "local";
     timeoutMs: number;
-    enabled: boolean;
     memoryLimitMb: number;
     maxProcesses: number;
     cleanupOnDestroy: boolean;
 }, {
+    enabled?: boolean | undefined;
     provider?: "local" | undefined;
     timeoutMs?: number | undefined;
-    enabled?: boolean | undefined;
     memoryLimitMb?: number | undefined;
     maxProcesses?: number | undefined;
     cleanupOnDestroy?: boolean | undefined;