@code-yeongyu/senpi 0.74.0

package/dist/core/extensions/builtin/agent-system/wildcard.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wildcard.d.ts","sourceRoot":"","sources":["../../../../../src/core/extensions/builtin/agent-system/wildcard.ts"],"names":[],"mappings":"AAAA,yBAAiB,QAAQ,CAAC,CAAC;IAC1B,SAAgB,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAoD7D;CACD","sourcesContent":["export namespace Wildcard {\n\texport function match(value: string, pattern: string): boolean {\n\t\tif (value === \"\" && pattern === \"\") {\n\t\t\treturn true;\n\t\t}\n\t\tif (pattern === \"\") {\n\t\t\treturn false;\n\t\t}\n\t\tif (value === \"\" && pattern === \"*\") {\n\t\t\treturn true;\n\t\t}\n\t\tif (value === \"\") {\n\t\t\tfor (let i = 0; i < pattern.length; i++) {\n\t\t\t\tif (pattern[i] !== \"*\") {\n\t\t\t\t\treturn false;\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn true;\n\t\t}\n\n\t\tlet valueIdx = 0;\n\t\tlet patternIdx = 0;\n\t\tlet starIdx = -1;\n\t\tlet matchIdx = 0;\n\n\t\twhile (valueIdx < value.length) {\n\t\t\tconst patternChar = pattern[patternIdx];\n\t\t\tconst valueChar = value[valueIdx];\n\n\t\t\tif (patternChar === \"?\") {\n\t\t\t\tvalueIdx++;\n\t\t\t\tpatternIdx++;\n\t\t\t} else if (patternChar === \"*\") {\n\t\t\t\tstarIdx = patternIdx;\n\t\t\t\tmatchIdx = valueIdx;\n\t\t\t\tpatternIdx++;\n\t\t\t} else if (patternChar === valueChar) {\n\t\t\t\tvalueIdx++;\n\t\t\t\tpatternIdx++;\n\t\t\t} else if (starIdx >= 0) {\n\t\t\t\tpatternIdx = starIdx + 1;\n\t\t\t\tmatchIdx++;\n\t\t\t\tvalueIdx = matchIdx;\n\t\t\t} else {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t}\n\n\t\twhile (patternIdx < pattern.length && pattern[patternIdx] === \"*\") {\n\t\t\tpatternIdx++;\n\t\t}\n\n\t\treturn patternIdx === pattern.length;\n\t}\n}\n"]}

package/dist/core/extensions/builtin/agent-system/wildcard.js

@@ -0,0 +1,58 @@
+export { Wildcard };
+var Wildcard;
+(function (Wildcard) {
+    function match(value, pattern) {
+        if (value === "" && pattern === "") {
+            return true;
+        }
+        if (pattern === "") {
+            return false;
+        }
+        if (value === "" && pattern === "*") {
+            return true;
+        }
+        if (value === "") {
+            for (let i = 0; i < pattern.length; i++) {
+                if (pattern[i] !== "*") {
+                    return false;
+                }
+            }
+            return true;
+        }
+        let valueIdx = 0;
+        let patternIdx = 0;
+        let starIdx = -1;
+        let matchIdx = 0;
+        while (valueIdx < value.length) {
+            const patternChar = pattern[patternIdx];
+            const valueChar = value[valueIdx];
+            if (patternChar === "?") {
+                valueIdx++;
+                patternIdx++;
+            }
+            else if (patternChar === "*") {
+                starIdx = patternIdx;
+                matchIdx = valueIdx;
+                patternIdx++;
+            }
+            else if (patternChar === valueChar) {
+                valueIdx++;
+                patternIdx++;
+            }
+            else if (starIdx >= 0) {
+                patternIdx = starIdx + 1;
+                matchIdx++;
+                valueIdx = matchIdx;
+            }
+            else {
+                return false;
+            }
+        }
+        while (patternIdx < pattern.length && pattern[patternIdx] === "*") {
+            patternIdx++;
+        }
+        return patternIdx === pattern.length;
+    }
+    Wildcard.match = match;
+})(Wildcard || (Wildcard = {}));
+//# sourceMappingURL=wildcard.js.map

package/dist/core/extensions/builtin/agent-system/wildcard.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wildcard.js","sourceRoot":"","sources":["../../../../../src/core/extensions/builtin/agent-system/wildcard.ts"],"names":[],"mappings":"SAAiB,QAAQ;AAAzB,IAAiB,QAsDhB;AAtDD,WAAiB,QAAQ,EAAC;IACzB,SAAgB,KAAK,CAAC,KAAa,EAAE,OAAe,EAAW;QAC9D,IAAI,KAAK,KAAK,EAAE,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YACpC,OAAO,IAAI,CAAC;QACb,CAAC;QACD,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YACpB,OAAO,KAAK,CAAC;QACd,CAAC;QACD,IAAI,KAAK,KAAK,EAAE,IAAI,OAAO,KAAK,GAAG,EAAE,CAAC;YACrC,OAAO,IAAI,CAAC;QACb,CAAC;QACD,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YAClB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,IAAI,OAAO,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;oBACxB,OAAO,KAAK,CAAC;gBACd,CAAC;YACF,CAAC;YACD,OAAO,IAAI,CAAC;QACb,CAAC;QAED,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC;QACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;QAEjB,OAAO,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;YACxC,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;YAElC,IAAI,WAAW,KAAK,GAAG,EAAE,CAAC;gBACzB,QAAQ,EAAE,CAAC;gBACX,UAAU,EAAE,CAAC;YACd,CAAC;iBAAM,IAAI,WAAW,KAAK,GAAG,EAAE,CAAC;gBAChC,OAAO,GAAG,UAAU,CAAC;gBACrB,QAAQ,GAAG,QAAQ,CAAC;gBACpB,UAAU,EAAE,CAAC;YACd,CAAC;iBAAM,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;gBACtC,QAAQ,EAAE,CAAC;gBACX,UAAU,EAAE,CAAC;YACd,CAAC;iBAAM,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;gBACzB,UAAU,GAAG,OAAO,GAAG,CAAC,CAAC;gBACzB,QAAQ,EAAE,CAAC;gBACX,QAAQ,GAAG,QAAQ,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACd,CAAC;QACF,CAAC;QAED,OAAO,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC;YACnE,UAAU,EAAE,CAAC;QACd,CAAC;QAED,OAAO,UAAU,KAAK,OAAO,CAAC,MAAM,CAAC;IAAA,CACrC;IApDe,SAAA,KAAK,QAoDpB,CAAA;AAAA,CACD,EAtDgB,QAAQ,KAAR,QAAQ,QAsDxB","sourcesContent":["export namespace Wildcard {\n\texport function match(value: string, pattern: string): boolean {\n\t\tif (value === \"\" && pattern === \"\") {\n\t\t\treturn true;\n\t\t}\n\t\tif (pattern === \"\") {\n\t\t\treturn false;\n\t\t}\n\t\tif (value === \"\" && pattern === \"*\") {\n\t\t\treturn true;\n\t\t}\n\t\tif (value === \"\") {\n\t\t\tfor (let i = 0; i < pattern.length; i++) {\n\t\t\t\tif (pattern[i] !== \"*\") {\n\t\t\t\t\treturn false;\n\t\t\t\t}\n\t\t\t}\n\t\t\treturn true;\n\t\t}\n\n\t\tlet valueIdx = 0;\n\t\tlet patternIdx = 0;\n\t\tlet starIdx = -1;\n\t\tlet matchIdx = 0;\n\n\t\twhile (valueIdx < value.length) {\n\t\t\tconst patternChar = pattern[patternIdx];\n\t\t\tconst valueChar = value[valueIdx];\n\n\t\t\tif (patternChar === \"?\") {\n\t\t\t\tvalueIdx++;\n\t\t\t\tpatternIdx++;\n\t\t\t} else if (patternChar === \"*\") {\n\t\t\t\tstarIdx = patternIdx;\n\t\t\t\tmatchIdx = valueIdx;\n\t\t\t\tpatternIdx++;\n\t\t\t} else if (patternChar === valueChar) {\n\t\t\t\tvalueIdx++;\n\t\t\t\tpatternIdx++;\n\t\t\t} else if (starIdx >= 0) {\n\t\t\t\tpatternIdx = starIdx + 1;\n\t\t\t\tmatchIdx++;\n\t\t\t\tvalueIdx = matchIdx;\n\t\t\t} else {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t}\n\n\t\twhile (patternIdx < pattern.length && pattern[patternIdx] === \"*\") {\n\t\t\tpatternIdx++;\n\t\t}\n\n\t\treturn patternIdx === pattern.length;\n\t}\n}\n"]}

package/dist/core/extensions/builtin/anthropic-bash/index.d.ts

@@ -0,0 +1,7 @@
+import type { Api } from "@earendil-works/pi-ai";
+import type { ExtensionAPI } from "../../types.js";
+export declare function isAnthropicBashEnabled(): boolean;
+export declare function addAnthropicBashToPayload(api: Api | undefined, payload: unknown): unknown;
+export declare const ANTHROPIC_BASH_SECTION = "\n## Bash Tool\n\nThe native bash tool is available in this session. The model has direct\nshell access via the bash_20250124 tool. The session is stateless \u2014 each\ncommand runs independently. The 'restart' parameter is accepted but has\nno effect (no persistent shell session). Standard senpi safety\nguardrails still apply.\n";
+export default function anthropicBashExtension(pi: ExtensionAPI): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/core/extensions/builtin/anthropic-bash/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/core/extensions/builtin/anthropic-bash/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAiCnD,wBAAgB,sBAAsB,IAAI,OAAO,CAQhD;AAED,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,GAAG,GAAG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAwBzF;AAED,eAAO,MAAM,sBAAsB,iVAQlC,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,sBAAsB,CAAC,EAAE,EAAE,YAAY,GAAG,IAAI,CAkBrE","sourcesContent":["import type { Api } from \"@earendil-works/pi-ai\";\nimport type { ExtensionAPI } from \"../../types.js\";\n\ntype ToolDefinition = Record<string, unknown>;\n\nconst ANTHROPIC_BASH_ENV = \"PI_ANTHROPIC_BASH\";\nconst ANTHROPIC_NATIVE_BASH_TOOL = {\n\ttype: \"bash_20250124\",\n\tname: \"bash\",\n} as const;\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n\treturn typeof value === \"object\" && value !== null;\n}\n\nfunction isBashType(value: unknown): value is string {\n\treturn typeof value === \"string\" && value.startsWith(\"bash_\");\n}\n\nfunction sanitizeTools(tools: unknown[]): ToolDefinition[] {\n\tconst sanitizedTools: ToolDefinition[] = [];\n\tfor (const tool of tools) {\n\t\tif (!isRecord(tool)) {\n\t\t\tcontinue;\n\t\t}\n\n\t\tconst shouldStripFunctionVariant = tool.name === \"bash\" && !isBashType(tool.type);\n\t\tif (!shouldStripFunctionVariant) {\n\t\t\tsanitizedTools.push(tool);\n\t\t}\n\t}\n\treturn sanitizedTools;\n}\n\nexport function isAnthropicBashEnabled(): boolean {\n\tconst value = process.env[ANTHROPIC_BASH_ENV];\n\tif (!value) {\n\t\treturn false;\n\t}\n\n\tconst normalized = value.trim().toLowerCase();\n\treturn normalized === \"1\" || normalized === \"true\" || normalized === \"yes\" || normalized === \"on\";\n}\n\nexport function addAnthropicBashToPayload(api: Api | undefined, payload: unknown): unknown {\n\tif (api !== \"anthropic-messages\") {\n\t\treturn payload;\n\t}\n\n\tif (!isAnthropicBashEnabled()) {\n\t\treturn payload;\n\t}\n\n\tif (!isRecord(payload)) {\n\t\treturn payload;\n\t}\n\n\tconst tools = Array.isArray(payload.tools) ? payload.tools : [];\n\tconst sanitizedTools = sanitizeTools(tools);\n\tconst hasNativeBash = sanitizedTools.some((tool) => isBashType(tool.type));\n\tif (!hasNativeBash) {\n\t\tsanitizedTools.push(ANTHROPIC_NATIVE_BASH_TOOL);\n\t}\n\n\treturn {\n\t\t...payload,\n\t\ttools: sanitizedTools,\n\t};\n}\n\nexport const ANTHROPIC_BASH_SECTION = `\n## Bash Tool\n\nThe native bash tool is available in this session. The model has direct\nshell access via the bash_20250124 tool. The session is stateless — each\ncommand runs independently. The 'restart' parameter is accepted but has\nno effect (no persistent shell session). Standard senpi safety\nguardrails still apply.\n`;\n\nexport default function anthropicBashExtension(pi: ExtensionAPI): void {\n\tpi.on(\"before_provider_request\", (event, ctx) => {\n\t\treturn addAnthropicBashToPayload(ctx.model?.api, event.payload);\n\t});\n\n\tpi.on(\"before_agent_start\", async (event, ctx) => {\n\t\tif (ctx.model?.api !== \"anthropic-messages\") {\n\t\t\treturn undefined;\n\t\t}\n\n\t\tif (!isAnthropicBashEnabled()) {\n\t\t\treturn undefined;\n\t\t}\n\n\t\treturn {\n\t\t\tsystemPrompt: `${event.systemPrompt}\\n${ANTHROPIC_BASH_SECTION}`,\n\t\t};\n\t});\n}\n"]}

package/dist/core/extensions/builtin/anthropic-bash/index.js

@@ -0,0 +1,79 @@
+const ANTHROPIC_BASH_ENV = "PI_ANTHROPIC_BASH";
+const ANTHROPIC_NATIVE_BASH_TOOL = {
+    type: "bash_20250124",
+    name: "bash",
+};
+function isRecord(value) {
+    return typeof value === "object" && value !== null;
+}
+function isBashType(value) {
+    return typeof value === "string" && value.startsWith("bash_");
+}
+function sanitizeTools(tools) {
+    const sanitizedTools = [];
+    for (const tool of tools) {
+        if (!isRecord(tool)) {
+            continue;
+        }
+        const shouldStripFunctionVariant = tool.name === "bash" && !isBashType(tool.type);
+        if (!shouldStripFunctionVariant) {
+            sanitizedTools.push(tool);
+        }
+    }
+    return sanitizedTools;
+}
+export function isAnthropicBashEnabled() {
+    const value = process.env[ANTHROPIC_BASH_ENV];
+    if (!value) {
+        return false;
+    }
+    const normalized = value.trim().toLowerCase();
+    return normalized === "1" || normalized === "true" || normalized === "yes" || normalized === "on";
+}
+export function addAnthropicBashToPayload(api, payload) {
+    if (api !== "anthropic-messages") {
+        return payload;
+    }
+    if (!isAnthropicBashEnabled()) {
+        return payload;
+    }
+    if (!isRecord(payload)) {
+        return payload;
+    }
+    const tools = Array.isArray(payload.tools) ? payload.tools : [];
+    const sanitizedTools = sanitizeTools(tools);
+    const hasNativeBash = sanitizedTools.some((tool) => isBashType(tool.type));
+    if (!hasNativeBash) {
+        sanitizedTools.push(ANTHROPIC_NATIVE_BASH_TOOL);
+    }
+    return {
+        ...payload,
+        tools: sanitizedTools,
+    };
+}
+export const ANTHROPIC_BASH_SECTION = `
+## Bash Tool
+
+The native bash tool is available in this session. The model has direct
+shell access via the bash_20250124 tool. The session is stateless — each
+command runs independently. The 'restart' parameter is accepted but has
+no effect (no persistent shell session). Standard senpi safety
+guardrails still apply.
+`;
+export default function anthropicBashExtension(pi) {
+    pi.on("before_provider_request", (event, ctx) => {
+        return addAnthropicBashToPayload(ctx.model?.api, event.payload);
+    });
+    pi.on("before_agent_start", async (event, ctx) => {
+        if (ctx.model?.api !== "anthropic-messages") {
+            return undefined;
+        }
+        if (!isAnthropicBashEnabled()) {
+            return undefined;
+        }
+        return {
+            systemPrompt: `${event.systemPrompt}\n${ANTHROPIC_BASH_SECTION}`,
+        };
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/core/extensions/builtin/anthropic-bash/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/core/extensions/builtin/anthropic-bash/index.ts"],"names":[],"mappings":"AAKA,MAAM,kBAAkB,GAAG,mBAAmB,CAAC;AAC/C,MAAM,0BAA0B,GAAG;IAClC,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,MAAM;CACH,CAAC;AAEX,SAAS,QAAQ,CAAC,KAAc,EAAoC;IACnE,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AAAA,CACnD;AAED,SAAS,UAAU,CAAC,KAAc,EAAmB;IACpD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;AAAA,CAC9D;AAED,SAAS,aAAa,CAAC,KAAgB,EAAoB;IAC1D,MAAM,cAAc,GAAqB,EAAE,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,SAAS;QACV,CAAC;QAED,MAAM,0BAA0B,GAAG,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClF,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACjC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;IACF,CAAC;IACD,OAAO,cAAc,CAAC;AAAA,CACtB;AAED,MAAM,UAAU,sBAAsB,GAAY;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,OAAO,KAAK,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9C,OAAO,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,IAAI,CAAC;AAAA,CAClG;AAED,MAAM,UAAU,yBAAyB,CAAC,GAAoB,EAAE,OAAgB,EAAW;IAC1F,IAAI,GAAG,KAAK,oBAAoB,EAAE,CAAC;QAClC,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;QAC/B,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3E,IAAI,CAAC,aAAa,EAAE,CAAC;QACpB,cAAc,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjD,CAAC;IAED,OAAO;QACN,GAAG,OAAO;QACV,KAAK,EAAE,cAAc;KACrB,CAAC;AAAA,CACF;AAED,MAAM,CAAC,MAAM,sBAAsB,GAAG;;;;;;;;CAQrC,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,sBAAsB,CAAC,EAAgB,EAAQ;IACtE,EAAE,CAAC,EAAE,CAAC,yBAAyB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC;QAChD,OAAO,yBAAyB,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAAA,CAChE,CAAC,CAAC;IAEH,EAAE,CAAC,EAAE,CAAC,oBAAoB,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC;QACjD,IAAI,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,oBAAoB,EAAE,CAAC;YAC7C,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,OAAO;YACN,YAAY,EAAE,GAAG,KAAK,CAAC,YAAY,KAAK,sBAAsB,EAAE;SAChE,CAAC;IAAA,CACF,CAAC,CAAC;AAAA,CACH","sourcesContent":["import type { Api } from \"@earendil-works/pi-ai\";\nimport type { ExtensionAPI } from \"../../types.js\";\n\ntype ToolDefinition = Record<string, unknown>;\n\nconst ANTHROPIC_BASH_ENV = \"PI_ANTHROPIC_BASH\";\nconst ANTHROPIC_NATIVE_BASH_TOOL = {\n\ttype: \"bash_20250124\",\n\tname: \"bash\",\n} as const;\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n\treturn typeof value === \"object\" && value !== null;\n}\n\nfunction isBashType(value: unknown): value is string {\n\treturn typeof value === \"string\" && value.startsWith(\"bash_\");\n}\n\nfunction sanitizeTools(tools: unknown[]): ToolDefinition[] {\n\tconst sanitizedTools: ToolDefinition[] = [];\n\tfor (const tool of tools) {\n\t\tif (!isRecord(tool)) {\n\t\t\tcontinue;\n\t\t}\n\n\t\tconst shouldStripFunctionVariant = tool.name === \"bash\" && !isBashType(tool.type);\n\t\tif (!shouldStripFunctionVariant) {\n\t\t\tsanitizedTools.push(tool);\n\t\t}\n\t}\n\treturn sanitizedTools;\n}\n\nexport function isAnthropicBashEnabled(): boolean {\n\tconst value = process.env[ANTHROPIC_BASH_ENV];\n\tif (!value) {\n\t\treturn false;\n\t}\n\n\tconst normalized = value.trim().toLowerCase();\n\treturn normalized === \"1\" || normalized === \"true\" || normalized === \"yes\" || normalized === \"on\";\n}\n\nexport function addAnthropicBashToPayload(api: Api | undefined, payload: unknown): unknown {\n\tif (api !== \"anthropic-messages\") {\n\t\treturn payload;\n\t}\n\n\tif (!isAnthropicBashEnabled()) {\n\t\treturn payload;\n\t}\n\n\tif (!isRecord(payload)) {\n\t\treturn payload;\n\t}\n\n\tconst tools = Array.isArray(payload.tools) ? payload.tools : [];\n\tconst sanitizedTools = sanitizeTools(tools);\n\tconst hasNativeBash = sanitizedTools.some((tool) => isBashType(tool.type));\n\tif (!hasNativeBash) {\n\t\tsanitizedTools.push(ANTHROPIC_NATIVE_BASH_TOOL);\n\t}\n\n\treturn {\n\t\t...payload,\n\t\ttools: sanitizedTools,\n\t};\n}\n\nexport const ANTHROPIC_BASH_SECTION = `\n## Bash Tool\n\nThe native bash tool is available in this session. The model has direct\nshell access via the bash_20250124 tool. The session is stateless — each\ncommand runs independently. The 'restart' parameter is accepted but has\nno effect (no persistent shell session). Standard senpi safety\nguardrails still apply.\n`;\n\nexport default function anthropicBashExtension(pi: ExtensionAPI): void {\n\tpi.on(\"before_provider_request\", (event, ctx) => {\n\t\treturn addAnthropicBashToPayload(ctx.model?.api, event.payload);\n\t});\n\n\tpi.on(\"before_agent_start\", async (event, ctx) => {\n\t\tif (ctx.model?.api !== \"anthropic-messages\") {\n\t\t\treturn undefined;\n\t\t}\n\n\t\tif (!isAnthropicBashEnabled()) {\n\t\t\treturn undefined;\n\t\t}\n\n\t\treturn {\n\t\t\tsystemPrompt: `${event.systemPrompt}\\n${ANTHROPIC_BASH_SECTION}`,\n\t\t};\n\t});\n}\n"]}

package/dist/core/extensions/builtin/anthropic-code-execution/index.d.ts

@@ -0,0 +1,7 @@
+import type { Api } from "@earendil-works/pi-ai";
+import type { ExtensionAPI } from "../../types.js";
+export declare function isCodeExecutionEnabled(): boolean;
+export declare function addAnthropicCodeExecutionToPayload(api: Api | undefined, payload: unknown): unknown;
+export declare const ANTHROPIC_CODE_EXECUTION_SECTION = "\n## Code Execution\n\nThe native code_execution tool is available in this session. The model\nruns Python (and shell commands via the bash subtool) inside an\nAnthropic-managed sandbox container. Prefer code_execution for\nnumerical work, file analysis, and one-off computations when explicit\nresults are needed.\n";
+export default function anthropicCodeExecutionExtension(pi: ExtensionAPI): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/core/extensions/builtin/anthropic-code-execution/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/core/extensions/builtin/anthropic-code-execution/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAiCnD,wBAAgB,sBAAsB,IAAI,OAAO,CAQhD;AAED,wBAAgB,kCAAkC,CAAC,GAAG,EAAE,GAAG,GAAG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CAwBlG;AAED,eAAO,MAAM,gCAAgC,iUAQ5C,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,+BAA+B,CAAC,EAAE,EAAE,YAAY,GAAG,IAAI,CAkB9E","sourcesContent":["import type { Api } from \"@earendil-works/pi-ai\";\nimport type { ExtensionAPI } from \"../../types.js\";\n\ntype ToolDefinition = Record<string, unknown>;\n\nconst CODE_EXECUTION_ENV = \"PI_ANTHROPIC_CODE_EXECUTION\";\nconst CODE_EXECUTION_TOOL = {\n\ttype: \"code_execution_20250825\",\n\tname: \"code_execution\",\n} as const;\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n\treturn typeof value === \"object\" && value !== null;\n}\n\nfunction isCodeExecutionType(value: unknown): value is string {\n\treturn typeof value === \"string\" && value.startsWith(\"code_execution_\");\n}\n\nfunction sanitizeTools(tools: unknown[]): ToolDefinition[] {\n\tconst sanitizedTools: ToolDefinition[] = [];\n\tfor (const tool of tools) {\n\t\tif (!isRecord(tool)) {\n\t\t\tcontinue;\n\t\t}\n\n\t\tconst shouldStripFunctionVariant = tool.name === \"code_execution\" && !isCodeExecutionType(tool.type);\n\t\tif (!shouldStripFunctionVariant) {\n\t\t\tsanitizedTools.push(tool);\n\t\t}\n\t}\n\treturn sanitizedTools;\n}\n\nexport function isCodeExecutionEnabled(): boolean {\n\tconst value = process.env[CODE_EXECUTION_ENV];\n\tif (!value) {\n\t\treturn false;\n\t}\n\n\tconst normalized = value.trim().toLowerCase();\n\treturn normalized === \"1\" || normalized === \"true\" || normalized === \"yes\" || normalized === \"on\";\n}\n\nexport function addAnthropicCodeExecutionToPayload(api: Api | undefined, payload: unknown): unknown {\n\tif (api !== \"anthropic-messages\") {\n\t\treturn payload;\n\t}\n\n\tif (!isCodeExecutionEnabled()) {\n\t\treturn payload;\n\t}\n\n\tif (!isRecord(payload)) {\n\t\treturn payload;\n\t}\n\n\tconst tools = Array.isArray(payload.tools) ? payload.tools : [];\n\tconst sanitizedTools = sanitizeTools(tools);\n\tconst hasNativeCodeExecution = sanitizedTools.some((tool) => isCodeExecutionType(tool.type));\n\tif (!hasNativeCodeExecution) {\n\t\tsanitizedTools.push(CODE_EXECUTION_TOOL);\n\t}\n\n\treturn {\n\t\t...payload,\n\t\ttools: sanitizedTools,\n\t};\n}\n\nexport const ANTHROPIC_CODE_EXECUTION_SECTION = `\n## Code Execution\n\nThe native code_execution tool is available in this session. The model\nruns Python (and shell commands via the bash subtool) inside an\nAnthropic-managed sandbox container. Prefer code_execution for\nnumerical work, file analysis, and one-off computations when explicit\nresults are needed.\n`;\n\nexport default function anthropicCodeExecutionExtension(pi: ExtensionAPI): void {\n\tpi.on(\"before_provider_request\", (event, ctx) => {\n\t\treturn addAnthropicCodeExecutionToPayload(ctx.model?.api, event.payload);\n\t});\n\n\tpi.on(\"before_agent_start\", async (event, ctx) => {\n\t\tif (ctx.model?.api !== \"anthropic-messages\") {\n\t\t\treturn undefined;\n\t\t}\n\n\t\tif (!isCodeExecutionEnabled()) {\n\t\t\treturn undefined;\n\t\t}\n\n\t\treturn {\n\t\t\tsystemPrompt: `${event.systemPrompt}\\n${ANTHROPIC_CODE_EXECUTION_SECTION}`,\n\t\t};\n\t});\n}\n"]}

package/dist/core/extensions/builtin/anthropic-code-execution/index.js

@@ -0,0 +1,79 @@
+const CODE_EXECUTION_ENV = "PI_ANTHROPIC_CODE_EXECUTION";
+const CODE_EXECUTION_TOOL = {
+    type: "code_execution_20250825",
+    name: "code_execution",
+};
+function isRecord(value) {
+    return typeof value === "object" && value !== null;
+}
+function isCodeExecutionType(value) {
+    return typeof value === "string" && value.startsWith("code_execution_");
+}
+function sanitizeTools(tools) {
+    const sanitizedTools = [];
+    for (const tool of tools) {
+        if (!isRecord(tool)) {
+            continue;
+        }
+        const shouldStripFunctionVariant = tool.name === "code_execution" && !isCodeExecutionType(tool.type);
+        if (!shouldStripFunctionVariant) {
+            sanitizedTools.push(tool);
+        }
+    }
+    return sanitizedTools;
+}
+export function isCodeExecutionEnabled() {
+    const value = process.env[CODE_EXECUTION_ENV];
+    if (!value) {
+        return false;
+    }
+    const normalized = value.trim().toLowerCase();
+    return normalized === "1" || normalized === "true" || normalized === "yes" || normalized === "on";
+}
+export function addAnthropicCodeExecutionToPayload(api, payload) {
+    if (api !== "anthropic-messages") {
+        return payload;
+    }
+    if (!isCodeExecutionEnabled()) {
+        return payload;
+    }
+    if (!isRecord(payload)) {
+        return payload;
+    }
+    const tools = Array.isArray(payload.tools) ? payload.tools : [];
+    const sanitizedTools = sanitizeTools(tools);
+    const hasNativeCodeExecution = sanitizedTools.some((tool) => isCodeExecutionType(tool.type));
+    if (!hasNativeCodeExecution) {
+        sanitizedTools.push(CODE_EXECUTION_TOOL);
+    }
+    return {
+        ...payload,
+        tools: sanitizedTools,
+    };
+}
+export const ANTHROPIC_CODE_EXECUTION_SECTION = `
+## Code Execution
+
+The native code_execution tool is available in this session. The model
+runs Python (and shell commands via the bash subtool) inside an
+Anthropic-managed sandbox container. Prefer code_execution for
+numerical work, file analysis, and one-off computations when explicit
+results are needed.
+`;
+export default function anthropicCodeExecutionExtension(pi) {
+    pi.on("before_provider_request", (event, ctx) => {
+        return addAnthropicCodeExecutionToPayload(ctx.model?.api, event.payload);
+    });
+    pi.on("before_agent_start", async (event, ctx) => {
+        if (ctx.model?.api !== "anthropic-messages") {
+            return undefined;
+        }
+        if (!isCodeExecutionEnabled()) {
+            return undefined;
+        }
+        return {
+            systemPrompt: `${event.systemPrompt}\n${ANTHROPIC_CODE_EXECUTION_SECTION}`,
+        };
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/core/extensions/builtin/anthropic-code-execution/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/core/extensions/builtin/anthropic-code-execution/index.ts"],"names":[],"mappings":"AAKA,MAAM,kBAAkB,GAAG,6BAA6B,CAAC;AACzD,MAAM,mBAAmB,GAAG;IAC3B,IAAI,EAAE,yBAAyB;IAC/B,IAAI,EAAE,gBAAgB;CACb,CAAC;AAEX,SAAS,QAAQ,CAAC,KAAc,EAAoC;IACnE,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AAAA,CACnD;AAED,SAAS,mBAAmB,CAAC,KAAc,EAAmB;IAC7D,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;AAAA,CACxE;AAED,SAAS,aAAa,CAAC,KAAgB,EAAoB;IAC1D,MAAM,cAAc,GAAqB,EAAE,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,SAAS;QACV,CAAC;QAED,MAAM,0BAA0B,GAAG,IAAI,CAAC,IAAI,KAAK,gBAAgB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrG,IAAI,CAAC,0BAA0B,EAAE,CAAC;YACjC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;IACF,CAAC;IACD,OAAO,cAAc,CAAC;AAAA,CACtB;AAED,MAAM,UAAU,sBAAsB,GAAY;IACjD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,OAAO,KAAK,CAAC;IACd,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC9C,OAAO,UAAU,KAAK,GAAG,IAAI,UAAU,KAAK,MAAM,IAAI,UAAU,KAAK,KAAK,IAAI,UAAU,KAAK,IAAI,CAAC;AAAA,CAClG;AAED,MAAM,UAAU,kCAAkC,CAAC,GAAoB,EAAE,OAAgB,EAAW;IACnG,IAAI,GAAG,KAAK,oBAAoB,EAAE,CAAC;QAClC,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;QAC/B,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC;IAChB,CAAC;IAED,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAChE,MAAM,cAAc,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC;IAC5C,MAAM,sBAAsB,GAAG,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7F,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC7B,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1C,CAAC;IAED,OAAO;QACN,GAAG,OAAO;QACV,KAAK,EAAE,cAAc;KACrB,CAAC;AAAA,CACF;AAED,MAAM,CAAC,MAAM,gCAAgC,GAAG;;;;;;;;CAQ/C,CAAC;AAEF,MAAM,CAAC,OAAO,UAAU,+BAA+B,CAAC,EAAgB,EAAQ;IAC/E,EAAE,CAAC,EAAE,CAAC,yBAAyB,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC;QAChD,OAAO,kCAAkC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;IAAA,CACzE,CAAC,CAAC;IAEH,EAAE,CAAC,EAAE,CAAC,oBAAoB,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC;QACjD,IAAI,GAAG,CAAC,KAAK,EAAE,GAAG,KAAK,oBAAoB,EAAE,CAAC;YAC7C,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,sBAAsB,EAAE,EAAE,CAAC;YAC/B,OAAO,SAAS,CAAC;QAClB,CAAC;QAED,OAAO;YACN,YAAY,EAAE,GAAG,KAAK,CAAC,YAAY,KAAK,gCAAgC,EAAE;SAC1E,CAAC;IAAA,CACF,CAAC,CAAC;AAAA,CACH","sourcesContent":["import type { Api } from \"@earendil-works/pi-ai\";\nimport type { ExtensionAPI } from \"../../types.js\";\n\ntype ToolDefinition = Record<string, unknown>;\n\nconst CODE_EXECUTION_ENV = \"PI_ANTHROPIC_CODE_EXECUTION\";\nconst CODE_EXECUTION_TOOL = {\n\ttype: \"code_execution_20250825\",\n\tname: \"code_execution\",\n} as const;\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n\treturn typeof value === \"object\" && value !== null;\n}\n\nfunction isCodeExecutionType(value: unknown): value is string {\n\treturn typeof value === \"string\" && value.startsWith(\"code_execution_\");\n}\n\nfunction sanitizeTools(tools: unknown[]): ToolDefinition[] {\n\tconst sanitizedTools: ToolDefinition[] = [];\n\tfor (const tool of tools) {\n\t\tif (!isRecord(tool)) {\n\t\t\tcontinue;\n\t\t}\n\n\t\tconst shouldStripFunctionVariant = tool.name === \"code_execution\" && !isCodeExecutionType(tool.type);\n\t\tif (!shouldStripFunctionVariant) {\n\t\t\tsanitizedTools.push(tool);\n\t\t}\n\t}\n\treturn sanitizedTools;\n}\n\nexport function isCodeExecutionEnabled(): boolean {\n\tconst value = process.env[CODE_EXECUTION_ENV];\n\tif (!value) {\n\t\treturn false;\n\t}\n\n\tconst normalized = value.trim().toLowerCase();\n\treturn normalized === \"1\" || normalized === \"true\" || normalized === \"yes\" || normalized === \"on\";\n}\n\nexport function addAnthropicCodeExecutionToPayload(api: Api | undefined, payload: unknown): unknown {\n\tif (api !== \"anthropic-messages\") {\n\t\treturn payload;\n\t}\n\n\tif (!isCodeExecutionEnabled()) {\n\t\treturn payload;\n\t}\n\n\tif (!isRecord(payload)) {\n\t\treturn payload;\n\t}\n\n\tconst tools = Array.isArray(payload.tools) ? payload.tools : [];\n\tconst sanitizedTools = sanitizeTools(tools);\n\tconst hasNativeCodeExecution = sanitizedTools.some((tool) => isCodeExecutionType(tool.type));\n\tif (!hasNativeCodeExecution) {\n\t\tsanitizedTools.push(CODE_EXECUTION_TOOL);\n\t}\n\n\treturn {\n\t\t...payload,\n\t\ttools: sanitizedTools,\n\t};\n}\n\nexport const ANTHROPIC_CODE_EXECUTION_SECTION = `\n## Code Execution\n\nThe native code_execution tool is available in this session. The model\nruns Python (and shell commands via the bash subtool) inside an\nAnthropic-managed sandbox container. Prefer code_execution for\nnumerical work, file analysis, and one-off computations when explicit\nresults are needed.\n`;\n\nexport default function anthropicCodeExecutionExtension(pi: ExtensionAPI): void {\n\tpi.on(\"before_provider_request\", (event, ctx) => {\n\t\treturn addAnthropicCodeExecutionToPayload(ctx.model?.api, event.payload);\n\t});\n\n\tpi.on(\"before_agent_start\", async (event, ctx) => {\n\t\tif (ctx.model?.api !== \"anthropic-messages\") {\n\t\t\treturn undefined;\n\t\t}\n\n\t\tif (!isCodeExecutionEnabled()) {\n\t\t\treturn undefined;\n\t\t}\n\n\t\treturn {\n\t\t\tsystemPrompt: `${event.systemPrompt}\\n${ANTHROPIC_CODE_EXECUTION_SECTION}`,\n\t\t};\n\t});\n}\n"]}

package/dist/core/extensions/builtin/anthropic-computer-use/index.d.ts

@@ -0,0 +1,53 @@
+import type { Api, TextContent } from "@earendil-works/pi-ai";
+import { type Static, Type } from "typebox";
+import type { ExtensionAPI } from "../../types.js";
+export declare const computerSchema: Type.TObject<{
+    action: Type.TUnion<[Type.TLiteral<"screenshot">, Type.TLiteral<"key">, Type.TLiteral<"type">, Type.TLiteral<"mouse_move">, Type.TLiteral<"left_click">, Type.TLiteral<"right_click">, Type.TLiteral<"middle_click">, Type.TLiteral<"double_click">, Type.TLiteral<"triple_click">, Type.TLiteral<"left_click_drag">, Type.TLiteral<"cursor_position">, Type.TLiteral<"left_mouse_down">, Type.TLiteral<"left_mouse_up">, Type.TLiteral<"scroll">, Type.TLiteral<"hold_key">, Type.TLiteral<"wait">]>;
+    coordinate: Type.TOptional<Type.TArray<Type.TNumber>>;
+    start_coordinate: Type.TOptional<Type.TArray<Type.TNumber>>;
+    text: Type.TOptional<Type.TString>;
+    key: Type.TOptional<Type.TString>;
+    scroll_direction: Type.TOptional<Type.TUnion<[Type.TLiteral<"up">, Type.TLiteral<"down">, Type.TLiteral<"left">, Type.TLiteral<"right">]>>;
+    scroll_amount: Type.TOptional<Type.TNumber>;
+    duration: Type.TOptional<Type.TNumber>;
+}>;
+export type ComputerToolInput = Static<typeof computerSchema>;
+export type ComputerResult = {
+    content: Array<TextContent | {
+        type: "image";
+        data: string;
+        mimeType: "image/png";
+    }>;
+    isError?: boolean;
+};
+export interface ComputerOperations {
+    screenshot(): Promise<{
+        base64: string;
+    }>;
+    cursorPosition(): Promise<{
+        x: number;
+        y: number;
+    }>;
+    mouseMove(x: number, y: number): Promise<void>;
+    click(button: "left" | "right" | "middle", x?: number, y?: number, modifier?: string): Promise<void>;
+    doubleClick(x?: number, y?: number): Promise<void>;
+    tripleClick(x?: number, y?: number): Promise<void>;
+    drag(startX: number, startY: number, endX: number, endY: number): Promise<void>;
+    mouseDown(button: "left", x?: number, y?: number): Promise<void>;
+    mouseUp(button: "left", x?: number, y?: number): Promise<void>;
+    scroll(direction: "up" | "down" | "left" | "right", amount: number, x?: number, y?: number, modifier?: string): Promise<void>;
+    keyPress(combo: string): Promise<void>;
+    type(text: string): Promise<void>;
+    holdKey(combo: string, durationSec: number): Promise<void>;
+    wait(durationSec: number): Promise<void>;
+}
+export declare function isAnthropicComputerUseEnabled(): boolean;
+export declare function addAnthropicComputerUseToPayload(api: Api | undefined, payload: unknown): unknown;
+export declare function executeComputerAction(input: ComputerToolInput, ops: ComputerOperations): Promise<ComputerResult>;
+export declare function createUnsupportedOps(): ComputerOperations;
+export declare function createMacOSComputerOps(): ComputerOperations;
+export declare function createLinuxComputerOps(): ComputerOperations;
+export declare function createComputerOps(platform?: NodeJS.Platform): ComputerOperations;
+export declare const ANTHROPIC_COMPUTER_USE_SECTION = "\n## Computer Use\n\nThe native computer tool is available in this session. The model can\ncontrol the screen via screenshot, key, type, mouse actions, scroll,\nand wait commands.\n";
+export default function anthropicComputerUseExtension(pi: ExtensionAPI): void;
+//# sourceMappingURL=index.d.ts.map

package/dist/core/extensions/builtin/anthropic-computer-use/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/core/extensions/builtin/anthropic-computer-use/index.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAC9D,OAAO,EAAE,KAAK,MAAM,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC5C,OAAO,KAAK,EAAmB,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAepE,eAAO,MAAM,cAAc;;;;;;;;;EA4BzB,CAAC;AAEH,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,cAAc,CAAC,CAAC;AAE9D,MAAM,MAAM,cAAc,GAAG;IAC5B,OAAO,EAAE,KAAK,CACX,WAAW,GACX;QACA,IAAI,EAAE,OAAO,CAAC;QACd,IAAI,EAAE,MAAM,CAAC;QACb,QAAQ,EAAE,WAAW,CAAC;KACrB,CACH,CAAC;IACF,OAAO,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,kBAAkB;IAClC,UAAU,IAAI,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1C,cAAc,IAAI,OAAO,CAAC;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpD,SAAS,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/C,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,QAAQ,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACrG,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,WAAW,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnD,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAChF,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/D,MAAM,CACL,SAAS,EAAE,IAAI,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,EAC3C,MAAM,EAAE,MAAM,EACd,CAAC,CAAC,EAAE,MAAM,EACV,CAAC,CAAC,EAAE,MAAM,EACV,QAAQ,CAAC,EAAE,MAAM,GACf,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAClC,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3D,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACzC;AAqDD,wBAAgB,6BAA6B,IAAI,OAAO,CAEvD;AAmCD,wBAAgB,gCAAgC,CAAC,GAAG,EAAE,GAAG,GAAG,SAAS,EAAE,OAAO,EAAE,OAAO,GAAG,OAAO,CA+ChG;AA0CD,wBAAsB,qBAAqB,CAC1C,KAAK,EAAE,iBAAiB,EACxB,GAAG,EAAE,kBAAkB,GACrB,OAAO,CAAC,cAAc,CAAC,CAwIzB;AA+CD,wBAAgB,oBAAoB,IAAI,kBAAkB,CAoBzD;AAED,wBAAgB,sBAAsB,IAAI,kBAAkB,CAiF3D;AAED,wBAAgB,sBAAsB,IAAI,kBAAkB,CA4F3D;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,GAAE,MAAM,CAAC,QAA2B,GAAG,kBAAkB,CAQlG;AAmBD,eAAO,MAAM,8BAA8B,0LAM1C,CAAC;AAMF,MAAM,CAAC,OAAO,UAAU,6BAA6B,CAAC,EAAE,EAAE,YAAY,GAAG,IAAI,CAkE5E","sourcesContent":["import { execFile } from \"node:child_process\";\nimport { randomUUID } from \"node:crypto\";\nimport { readFile, rm } from \"node:fs/promises\";\nimport { tmpdir } from \"node:os\";\nimport path from \"node:path\";\nimport { promisify } from \"node:util\";\nimport type { Api, TextContent } from \"@earendil-works/pi-ai\";\nimport { type Static, Type } from \"typebox\";\nimport type { AgentToolResult, ExtensionAPI } from \"../../types.js\";\n\nconst execFileAsync = promisify(execFile);\n\ntype ToolDefinition = Record<string, unknown>;\n\nconst ANTHROPIC_COMPUTER_USE_ENV = \"PI_ANTHROPIC_COMPUTER_USE\";\nconst ANTHROPIC_COMPUTER_USE_WIDTH_ENV = \"PI_ANTHROPIC_COMPUTER_USE_WIDTH\";\nconst ANTHROPIC_COMPUTER_USE_HEIGHT_ENV = \"PI_ANTHROPIC_COMPUTER_USE_HEIGHT\";\nconst ANTHROPIC_COMPUTER_USE_DISPLAY_NUMBER_ENV = \"PI_ANTHROPIC_COMPUTER_USE_DISPLAY_NUMBER\";\nconst ANTHROPIC_COMPUTER_USE_BETA = \"computer-use-2025-01-24\";\n\nconst ANTHROPIC_NATIVE_COMPUTER_TOOL_TYPE = \"computer_20250124\";\nconst ANTHROPIC_NATIVE_COMPUTER_TOOL_NAME = \"computer\";\n\nexport const computerSchema = Type.Object({\n\taction: Type.Union([\n\t\tType.Literal(\"screenshot\"),\n\t\tType.Literal(\"key\"),\n\t\tType.Literal(\"type\"),\n\t\tType.Literal(\"mouse_move\"),\n\t\tType.Literal(\"left_click\"),\n\t\tType.Literal(\"right_click\"),\n\t\tType.Literal(\"middle_click\"),\n\t\tType.Literal(\"double_click\"),\n\t\tType.Literal(\"triple_click\"),\n\t\tType.Literal(\"left_click_drag\"),\n\t\tType.Literal(\"cursor_position\"),\n\t\tType.Literal(\"left_mouse_down\"),\n\t\tType.Literal(\"left_mouse_up\"),\n\t\tType.Literal(\"scroll\"),\n\t\tType.Literal(\"hold_key\"),\n\t\tType.Literal(\"wait\"),\n\t]),\n\tcoordinate: Type.Optional(Type.Array(Type.Number(), { minItems: 2, maxItems: 2 })),\n\tstart_coordinate: Type.Optional(Type.Array(Type.Number(), { minItems: 2, maxItems: 2 })),\n\ttext: Type.Optional(Type.String()),\n\tkey: Type.Optional(Type.String()),\n\tscroll_direction: Type.Optional(\n\t\tType.Union([Type.Literal(\"up\"), Type.Literal(\"down\"), Type.Literal(\"left\"), Type.Literal(\"right\")]),\n\t),\n\tscroll_amount: Type.Optional(Type.Number()),\n\tduration: Type.Optional(Type.Number()),\n});\n\nexport type ComputerToolInput = Static<typeof computerSchema>;\n\nexport type ComputerResult = {\n\tcontent: Array<\n\t\t| TextContent\n\t\t| {\n\t\t\t\ttype: \"image\";\n\t\t\t\tdata: string;\n\t\t\t\tmimeType: \"image/png\";\n\t\t  }\n\t>;\n\tisError?: boolean;\n};\n\nexport interface ComputerOperations {\n\tscreenshot(): Promise<{ base64: string }>;\n\tcursorPosition(): Promise<{ x: number; y: number }>;\n\tmouseMove(x: number, y: number): Promise<void>;\n\tclick(button: \"left\" | \"right\" | \"middle\", x?: number, y?: number, modifier?: string): Promise<void>;\n\tdoubleClick(x?: number, y?: number): Promise<void>;\n\ttripleClick(x?: number, y?: number): Promise<void>;\n\tdrag(startX: number, startY: number, endX: number, endY: number): Promise<void>;\n\tmouseDown(button: \"left\", x?: number, y?: number): Promise<void>;\n\tmouseUp(button: \"left\", x?: number, y?: number): Promise<void>;\n\tscroll(\n\t\tdirection: \"up\" | \"down\" | \"left\" | \"right\",\n\t\tamount: number,\n\t\tx?: number,\n\t\ty?: number,\n\t\tmodifier?: string,\n\t): Promise<void>;\n\tkeyPress(combo: string): Promise<void>;\n\ttype(text: string): Promise<void>;\n\tholdKey(combo: string, durationSec: number): Promise<void>;\n\twait(durationSec: number): Promise<void>;\n}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n\treturn typeof value === \"object\" && value !== null;\n}\n\nfunction enabledByEnv(env: string | undefined): boolean {\n\tif (!env) {\n\t\treturn false;\n\t}\n\tconst normalized = env.trim().toLowerCase();\n\treturn normalized === \"1\" || normalized === \"true\" || normalized === \"yes\" || normalized === \"on\";\n}\n\nfunction parsePositiveInt(value: string | undefined): number | undefined {\n\tif (!value) {\n\t\treturn undefined;\n\t}\n\tconst trimmed = value.trim();\n\tif (!/^\\d+$/.test(trimmed)) {\n\t\treturn undefined;\n\t}\n\tconst parsed = Number.parseInt(trimmed, 10);\n\treturn parsed > 0 ? parsed : undefined;\n}\n\nfunction getComputerDisplayConfig(): { width: number; height: number; displayNumber?: number } | undefined {\n\tconst width = parsePositiveInt(process.env[ANTHROPIC_COMPUTER_USE_WIDTH_ENV]);\n\tconst height = parsePositiveInt(process.env[ANTHROPIC_COMPUTER_USE_HEIGHT_ENV]);\n\tconst displayNumber = parsePositiveInt(process.env[ANTHROPIC_COMPUTER_USE_DISPLAY_NUMBER_ENV]);\n\tif (width === undefined || height === undefined) {\n\t\treturn undefined;\n\t}\n\tif (displayNumber === undefined) {\n\t\treturn { width, height };\n\t}\n\treturn { width, height, displayNumber };\n}\n\nfunction getComputerEnableState(): {\n\tenabled: boolean;\n\tconfig?: { width: number; height: number; displayNumber?: number };\n} {\n\tif (!enabledByEnv(process.env[ANTHROPIC_COMPUTER_USE_ENV])) {\n\t\treturn { enabled: false };\n\t}\n\tconst config = getComputerDisplayConfig();\n\tif (!config) {\n\t\treturn { enabled: false };\n\t}\n\treturn { enabled: true, config };\n}\n\nexport function isAnthropicComputerUseEnabled(): boolean {\n\treturn getComputerEnableState().enabled;\n}\n\nfunction isComputerToolType(value: unknown): value is string {\n\treturn typeof value === \"string\" && value.startsWith(\"computer_\");\n}\n\nfunction sanitizeTools(tools: unknown[]): ToolDefinition[] {\n\tconst sanitizedTools: ToolDefinition[] = [];\n\tfor (const tool of tools) {\n\t\tif (!isRecord(tool)) {\n\t\t\tcontinue;\n\t\t}\n\t\tconst shouldStripFunctionVariant =\n\t\t\ttool.name === ANTHROPIC_NATIVE_COMPUTER_TOOL_NAME && !isComputerToolType(tool.type);\n\t\tif (!shouldStripFunctionVariant) {\n\t\t\tsanitizedTools.push(tool);\n\t\t}\n\t}\n\treturn sanitizedTools;\n}\n\nfunction mergeBetaHeader(existing: unknown): string {\n\tconst existingParts =\n\t\ttypeof existing === \"string\"\n\t\t\t? existing\n\t\t\t\t\t.split(\",\")\n\t\t\t\t\t.map((part) => part.trim())\n\t\t\t\t\t.filter(Boolean)\n\t\t\t: [];\n\tif (existingParts.includes(ANTHROPIC_COMPUTER_USE_BETA)) {\n\t\treturn existingParts.join(\",\");\n\t}\n\treturn [...existingParts, ANTHROPIC_COMPUTER_USE_BETA].join(\",\");\n}\n\nexport function addAnthropicComputerUseToPayload(api: Api | undefined, payload: unknown): unknown {\n\tif (api !== \"anthropic-messages\") {\n\t\treturn payload;\n\t}\n\tconst state = getComputerEnableState();\n\tif (!state.enabled || !state.config) {\n\t\treturn payload;\n\t}\n\tif (!isRecord(payload)) {\n\t\treturn payload;\n\t}\n\n\tconst tools = Array.isArray(payload.tools) ? payload.tools : [];\n\tconst sanitizedTools = sanitizeTools(tools);\n\tconst hasNativeComputer = sanitizedTools.some((tool) => isComputerToolType(tool.type));\n\tif (!hasNativeComputer) {\n\t\tsanitizedTools.push({\n\t\t\ttype: ANTHROPIC_NATIVE_COMPUTER_TOOL_TYPE,\n\t\t\tname: ANTHROPIC_NATIVE_COMPUTER_TOOL_NAME,\n\t\t\tdisplay_width_px: state.config.width,\n\t\t\tdisplay_height_px: state.config.height,\n\t\t\t...(state.config.displayNumber !== undefined ? { display_number: state.config.displayNumber } : {}),\n\t\t});\n\t}\n\n\tconst existingBetas = isRecord(payload.extra_body) ? payload.extra_body.betas : undefined;\n\tconst mergedBetas = Array.isArray(existingBetas)\n\t\t? existingBetas.includes(ANTHROPIC_COMPUTER_USE_BETA)\n\t\t\t? existingBetas\n\t\t\t: [...existingBetas, ANTHROPIC_COMPUTER_USE_BETA]\n\t\t: [ANTHROPIC_COMPUTER_USE_BETA];\n\n\tconst headers = isRecord(payload.headers) ? payload.headers : {};\n\tconst nextHeaders = {\n\t\t...headers,\n\t\t\"anthropic-beta\": mergeBetaHeader(headers[\"anthropic-beta\"]),\n\t};\n\n\treturn {\n\t\t...payload,\n\t\ttools: sanitizedTools,\n\t\theaders: nextHeaders,\n\t\textra_body: {\n\t\t\t...(isRecord(payload.extra_body) ? payload.extra_body : {}),\n\t\t\tbetas: mergedBetas,\n\t\t},\n\t};\n}\n\nfunction imageResult(base64: string): ComputerResult {\n\treturn {\n\t\tcontent: [\n\t\t\t{\n\t\t\t\ttype: \"image\",\n\t\t\t\tdata: base64,\n\t\t\t\tmimeType: \"image/png\",\n\t\t\t},\n\t\t],\n\t};\n}\n\nfunction errorResult(message: string): ComputerResult {\n\treturn {\n\t\tisError: true,\n\t\tcontent: [{ type: \"text\", text: message }],\n\t};\n}\n\nfunction parseCoordinate(coordinate: number[] | undefined, action: string): [number, number] {\n\tif (!coordinate || coordinate.length !== 2) {\n\t\tthrow new Error(`${action} requires coordinate [x, y]`);\n\t}\n\treturn [coordinate[0] ?? 0, coordinate[1] ?? 0];\n}\n\nfunction parseDuration(duration: number | undefined, action: string): number {\n\tif (duration === undefined || Number.isNaN(duration) || duration < 0) {\n\t\tthrow new Error(`${action} requires duration >= 0`);\n\t}\n\treturn duration;\n}\n\nfunction parseText(text: string | undefined, action: string): string {\n\tif (!text) {\n\t\tthrow new Error(`${action} requires text`);\n\t}\n\treturn text;\n}\n\nexport async function executeComputerAction(\n\tinput: ComputerToolInput,\n\tops: ComputerOperations,\n): Promise<ComputerResult> {\n\ttry {\n\t\tswitch (input.action) {\n\t\t\tcase \"screenshot\": {\n\t\t\t\tconst screenshot = await ops.screenshot();\n\t\t\t\treturn imageResult(screenshot.base64);\n\t\t\t}\n\t\t\tcase \"key\": {\n\t\t\t\tconst combo = parseText(input.text ?? input.key, \"key\");\n\t\t\t\tawait ops.keyPress(combo);\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"type\": {\n\t\t\t\tawait ops.type(parseText(input.text, \"type\"));\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"mouse_move\": {\n\t\t\t\tconst [x, y] = parseCoordinate(input.coordinate, \"mouse_move\");\n\t\t\t\tawait ops.mouseMove(x, y);\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"left_click\": {\n\t\t\t\tconst coordinate = input.coordinate;\n\t\t\t\tif (coordinate) {\n\t\t\t\t\tconst [x, y] = parseCoordinate(coordinate, \"left_click\");\n\t\t\t\t\tawait ops.click(\"left\", x, y);\n\t\t\t\t} else {\n\t\t\t\t\tawait ops.click(\"left\");\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"right_click\": {\n\t\t\t\tconst coordinate = input.coordinate;\n\t\t\t\tif (coordinate) {\n\t\t\t\t\tconst [x, y] = parseCoordinate(coordinate, \"right_click\");\n\t\t\t\t\tawait ops.click(\"right\", x, y);\n\t\t\t\t} else {\n\t\t\t\t\tawait ops.click(\"right\");\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"middle_click\": {\n\t\t\t\tconst coordinate = input.coordinate;\n\t\t\t\tif (coordinate) {\n\t\t\t\t\tconst [x, y] = parseCoordinate(coordinate, \"middle_click\");\n\t\t\t\t\tawait ops.click(\"middle\", x, y);\n\t\t\t\t} else {\n\t\t\t\t\tawait ops.click(\"middle\");\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"double_click\": {\n\t\t\t\tconst coordinate = input.coordinate;\n\t\t\t\tif (coordinate) {\n\t\t\t\t\tconst [x, y] = parseCoordinate(coordinate, \"double_click\");\n\t\t\t\t\tawait ops.doubleClick(x, y);\n\t\t\t\t} else {\n\t\t\t\t\tawait ops.doubleClick();\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"triple_click\": {\n\t\t\t\tconst coordinate = input.coordinate;\n\t\t\t\tif (coordinate) {\n\t\t\t\t\tconst [x, y] = parseCoordinate(coordinate, \"triple_click\");\n\t\t\t\t\tawait ops.tripleClick(x, y);\n\t\t\t\t} else {\n\t\t\t\t\tawait ops.tripleClick();\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"left_click_drag\": {\n\t\t\t\tconst [startX, startY] = parseCoordinate(input.start_coordinate, \"left_click_drag.start_coordinate\");\n\t\t\t\tconst [endX, endY] = parseCoordinate(input.coordinate, \"left_click_drag.coordinate\");\n\t\t\t\tawait ops.drag(startX, startY, endX, endY);\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"cursor_position\": {\n\t\t\t\tconst position = await ops.cursorPosition();\n\t\t\t\treturn { content: [{ type: \"text\", text: `X=${position.x},Y=${position.y}` }] };\n\t\t\t}\n\t\t\tcase \"left_mouse_down\": {\n\t\t\t\tconst coordinate = input.coordinate;\n\t\t\t\tif (coordinate) {\n\t\t\t\t\tconst [x, y] = parseCoordinate(coordinate, \"left_mouse_down\");\n\t\t\t\t\tawait ops.mouseDown(\"left\", x, y);\n\t\t\t\t} else {\n\t\t\t\t\tawait ops.mouseDown(\"left\");\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"left_mouse_up\": {\n\t\t\t\tconst coordinate = input.coordinate;\n\t\t\t\tif (coordinate) {\n\t\t\t\t\tconst [x, y] = parseCoordinate(coordinate, \"left_mouse_up\");\n\t\t\t\t\tawait ops.mouseUp(\"left\", x, y);\n\t\t\t\t} else {\n\t\t\t\t\tawait ops.mouseUp(\"left\");\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"scroll\": {\n\t\t\t\tif (!input.scroll_direction) {\n\t\t\t\t\tthrow new Error(\"scroll requires scroll_direction\");\n\t\t\t\t}\n\t\t\t\tif (input.scroll_amount === undefined || input.scroll_amount <= 0) {\n\t\t\t\t\tthrow new Error(\"scroll requires positive scroll_amount\");\n\t\t\t\t}\n\t\t\t\tconst coordinate = input.coordinate;\n\t\t\t\tif (coordinate) {\n\t\t\t\t\tconst [x, y] = parseCoordinate(coordinate, \"scroll\");\n\t\t\t\t\tawait ops.scroll(input.scroll_direction, input.scroll_amount, x, y);\n\t\t\t\t} else {\n\t\t\t\t\tawait ops.scroll(input.scroll_direction, input.scroll_amount);\n\t\t\t\t}\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"hold_key\": {\n\t\t\t\tawait ops.holdKey(\n\t\t\t\t\tparseText(input.text ?? input.key, \"hold_key\"),\n\t\t\t\t\tparseDuration(input.duration, \"hold_key\"),\n\t\t\t\t);\n\t\t\t\tbreak;\n\t\t\t}\n\t\t\tcase \"wait\": {\n\t\t\t\tawait ops.wait(parseDuration(input.duration, \"wait\"));\n\t\t\t\tbreak;\n\t\t\t}\n\t\t}\n\n\t\tconst screenshot = await ops.screenshot();\n\t\treturn imageResult(screenshot.base64);\n\t} catch (error) {\n\t\tconst message = error instanceof Error ? error.message : String(error);\n\t\treturn errorResult(message);\n\t}\n}\n\nasync function commandExists(command: string): Promise<boolean> {\n\ttry {\n\t\tawait execFileAsync(\"which\", [command]);\n\t\treturn true;\n\t} catch {\n\t\treturn false;\n\t}\n}\n\nasync function run(command: string, args: string[]): Promise<string> {\n\tconst result = await execFileAsync(command, args);\n\treturn result.stdout;\n}\n\nfunction parseKeyComboToAppleScript(combo: string): string {\n\tconst parts = combo\n\t\t.split(\"+\")\n\t\t.map((part) => part.trim().toLowerCase())\n\t\t.filter(Boolean);\n\tif (parts.length === 0) {\n\t\tthrow new Error(\"Empty key combo\");\n\t}\n\tconst main = parts[parts.length - 1] ?? \"\";\n\tconst modifiers = new Set(parts.slice(0, -1));\n\tconst usingParts: string[] = [];\n\tif (modifiers.has(\"ctrl\") || modifiers.has(\"control\")) usingParts.push(\"control down\");\n\tif (modifiers.has(\"cmd\") || modifiers.has(\"command\")) usingParts.push(\"command down\");\n\tif (modifiers.has(\"alt\") || modifiers.has(\"option\")) usingParts.push(\"option down\");\n\tif (modifiers.has(\"shift\")) usingParts.push(\"shift down\");\n\tconst targetKey = main.length === 1 ? `keystroke ${JSON.stringify(main)}` : `key code ${mapKeyCode(main)}`;\n\tif (usingParts.length === 0) {\n\t\treturn `tell application \"System Events\" to ${targetKey}`;\n\t}\n\treturn `tell application \"System Events\" to ${targetKey} using {${usingParts.join(\", \")}}`;\n}\n\nfunction mapKeyCode(key: string): number {\n\tconst map: Record<string, number> = { enter: 36, return: 36, tab: 48, space: 49, esc: 53, escape: 53 };\n\tconst code = map[key];\n\tif (code === undefined) {\n\t\tthrow new Error(`Unsupported macOS special key: ${key}`);\n\t}\n\treturn code;\n}\n\nexport function createUnsupportedOps(): ComputerOperations {\n\tconst fail = async (): Promise<never> => {\n\t\tthrow new Error(\"Computer use not supported on Windows\");\n\t};\n\treturn {\n\t\tscreenshot: fail,\n\t\tcursorPosition: fail,\n\t\tmouseMove: fail,\n\t\tclick: fail,\n\t\tdoubleClick: fail,\n\t\ttripleClick: fail,\n\t\tdrag: fail,\n\t\tmouseDown: fail,\n\t\tmouseUp: fail,\n\t\tscroll: fail,\n\t\tkeyPress: fail,\n\t\ttype: fail,\n\t\tholdKey: fail,\n\t\twait: fail,\n\t};\n}\n\nexport function createMacOSComputerOps(): ComputerOperations {\n\treturn {\n\t\tasync screenshot() {\n\t\t\tconst filePath = path.join(tmpdir(), `senpi-computer-${randomUUID()}.png`);\n\t\t\ttry {\n\t\t\t\tawait run(\"screencapture\", [\"-x\", \"-t\", \"png\", filePath]);\n\t\t\t\tconst buffer = await readFile(filePath);\n\t\t\t\treturn { base64: buffer.toString(\"base64\") };\n\t\t\t} finally {\n\t\t\t\tawait rm(filePath, { force: true });\n\t\t\t}\n\t\t},\n\t\tasync cursorPosition() {\n\t\t\tconst output = await run(\"osascript\", [\n\t\t\t\t\"-e\",\n\t\t\t\t'tell app \"System Events\" to return position of pointer as text',\n\t\t\t]);\n\t\t\tconst parts = output.trim().split(\",\");\n\t\t\tconst xRaw = Number.parseInt((parts[0] ?? \"0\").trim(), 10);\n\t\t\tconst yRaw = Number.parseInt((parts[1] ?? \"0\").trim(), 10);\n\t\t\treturn { x: Number.isFinite(xRaw) ? xRaw : 0, y: Number.isFinite(yRaw) ? yRaw : 0 };\n\t\t},\n\t\tasync mouseMove(x, y) {\n\t\t\tawait run(\"cliclick\", [`m:${x},${y}`]);\n\t\t},\n\t\tasync click(button, x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"cliclick\", [`m:${x},${y}`]);\n\t\t\t}\n\t\t\tconst command = button === \"left\" ? \"c:.\" : button === \"right\" ? \"rc:.\" : \"mc:.\";\n\t\t\tawait run(\"cliclick\", [command]);\n\t\t},\n\t\tasync doubleClick(x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"cliclick\", [`m:${x},${y}`]);\n\t\t\t}\n\t\t\tawait run(\"cliclick\", [\"dc:.\"]);\n\t\t},\n\t\tasync tripleClick(x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"cliclick\", [`m:${x},${y}`]);\n\t\t\t}\n\t\t\tawait run(\"cliclick\", [\"tc:.\"]);\n\t\t},\n\t\tasync drag(startX, startY, endX, endY) {\n\t\t\tawait run(\"cliclick\", [`dd:${startX},${startY}`, `du:${endX},${endY}`]);\n\t\t},\n\t\tasync mouseDown(_button, x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"cliclick\", [`m:${x},${y}`]);\n\t\t\t}\n\t\t\tawait run(\"cliclick\", [\"dd:.\"]);\n\t\t},\n\t\tasync mouseUp(_button, x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"cliclick\", [`m:${x},${y}`]);\n\t\t\t}\n\t\t\tawait run(\"cliclick\", [\"du:.\"]);\n\t\t},\n\t\tasync scroll(direction, amount, x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"cliclick\", [`m:${x},${y}`]);\n\t\t\t}\n\t\t\tconst clicks = Math.max(1, Math.round(amount));\n\t\t\tconst wheel = direction === \"up\" ? \"wd\" : direction === \"down\" ? \"wu\" : direction === \"left\" ? \"wl\" : \"wr\";\n\t\t\tawait run(\"cliclick\", [`${wheel}:${clicks}`]);\n\t\t},\n\t\tasync keyPress(combo) {\n\t\t\tawait run(\"osascript\", [\"-e\", parseKeyComboToAppleScript(combo)]);\n\t\t},\n\t\tasync type(text) {\n\t\t\tawait run(\"osascript\", [\"-e\", `tell application \"System Events\" to keystroke ${JSON.stringify(text)}`]);\n\t\t},\n\t\tasync holdKey(combo, durationSec) {\n\t\t\tawait run(\"osascript\", [\"-e\", parseKeyComboToAppleScript(combo)]);\n\t\t\tawait new Promise((resolve) => setTimeout(resolve, durationSec * 1000));\n\t\t},\n\t\tasync wait(durationSec) {\n\t\t\tawait new Promise((resolve) => setTimeout(resolve, durationSec * 1000));\n\t\t},\n\t};\n}\n\nexport function createLinuxComputerOps(): ComputerOperations {\n\treturn {\n\t\tasync screenshot() {\n\t\t\tconst filePath = path.join(tmpdir(), `senpi-computer-${randomUUID()}.png`);\n\t\t\ttry {\n\t\t\t\tawait run(\"scrot\", [filePath]);\n\t\t\t\tconst buffer = await readFile(filePath);\n\t\t\t\treturn { base64: buffer.toString(\"base64\") };\n\t\t\t} finally {\n\t\t\t\tawait rm(filePath, { force: true });\n\t\t\t}\n\t\t},\n\t\tasync cursorPosition() {\n\t\t\tconst output = await run(\"xdotool\", [\"getmouselocation\", \"--shell\"]);\n\t\t\tconst xMatch = output.match(/^X=(\\d+)$/m);\n\t\t\tconst yMatch = output.match(/^Y=(\\d+)$/m);\n\t\t\treturn {\n\t\t\t\tx: xMatch ? Number.parseInt(xMatch[1] ?? \"0\", 10) : 0,\n\t\t\t\ty: yMatch ? Number.parseInt(yMatch[1] ?? \"0\", 10) : 0,\n\t\t\t};\n\t\t},\n\t\tasync mouseMove(x, y) {\n\t\t\tawait run(\"xdotool\", [\"mousemove\", `${x}`, `${y}`]);\n\t\t},\n\t\tasync click(button, x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"xdotool\", [\"mousemove\", `${x}`, `${y}`]);\n\t\t\t}\n\t\t\tconst buttonNumber = button === \"left\" ? \"1\" : button === \"middle\" ? \"2\" : \"3\";\n\t\t\tawait run(\"xdotool\", [\"click\", buttonNumber]);\n\t\t},\n\t\tasync doubleClick(x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"xdotool\", [\"mousemove\", `${x}`, `${y}`]);\n\t\t\t}\n\t\t\tawait run(\"xdotool\", [\"click\", \"--repeat\", \"2\", \"1\"]);\n\t\t},\n\t\tasync tripleClick(x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"xdotool\", [\"mousemove\", `${x}`, `${y}`]);\n\t\t\t}\n\t\t\tawait run(\"xdotool\", [\"click\", \"--repeat\", \"3\", \"1\"]);\n\t\t},\n\t\tasync drag(startX, startY, endX, endY) {\n\t\t\tawait run(\"xdotool\", [\n\t\t\t\t\"mousemove\",\n\t\t\t\t`${startX}`,\n\t\t\t\t`${startY}`,\n\t\t\t\t\"mousedown\",\n\t\t\t\t\"1\",\n\t\t\t\t\"mousemove\",\n\t\t\t\t`${endX}`,\n\t\t\t\t`${endY}`,\n\t\t\t\t\"mouseup\",\n\t\t\t\t\"1\",\n\t\t\t]);\n\t\t},\n\t\tasync mouseDown(_button, x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"xdotool\", [\"mousemove\", `${x}`, `${y}`]);\n\t\t\t}\n\t\t\tawait run(\"xdotool\", [\"mousedown\", \"1\"]);\n\t\t},\n\t\tasync mouseUp(_button, x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"xdotool\", [\"mousemove\", `${x}`, `${y}`]);\n\t\t\t}\n\t\t\tawait run(\"xdotool\", [\"mouseup\", \"1\"]);\n\t\t},\n\t\tasync scroll(direction, amount, x, y) {\n\t\t\tif (x !== undefined && y !== undefined) {\n\t\t\t\tawait run(\"xdotool\", [\"mousemove\", `${x}`, `${y}`]);\n\t\t\t}\n\t\t\tconst button = direction === \"up\" ? \"4\" : direction === \"down\" ? \"5\" : direction === \"left\" ? \"6\" : \"7\";\n\t\t\tconst repeat = `${Math.max(1, Math.round(amount))}`;\n\t\t\tawait run(\"xdotool\", [\"click\", \"--repeat\", repeat, button]);\n\t\t},\n\t\tasync keyPress(combo) {\n\t\t\tawait run(\"xdotool\", [\"key\", combo]);\n\t\t},\n\t\tasync type(text) {\n\t\t\tawait run(\"xdotool\", [\"type\", \"--delay\", \"12\", \"--\", text]);\n\t\t},\n\t\tasync holdKey(combo, durationSec) {\n\t\t\tawait run(\"xdotool\", [\"keydown\", combo]);\n\t\t\tawait new Promise((resolve) => setTimeout(resolve, durationSec * 1000));\n\t\t\tawait run(\"xdotool\", [\"keyup\", combo]);\n\t\t},\n\t\tasync wait(durationSec) {\n\t\t\tawait new Promise((resolve) => setTimeout(resolve, durationSec * 1000));\n\t\t},\n\t};\n}\n\nexport function createComputerOps(platform: NodeJS.Platform = process.platform): ComputerOperations {\n\tif (platform === \"darwin\") {\n\t\treturn createMacOSComputerOps();\n\t}\n\tif (platform === \"linux\") {\n\t\treturn createLinuxComputerOps();\n\t}\n\treturn createUnsupportedOps();\n}\n\nasync function validateCliDependencies(platform: NodeJS.Platform): Promise<string[]> {\n\tconst missing: string[] = [];\n\tif (platform === \"darwin\") {\n\t\tif (!(await commandExists(\"cliclick\"))) {\n\t\t\tmissing.push(\"cliclick\");\n\t\t}\n\t} else if (platform === \"linux\") {\n\t\tif (!(await commandExists(\"xdotool\"))) {\n\t\t\tmissing.push(\"xdotool\");\n\t\t}\n\t\tif (!(await commandExists(\"scrot\"))) {\n\t\t\tmissing.push(\"scrot\");\n\t\t}\n\t}\n\treturn missing;\n}\n\nexport const ANTHROPIC_COMPUTER_USE_SECTION = `\n## Computer Use\n\nThe native computer tool is available in this session. The model can\ncontrol the screen via screenshot, key, type, mouse actions, scroll,\nand wait commands.\n`;\n\nfunction buildComputerUseSection(width: number, height: number): string {\n\treturn `${ANTHROPIC_COMPUTER_USE_SECTION.trimEnd()} Display dimensions: ${width}x${height}. Use computer when the user asks to interact with GUI applications.\\n`;\n}\n\nexport default function anthropicComputerUseExtension(pi: ExtensionAPI): void {\n\tlet extensionDisabledForSession = false;\n\n\tpi.on(\"session_start\", async (_event) => {\n\t\tif (!enabledByEnv(process.env[ANTHROPIC_COMPUTER_USE_ENV])) {\n\t\t\textensionDisabledForSession = true;\n\t\t\treturn undefined;\n\t\t}\n\t\tif (!getComputerDisplayConfig()) {\n\t\t\textensionDisabledForSession = true;\n\t\t\tconsole.error(\n\t\t\t\t`[anthropic-computer-use] ${ANTHROPIC_COMPUTER_USE_WIDTH_ENV} and ${ANTHROPIC_COMPUTER_USE_HEIGHT_ENV} must be positive integers; extension disabled for this session.`,\n\t\t\t);\n\t\t\treturn undefined;\n\t\t}\n\t\textensionDisabledForSession = false;\n\t\tconst missingTools = await validateCliDependencies(process.platform);\n\t\tif (missingTools.length > 0) {\n\t\t\tconsole.warn(\n\t\t\t\t`[anthropic-computer-use] Missing OS automation dependencies: ${missingTools.join(\", \")}. Install them for full functionality.`,\n\t\t\t);\n\t\t}\n\t\treturn undefined;\n\t});\n\n\tif (enabledByEnv(process.env[ANTHROPIC_COMPUTER_USE_ENV]) && getComputerDisplayConfig()) {\n\t\tconst ops = createComputerOps();\n\t\tpi.registerTool({\n\t\t\tname: ANTHROPIC_NATIVE_COMPUTER_TOOL_NAME,\n\t\t\tlabel: \"Computer Use\",\n\t\t\tdescription:\n\t\t\t\t\"Actions: screenshot, key, type, mouse_move, left/right/middle click, double/triple click, drag, cursor_position, mouse down/up, scroll, hold_key, wait.\",\n\t\t\tparameters: computerSchema,\n\t\t\tasync execute(_toolCallId, params): Promise<AgentToolResult<undefined>> {\n\t\t\t\tconst result = await executeComputerAction(params, ops);\n\t\t\t\tif (result.isError) {\n\t\t\t\t\tconst firstContent = result.content[0];\n\t\t\t\t\tthrow new Error(firstContent?.type === \"text\" ? firstContent.text : \"Computer action failed\");\n\t\t\t\t}\n\t\t\t\treturn { content: result.content, details: undefined };\n\t\t\t},\n\t\t});\n\t}\n\n\tpi.on(\"before_provider_request\", (event, ctx) => {\n\t\tif (extensionDisabledForSession) {\n\t\t\treturn event.payload;\n\t\t}\n\t\treturn addAnthropicComputerUseToPayload(ctx.model?.api, event.payload);\n\t});\n\n\tpi.on(\"before_agent_start\", async (event, ctx) => {\n\t\tif (ctx.model?.api !== \"anthropic-messages\") {\n\t\t\treturn undefined;\n\t\t}\n\t\tif (extensionDisabledForSession) {\n\t\t\treturn undefined;\n\t\t}\n\t\tconst config = getComputerDisplayConfig();\n\t\tif (!enabledByEnv(process.env[ANTHROPIC_COMPUTER_USE_ENV]) || !config) {\n\t\t\treturn undefined;\n\t\t}\n\t\treturn {\n\t\t\tsystemPrompt: `${event.systemPrompt}\\n${buildComputerUseSection(config.width, config.height)}`,\n\t\t};\n\t});\n}\n"]}