@browserbasehq/orca 3.1.0-patch.3 → 3.2.0-preview.1

package/dist/cjs/lib/v3/agent/utils/coordinateNormalization.js

@@ -0,0 +1,33 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isGoogleProvider = isGoogleProvider;
+exports.normalizeGoogleCoordinates = normalizeGoogleCoordinates;
+exports.processCoordinates = processCoordinates;
+// Default viewport for advancedStealth mode
+const STEALTH_VIEWPORT = { width: 1288, height: 711 };
+function isGoogleProvider(provider) {
+    if (!provider)
+        return false;
+    return provider.toLowerCase().includes("google");
+}
+// Google returns coordinates in a 0-1000 range, we need to normalize
+// them to the viewport dimensions
+function normalizeGoogleCoordinates(x, y, viewport) {
+    const clampedX = Math.min(999, Math.max(0, x));
+    const clampedY = Math.min(999, Math.max(0, y));
+    return {
+        x: Math.floor((clampedX / 1000) * viewport.width),
+        y: Math.floor((clampedY / 1000) * viewport.height),
+    };
+}
+function processCoordinates(x, y, provider, v3) {
+    if (isGoogleProvider(provider) && v3) {
+        // advancedStealth uses fixed viewport, otherwise use configured viewport
+        const viewport = v3.isAdvancedStealth
+            ? STEALTH_VIEWPORT
+            : v3.configuredViewport;
+        return normalizeGoogleCoordinates(x, y, viewport);
+    }
+    return { x, y };
+}
+//# sourceMappingURL=coordinateNormalization.js.map

package/dist/cjs/lib/v3/agent/utils/coordinateNormalization.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"coordinateNormalization.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/utils/coordinateNormalization.ts"],"names":[],"mappings":";;AAKA,4CAGC;AAID,gEAWC;AAED,gDAcC;AArCD,4CAA4C;AAC5C,MAAM,gBAAgB,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;AAEtD,SAAgB,gBAAgB,CAAC,QAAiB;IAChD,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5B,OAAO,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACnD,CAAC;AAED,qEAAqE;AACrE,kCAAkC;AAClC,SAAgB,0BAA0B,CACxC,CAAS,EACT,CAAS,EACT,QAA2C;IAE3C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/C,OAAO;QACL,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC;QACjD,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,CAAC;KACnD,CAAC;AACJ,CAAC;AAED,SAAgB,kBAAkB,CAChC,CAAS,EACT,CAAS,EACT,QAAiB,EACjB,EAAO;IAEP,IAAI,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;QACrC,yEAAyE;QACzE,MAAM,QAAQ,GAAG,EAAE,CAAC,iBAAiB;YACnC,CAAC,CAAC,gBAAgB;YAClB,CAAC,CAAC,EAAE,CAAC,kBAAkB,CAAC;QAC1B,OAAO,0BAA0B,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;AAClB,CAAC","sourcesContent":["import type { V3 } from \"../../v3.js\";\n\n// Default viewport for advancedStealth mode\nconst STEALTH_VIEWPORT = { width: 1288, height: 711 };\n\nexport function isGoogleProvider(provider?: string): boolean {\n  if (!provider) return false;\n  return provider.toLowerCase().includes(\"google\");\n}\n\n// Google returns coordinates in a 0-1000 range, we need to normalize\n// them to the viewport dimensions\nexport function normalizeGoogleCoordinates(\n  x: number,\n  y: number,\n  viewport: { width: number; height: number },\n): { x: number; y: number } {\n  const clampedX = Math.min(999, Math.max(0, x));\n  const clampedY = Math.min(999, Math.max(0, y));\n  return {\n    x: Math.floor((clampedX / 1000) * viewport.width),\n    y: Math.floor((clampedY / 1000) * viewport.height),\n  };\n}\n\nexport function processCoordinates(\n  x: number,\n  y: number,\n  provider?: string,\n  v3?: V3,\n): { x: number; y: number } {\n  if (isGoogleProvider(provider) && v3) {\n    // advancedStealth uses fixed viewport, otherwise use configured viewport\n    const viewport = v3.isAdvancedStealth\n      ? STEALTH_VIEWPORT\n      : v3.configuredViewport;\n    return normalizeGoogleCoordinates(x, y, viewport);\n  }\n  return { x, y };\n}\n"]}

package/dist/cjs/lib/v3/agent/utils/cuaKeyMapping.js

@@ -0,0 +1,65 @@
+"use strict";
+/**
+ * Universal key mapping utility for converting various key representations
+ * to Playwright-compatible key names. Used by all CUA clients and handlers.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.mapKeyToPlaywright = mapKeyToPlaywright;
+/**
+ * map of key variations to Playwright key names
+ * This handles keys from both Anthropic and OpenAI CUA APIs
+ */
+const KEY_MAP = {
+    ENTER: "Enter",
+    RETURN: "Enter",
+    ESCAPE: "Escape",
+    ESC: "Escape",
+    BACKSPACE: "Backspace",
+    TAB: "Tab",
+    SPACE: " ",
+    DELETE: "Delete",
+    DEL: "Delete",
+    ARROWUP: "ArrowUp",
+    ARROWDOWN: "ArrowDown",
+    ARROWLEFT: "ArrowLeft",
+    ARROWRIGHT: "ArrowRight",
+    ARROW_UP: "ArrowUp",
+    ARROW_DOWN: "ArrowDown",
+    ARROW_LEFT: "ArrowLeft",
+    ARROW_RIGHT: "ArrowRight",
+    UP: "ArrowUp",
+    DOWN: "ArrowDown",
+    LEFT: "ArrowLeft",
+    RIGHT: "ArrowRight",
+    SHIFT: "Shift",
+    CONTROL: "Control",
+    CTRL: "Control",
+    ALT: "Alt",
+    OPTION: "Alt", // macOS alternative name
+    META: "Meta",
+    COMMAND: "Meta", // macOS
+    CMD: "Meta", // macOS shorthand
+    SUPER: "Meta", // Linux
+    WINDOWS: "Meta", // Windows
+    WIN: "Meta", // Windows shorthand
+    HOME: "Home",
+    END: "End",
+    PAGEUP: "PageUp",
+    PAGEDOWN: "PageDown",
+    PAGE_UP: "PageUp",
+    PAGE_DOWN: "PageDown",
+    PGUP: "PageUp",
+    PGDN: "PageDown",
+};
+/**
+ * Maps a key name from various formats to Playwright-compatible format
+ * @param key The key name in any supported format
+ * @returns The Playwright-compatible key name
+ */
+function mapKeyToPlaywright(key) {
+    if (!key)
+        return key;
+    const upperKey = key.toUpperCase();
+    return KEY_MAP[upperKey] || key;
+}
+//# sourceMappingURL=cuaKeyMapping.js.map

package/dist/cjs/lib/v3/agent/utils/cuaKeyMapping.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cuaKeyMapping.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/utils/cuaKeyMapping.ts"],"names":[],"mappings":";AAAA;;;GAGG;;AAsDH,gDAIC;AAxDD;;;GAGG;AACH,MAAM,OAAO,GAA2B;IACtC,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,OAAO;IACf,MAAM,EAAE,QAAQ;IAChB,GAAG,EAAE,QAAQ;IACb,SAAS,EAAE,WAAW;IACtB,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,GAAG;IACV,MAAM,EAAE,QAAQ;IAChB,GAAG,EAAE,QAAQ;IACb,OAAO,EAAE,SAAS;IAClB,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,WAAW;IACtB,UAAU,EAAE,YAAY;IACxB,QAAQ,EAAE,SAAS;IACnB,UAAU,EAAE,WAAW;IACvB,UAAU,EAAE,WAAW;IACvB,WAAW,EAAE,YAAY;IACzB,EAAE,EAAE,SAAS;IACb,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,WAAW;IACjB,KAAK,EAAE,YAAY;IACnB,KAAK,EAAE,OAAO;IACd,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,SAAS;IACf,GAAG,EAAE,KAAK;IACV,MAAM,EAAE,KAAK,EAAE,yBAAyB;IACxC,IAAI,EAAE,MAAM;IACZ,OAAO,EAAE,MAAM,EAAE,QAAQ;IACzB,GAAG,EAAE,MAAM,EAAE,kBAAkB;IAC/B,KAAK,EAAE,MAAM,EAAE,QAAQ;IACvB,OAAO,EAAE,MAAM,EAAE,UAAU;IAC3B,GAAG,EAAE,MAAM,EAAE,oBAAoB;IACjC,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,KAAK;IACV,MAAM,EAAE,QAAQ;IAChB,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,QAAQ;IACjB,SAAS,EAAE,UAAU;IACrB,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,UAAU;CACjB,CAAC;AAEF;;;;GAIG;AACH,SAAgB,kBAAkB,CAAC,GAAW;IAC5C,IAAI,CAAC,GAAG;QAAE,OAAO,GAAG,CAAC;IACrB,MAAM,QAAQ,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;IACnC,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC;AAClC,CAAC","sourcesContent":["/**\n * Universal key mapping utility for converting various key representations\n * to Playwright-compatible key names. Used by all CUA clients and handlers.\n */\n\n/**\n * map of key variations to Playwright key names\n * This handles keys from both Anthropic and OpenAI CUA APIs\n */\nconst KEY_MAP: Record<string, string> = {\n  ENTER: \"Enter\",\n  RETURN: \"Enter\",\n  ESCAPE: \"Escape\",\n  ESC: \"Escape\",\n  BACKSPACE: \"Backspace\",\n  TAB: \"Tab\",\n  SPACE: \" \",\n  DELETE: \"Delete\",\n  DEL: \"Delete\",\n  ARROWUP: \"ArrowUp\",\n  ARROWDOWN: \"ArrowDown\",\n  ARROWLEFT: \"ArrowLeft\",\n  ARROWRIGHT: \"ArrowRight\",\n  ARROW_UP: \"ArrowUp\",\n  ARROW_DOWN: \"ArrowDown\",\n  ARROW_LEFT: \"ArrowLeft\",\n  ARROW_RIGHT: \"ArrowRight\",\n  UP: \"ArrowUp\",\n  DOWN: \"ArrowDown\",\n  LEFT: \"ArrowLeft\",\n  RIGHT: \"ArrowRight\",\n  SHIFT: \"Shift\",\n  CONTROL: \"Control\",\n  CTRL: \"Control\",\n  ALT: \"Alt\",\n  OPTION: \"Alt\", // macOS alternative name\n  META: \"Meta\",\n  COMMAND: \"Meta\", // macOS\n  CMD: \"Meta\", // macOS shorthand\n  SUPER: \"Meta\", // Linux\n  WINDOWS: \"Meta\", // Windows\n  WIN: \"Meta\", // Windows shorthand\n  HOME: \"Home\",\n  END: \"End\",\n  PAGEUP: \"PageUp\",\n  PAGEDOWN: \"PageDown\",\n  PAGE_UP: \"PageUp\",\n  PAGE_DOWN: \"PageDown\",\n  PGUP: \"PageUp\",\n  PGDN: \"PageDown\",\n};\n\n/**\n * Maps a key name from various formats to Playwright-compatible format\n * @param key The key name in any supported format\n * @returns The Playwright-compatible key name\n */\nexport function mapKeyToPlaywright(key: string): string {\n  if (!key) return key;\n  const upperKey = key.toUpperCase();\n  return KEY_MAP[upperKey] || key;\n}\n"]}

package/dist/cjs/lib/v3/agent/utils/googleCustomToolHandler.js

@@ -0,0 +1,150 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.executeGoogleCustomTool = executeGoogleCustomTool;
+exports.isCustomTool = isCustomTool;
+exports.convertToolSetToFunctionDeclarations = convertToolSetToFunctionDeclarations;
+const genai_1 = require("@google/genai");
+const zodCompat_js_1 = require("../../zodCompat.js");
+/**
+ * Execute a custom tool and format the response for Google's API
+ * This handles tool execution, result formatting, and error handling
+ * specific to Google's function response format
+ */
+async function executeGoogleCustomTool(toolName, toolArgs, tools, functionCall, logger) {
+    try {
+        logger({
+            category: "agent",
+            message: `Executing custom tool: ${toolName} with args: ${JSON.stringify(toolArgs)}`,
+            level: 1,
+        });
+        const tool = tools[toolName];
+        const toolResult = await tool.execute(toolArgs, {
+            toolCallId: `tool_${Date.now()}`,
+            messages: [],
+        });
+        logger({
+            category: "agent",
+            message: `Tool ${toolName} completed successfully. Result: ${JSON.stringify(toolResult)}`,
+            level: 1,
+        });
+        // Create function response with the result
+        const functionResponsePart = {
+            functionResponse: {
+                name: toolName,
+                response: {
+                    result: JSON.stringify(toolResult),
+                },
+            },
+        };
+        return {
+            functionResponse: functionResponsePart,
+            success: true,
+        };
+    }
+    catch (toolError) {
+        const errorMessage = toolError instanceof Error ? toolError.message : String(toolError);
+        logger({
+            category: "agent",
+            message: `Error executing custom tool ${toolName}: ${errorMessage}`,
+            level: 0,
+        });
+        // Create error function response
+        const functionResponsePart = {
+            functionResponse: {
+                name: toolName,
+                response: {
+                    error: errorMessage,
+                },
+            },
+        };
+        return {
+            functionResponse: functionResponsePart,
+            success: false,
+        };
+    }
+}
+/**
+ * Check if a function call is a custom tool
+ */
+function isCustomTool(functionCall, tools) {
+    return !!(tools && functionCall.name && functionCall.name in tools);
+}
+/**
+ * Convert ToolSet to Google's FunctionDeclaration array
+ * Handles the conversion of Zod schemas to Google's parameter format
+ */
+function convertToolSetToFunctionDeclarations(tools) {
+    const functionDeclarations = [];
+    for (const [name, tool] of Object.entries(tools)) {
+        const functionDeclaration = convertToolToFunctionDeclaration(name, tool);
+        if (functionDeclaration) {
+            functionDeclarations.push(functionDeclaration);
+        }
+    }
+    return functionDeclarations;
+}
+/**
+ * Convert a single ToolSet tool to Google's FunctionDeclaration format
+ */
+function convertToolToFunctionDeclaration(name, tool) {
+    try {
+        // Convert Zod schema to JSON schema
+        const schema = tool.inputSchema;
+        const jsonSchema = (0, zodCompat_js_1.toJsonSchema)(schema);
+        const parameters = convertJsonSchemaToGoogleParameters(jsonSchema);
+        return {
+            name,
+            description: tool.description || `Execute ${name}`,
+            parameters,
+        };
+    }
+    catch (error) {
+        console.error(`Error converting tool ${name} to function declaration:`, error);
+        return null;
+    }
+}
+/**
+ * Convert JSON schema to Google's parameter format
+ */
+function convertJsonSchemaToGoogleParameters(schema) {
+    const properties = {};
+    if (schema.properties) {
+        for (const [key, value] of Object.entries(schema.properties)) {
+            const propSchema = value;
+            properties[key] = {
+                type: mapJsonTypeToGoogleType(propSchema.type || "string"),
+                ...(propSchema.description
+                    ? { description: propSchema.description }
+                    : {}),
+            };
+        }
+    }
+    return {
+        type: genai_1.Type.OBJECT,
+        properties,
+        ...(schema.required && schema.required.length > 0
+            ? { required: schema.required }
+            : {}),
+    };
+}
+/**
+ * Map JSON schema types to Google's Type enum
+ */
+function mapJsonTypeToGoogleType(jsonType) {
+    switch (jsonType.toLowerCase()) {
+        case "string":
+            return genai_1.Type.STRING;
+        case "number":
+        case "integer":
+            return genai_1.Type.NUMBER;
+        case "boolean":
+            return genai_1.Type.BOOLEAN;
+        case "array":
+            return genai_1.Type.ARRAY;
+        case "object":
+            return genai_1.Type.OBJECT;
+        default:
+            return genai_1.Type.STRING;
+    }
+}
+//# sourceMappingURL=googleCustomToolHandler.js.map

package/dist/cjs/lib/v3/agent/utils/googleCustomToolHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"googleCustomToolHandler.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/utils/googleCustomToolHandler.ts"],"names":[],"mappings":";;AAmBA,0DAiEC;AAKD,oCAKC;AAMD,oFAaC;AAjHD,yCAA8E;AAG9E,qDAAkD;AAWlD;;;;GAIG;AACI,KAAK,UAAU,uBAAuB,CAC3C,QAAgB,EAChB,QAAiC,EACjC,KAAc,EACd,YAA0B,EAC1B,MAAkC;IAElC,IAAI,CAAC;QACH,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,0BAA0B,QAAQ,eAAe,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;YACpF,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;YAC9C,UAAU,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;YAChC,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QAEH,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,QAAQ,QAAQ,oCAAoC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE;YACzF,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,2CAA2C;QAC3C,MAAM,oBAAoB,GAAS;YACjC,gBAAgB,EAAE;gBAChB,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE;oBACR,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;iBACnC;aACF;SACF,CAAC;QAEF,OAAO;YACL,gBAAgB,EAAE,oBAAoB;YACtC,OAAO,EAAE,IAAI;SACd,CAAC;IACJ,CAAC;IAAC,OAAO,SAAS,EAAE,CAAC;QACnB,MAAM,YAAY,GAChB,SAAS,YAAY,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAErE,MAAM,CAAC;YACL,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,+BAA+B,QAAQ,KAAK,YAAY,EAAE;YACnE,KAAK,EAAE,CAAC;SACT,CAAC,CAAC;QAEH,iCAAiC;QACjC,MAAM,oBAAoB,GAAS;YACjC,gBAAgB,EAAE;gBAChB,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE;oBACR,KAAK,EAAE,YAAY;iBACpB;aACF;SACF,CAAC;QAEF,OAAO;YACL,gBAAgB,EAAE,oBAAoB;YACtC,OAAO,EAAE,KAAK;SACf,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,YAAY,CAC1B,YAA0B,EAC1B,KAAe;IAEf,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,YAAY,CAAC,IAAI,IAAI,YAAY,CAAC,IAAI,IAAI,KAAK,CAAC,CAAC;AACtE,CAAC;AAED;;;GAGG;AACH,SAAgB,oCAAoC,CAClD,KAAc;IAEd,MAAM,oBAAoB,GAA0B,EAAE,CAAC;IAEvD,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACjD,MAAM,mBAAmB,GAAG,gCAAgC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACzE,IAAI,mBAAmB,EAAE,CAAC;YACxB,oBAAoB,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACjD,CAAC;IACH,CAAC;IAED,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED;;GAEG;AACH,SAAS,gCAAgC,CACvC,IAAY,EACZ,IAAoD;IAEpD,IAAI,CAAC;QACH,oCAAoC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAiC,CAAC;QACtD,MAAM,UAAU,GAAG,IAAA,2BAAY,EAAC,MAAM,CAIrC,CAAC;QAEF,MAAM,UAAU,GAAG,mCAAmC,CAAC,UAAU,CAAC,CAAC;QAEnE,OAAO;YACL,IAAI;YACJ,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,WAAW,IAAI,EAAE;YAClD,UAAU;SACX,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CACX,yBAAyB,IAAI,2BAA2B,EACxD,KAAK,CACN,CAAC;QACF,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,mCAAmC,CAAC,MAI5C;IAKC,MAAM,UAAU,GAAyD,EAAE,CAAC;IAE5E,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;QACtB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YAC7D,MAAM,UAAU,GAAG,KAIlB,CAAC;YACF,UAAU,CAAC,GAAG,CAAC,GAAG;gBAChB,IAAI,EAAE,uBAAuB,CAAC,UAAU,CAAC,IAAI,IAAI,QAAQ,CAAC;gBAC1D,GAAG,CAAC,UAAU,CAAC,WAAW;oBACxB,CAAC,CAAC,EAAE,WAAW,EAAE,UAAU,CAAC,WAAW,EAAE;oBACzC,CAAC,CAAC,EAAE,CAAC;aACR,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI,EAAE,YAAI,CAAC,MAAM;QACjB,UAAU;QACV,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;YAC/C,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE;YAC/B,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,uBAAuB,CAAC,QAAgB;IAC/C,QAAQ,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;QAC/B,KAAK,QAAQ;YACX,OAAO,YAAI,CAAC,MAAM,CAAC;QACrB,KAAK,QAAQ,CAAC;QACd,KAAK,SAAS;YACZ,OAAO,YAAI,CAAC,MAAM,CAAC;QACrB,KAAK,SAAS;YACZ,OAAO,YAAI,CAAC,OAAO,CAAC;QACtB,KAAK,OAAO;YACV,OAAO,YAAI,CAAC,KAAK,CAAC;QACpB,KAAK,QAAQ;YACX,OAAO,YAAI,CAAC,MAAM,CAAC;QACrB;YACE,OAAO,YAAI,CAAC,MAAM,CAAC;IACvB,CAAC;AACH,CAAC","sourcesContent":["import { Part, FunctionCall, FunctionDeclaration, Type } from \"@google/genai\";\nimport { ToolSet } from \"ai\";\nimport { LogLine } from \"../../types/public/logs.js\";\nimport { toJsonSchema } from \"../../zodCompat.js\";\nimport type { StagehandZodSchema } from \"../../zodCompat.js\";\n\n/**\n * Result of executing a custom tool for Google CUA\n */\nexport interface CustomToolExecutionResult {\n  functionResponse: Part;\n  success: boolean;\n}\n\n/**\n * Execute a custom tool and format the response for Google's API\n * This handles tool execution, result formatting, and error handling\n * specific to Google's function response format\n */\nexport async function executeGoogleCustomTool(\n  toolName: string,\n  toolArgs: Record<string, unknown>,\n  tools: ToolSet,\n  functionCall: FunctionCall,\n  logger: (message: LogLine) => void,\n): Promise<CustomToolExecutionResult> {\n  try {\n    logger({\n      category: \"agent\",\n      message: `Executing custom tool: ${toolName} with args: ${JSON.stringify(toolArgs)}`,\n      level: 1,\n    });\n\n    const tool = tools[toolName];\n    const toolResult = await tool.execute(toolArgs, {\n      toolCallId: `tool_${Date.now()}`,\n      messages: [],\n    });\n\n    logger({\n      category: \"agent\",\n      message: `Tool ${toolName} completed successfully. Result: ${JSON.stringify(toolResult)}`,\n      level: 1,\n    });\n\n    // Create function response with the result\n    const functionResponsePart: Part = {\n      functionResponse: {\n        name: toolName,\n        response: {\n          result: JSON.stringify(toolResult),\n        },\n      },\n    };\n\n    return {\n      functionResponse: functionResponsePart,\n      success: true,\n    };\n  } catch (toolError) {\n    const errorMessage =\n      toolError instanceof Error ? toolError.message : String(toolError);\n\n    logger({\n      category: \"agent\",\n      message: `Error executing custom tool ${toolName}: ${errorMessage}`,\n      level: 0,\n    });\n\n    // Create error function response\n    const functionResponsePart: Part = {\n      functionResponse: {\n        name: toolName,\n        response: {\n          error: errorMessage,\n        },\n      },\n    };\n\n    return {\n      functionResponse: functionResponsePart,\n      success: false,\n    };\n  }\n}\n\n/**\n * Check if a function call is a custom tool\n */\nexport function isCustomTool(\n  functionCall: FunctionCall,\n  tools?: ToolSet,\n): boolean {\n  return !!(tools && functionCall.name && functionCall.name in tools);\n}\n\n/**\n * Convert ToolSet to Google's FunctionDeclaration array\n * Handles the conversion of Zod schemas to Google's parameter format\n */\nexport function convertToolSetToFunctionDeclarations(\n  tools: ToolSet,\n): FunctionDeclaration[] {\n  const functionDeclarations: FunctionDeclaration[] = [];\n\n  for (const [name, tool] of Object.entries(tools)) {\n    const functionDeclaration = convertToolToFunctionDeclaration(name, tool);\n    if (functionDeclaration) {\n      functionDeclarations.push(functionDeclaration);\n    }\n  }\n\n  return functionDeclarations;\n}\n\n/**\n * Convert a single ToolSet tool to Google's FunctionDeclaration format\n */\nfunction convertToolToFunctionDeclaration(\n  name: string,\n  tool: { description?: string; inputSchema: unknown },\n): FunctionDeclaration | null {\n  try {\n    // Convert Zod schema to JSON schema\n    const schema = tool.inputSchema as StagehandZodSchema;\n    const jsonSchema = toJsonSchema(schema) as {\n      properties?: Record<string, unknown>;\n      required?: string[];\n      type?: string;\n    };\n\n    const parameters = convertJsonSchemaToGoogleParameters(jsonSchema);\n\n    return {\n      name,\n      description: tool.description || `Execute ${name}`,\n      parameters,\n    };\n  } catch (error) {\n    console.error(\n      `Error converting tool ${name} to function declaration:`,\n      error,\n    );\n    return null;\n  }\n}\n\n/**\n * Convert JSON schema to Google's parameter format\n */\nfunction convertJsonSchemaToGoogleParameters(schema: {\n  properties?: Record<string, unknown>;\n  required?: string[];\n  type?: string;\n}): {\n  type: Type;\n  properties: Record<string, { type: Type; description?: string }>;\n  required?: string[];\n} {\n  const properties: Record<string, { type: Type; description?: string }> = {};\n\n  if (schema.properties) {\n    for (const [key, value] of Object.entries(schema.properties)) {\n      const propSchema = value as {\n        type?: string;\n        description?: string;\n        items?: { type?: string };\n      };\n      properties[key] = {\n        type: mapJsonTypeToGoogleType(propSchema.type || \"string\"),\n        ...(propSchema.description\n          ? { description: propSchema.description }\n          : {}),\n      };\n    }\n  }\n\n  return {\n    type: Type.OBJECT,\n    properties,\n    ...(schema.required && schema.required.length > 0\n      ? { required: schema.required }\n      : {}),\n  };\n}\n\n/**\n * Map JSON schema types to Google's Type enum\n */\nfunction mapJsonTypeToGoogleType(jsonType: string): Type {\n  switch (jsonType.toLowerCase()) {\n    case \"string\":\n      return Type.STRING;\n    case \"number\":\n    case \"integer\":\n      return Type.NUMBER;\n    case \"boolean\":\n      return Type.BOOLEAN;\n    case \"array\":\n      return Type.ARRAY;\n    case \"object\":\n      return Type.OBJECT;\n    default:\n      return Type.STRING;\n  }\n}\n"]}

package/dist/cjs/lib/v3/agent/utils/handleDoneToolCall.js

@@ -0,0 +1,108 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handleDoneToolCall = handleDoneToolCall;
+const ai_1 = require("ai");
+const zod_1 = require("zod");
+const ai_2 = require("ai");
+const utils_js_1 = require("../../../utils.js");
+function buildBaseDoneSchema(factory) {
+    return factory.object({
+        reasoning: factory
+            .string()
+            .describe("Brief summary of what actions were taken and the outcome"),
+        taskComplete: factory
+            .boolean()
+            .describe("true if the task was fully completed, false otherwise"),
+    });
+}
+/**
+ * Force a done tool call at the end of an agent run.
+ * This ensures we always get a structured final response,
+ * even if the main loop ended without calling done.
+ */
+async function handleDoneToolCall(options) {
+    const { model, inputMessages, instruction, outputSchema, logger } = options;
+    logger({
+        category: "agent",
+        message: "Agent calling tool: done",
+        level: 1,
+    });
+    // Use the same Zod version as the user's outputSchema to avoid v3/v4 mixing
+    const factory = outputSchema
+        ? (0, utils_js_1.getZFactory)(outputSchema)
+        : zod_1.z;
+    const baseDoneSchema = buildBaseDoneSchema(factory);
+    // Merge base done schema with user-provided output schema if present
+    const doneToolSchema = outputSchema
+        ? baseDoneSchema.extend({
+            output: outputSchema.describe("The specific data the user requested from this task"),
+        })
+        : baseDoneSchema;
+    const outputInstructions = outputSchema
+        ? `\n\nThe user also requested the following information from this task. Provide it in the "output" field:\n${JSON.stringify(Object.fromEntries(Object.entries(outputSchema.shape).map(([key, value]) => [
+            key,
+            value.description || "no description",
+        ])), null, 2)}`
+        : "";
+    const systemPrompt = `You are a web automation assistant that was tasked with completing a task.
+
+The task was:
+"${instruction}"
+
+Review what was accomplished and provide your final assessment in whether the task was completed successfully. you have been provided with the history of the actions taken so far, use this to determine if the task was completed successfully.${outputInstructions}
+
+Call the "done" tool with:
+1. A brief summary of what was done
+2. Whether the task was completed successfully${outputSchema ? "\n3. The requested output data based on what you found" : ""}`;
+    const doneTool = (0, ai_2.tool)({
+        description: outputSchema
+            ? "Complete the task with your assessment and the requested output data."
+            : "Complete the task with your final assessment.",
+        inputSchema: doneToolSchema,
+        execute: async (params) => {
+            return { success: true, ...params };
+        },
+    });
+    const userPrompt = {
+        role: "user",
+        content: outputSchema
+            ? "Provide your final assessment and the requested output data."
+            : "Provide your final assessment.",
+    };
+    const result = await (0, ai_1.generateText)({
+        model,
+        system: systemPrompt,
+        messages: [...inputMessages, userPrompt],
+        tools: { done: doneTool },
+        toolChoice: { type: "tool", toolName: "done" },
+        providerOptions: {
+            google: { mediaResolution: "MEDIA_RESOLUTION_HIGH" },
+            openai: { store: false },
+        },
+    });
+    const doneToolCall = result.toolCalls.find((tc) => tc.toolName === "done");
+    const outputMessages = [
+        userPrompt,
+        ...(result.response?.messages || []),
+    ];
+    if (!doneToolCall) {
+        return {
+            reasoning: result.text || "Task execution completed",
+            taskComplete: false,
+            messages: outputMessages,
+        };
+    }
+    const input = doneToolCall.input;
+    logger({
+        category: "agent",
+        message: `Task completed`,
+        level: 1,
+    });
+    return {
+        reasoning: input.reasoning,
+        taskComplete: input.taskComplete,
+        messages: outputMessages,
+        output: input.output,
+    };
+}
+//# sourceMappingURL=handleDoneToolCall.js.map

package/dist/cjs/lib/v3/agent/utils/handleDoneToolCall.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"handleDoneToolCall.js","sourceRoot":"","sources":["../../../../../../lib/v3/agent/utils/handleDoneToolCall.ts"],"names":[],"mappings":";;AA+BA,gDAmHC;AAlJD,2BAAwE;AACxE,6BAAwB;AACxB,2BAA0B;AAG1B,gDAAgD;AAUhD,SAAS,mBAAmB,CAAC,OAAiB;IAC5C,OAAO,OAAO,CAAC,MAAM,CAAC;QACpB,SAAS,EAAE,OAAO;aACf,MAAM,EAAE;aACR,QAAQ,CAAC,0DAA0D,CAAC;QACvE,YAAY,EAAE,OAAO;aAClB,OAAO,EAAE;aACT,QAAQ,CAAC,uDAAuD,CAAC;KACrE,CAAC,CAAC;AACL,CAAC;AAED;;;;GAIG;AACI,KAAK,UAAU,kBAAkB,CAAC,OAMxC;IACC,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAE5E,MAAM,CAAC;QACL,QAAQ,EAAE,OAAO;QACjB,OAAO,EAAE,0BAA0B;QACnC,KAAK,EAAE,CAAC;KACT,CAAC,CAAC;IACH,4EAA4E;IAC5E,MAAM,OAAO,GAAG,YAAY;QAC1B,CAAC,CAAC,IAAA,sBAAW,EAAC,YAAkC,CAAC;QACjD,CAAC,CAAC,OAAC,CAAC;IACN,MAAM,cAAc,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAEpD,qEAAqE;IACrE,MAAM,cAAc,GAAG,YAAY;QACjC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC;YACpB,MAAM,EAAE,YAAY,CAAC,QAAQ,CAC3B,qDAAqD,CACtD;SACF,CAAC;QACJ,CAAC,CAAC,cAAc,CAAC;IAEnB,MAAM,kBAAkB,GAAG,YAAY;QACrC,CAAC,CAAC,4GAA4G,IAAI,CAAC,SAAS,CACxH,MAAM,CAAC,WAAW,CAChB,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,GAAG,CACpC,CAAC,CAAC,GAAG,EAAE,KAAK,CAA+B,EAAE,EAAE,CAAC;YAC9C,GAAG;YACH,KAAK,CAAC,WAAW,IAAI,gBAAgB;SACtC,CACF,CACF,EACD,IAAI,EACJ,CAAC,CACF,EAAE;QACL,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,YAAY,GAAG;;;GAGpB,WAAW;;mPAEqO,kBAAkB;;;;gDAIrN,YAAY,CAAC,CAAC,CAAC,wDAAwD,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IAE7H,MAAM,QAAQ,GAAG,IAAA,SAAI,EAAC;QACpB,WAAW,EAAE,YAAY;YACvB,CAAC,CAAC,uEAAuE;YACzE,CAAC,CAAC,+CAA+C;QACnD,WAAW,EAAE,cAAc;QAC3B,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE;YACxB,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC;QACtC,CAAC;KACF,CAAC,CAAC;IAEH,MAAM,UAAU,GAAiB;QAC/B,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,YAAY;YACnB,CAAC,CAAC,8DAA8D;YAChE,CAAC,CAAC,gCAAgC;KACrC,CAAC;IAEF,MAAM,MAAM,GAAG,MAAM,IAAA,iBAAY,EAAC;QAChC,KAAK;QACL,MAAM,EAAE,YAAY;QACpB,QAAQ,EAAE,CAAC,GAAG,aAAa,EAAE,UAAU,CAAC;QACxC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAa;QACpC,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE;QAC9C,eAAe,EAAE;YACf,MAAM,EAAE,EAAE,eAAe,EAAE,uBAAuB,EAAE;YACpD,MAAM,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE;SACzB;KACF,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC;IAC3E,MAAM,cAAc,GAAmB;QACrC,UAAU;QACV,GAAG,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,IAAI,EAAE,CAAC;KACrC,CAAC;IAEF,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,IAAI,IAAI,0BAA0B;YACpD,YAAY,EAAE,KAAK;YACnB,QAAQ,EAAE,cAAc;SACzB,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,YAAY,CAAC,KAI1B,CAAC;IACF,MAAM,CAAC;QACL,QAAQ,EAAE,OAAO;QACjB,OAAO,EAAE,gBAAgB;QACzB,KAAK,EAAE,CAAC;KACT,CAAC,CAAC;IAEH,OAAO;QACL,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,QAAQ,EAAE,cAAc;QACxB,MAAM,EAAE,KAAK,CAAC,MAAM;KACrB,CAAC;AACJ,CAAC","sourcesContent":["import { generateText, ModelMessage, LanguageModel, ToolSet } from \"ai\";\nimport { z } from \"zod\";\nimport { tool } from \"ai\";\nimport { LogLine } from \"../../types/public/logs.js\";\nimport { StagehandZodObject } from \"../../zodCompat.js\";\nimport { getZFactory } from \"../../../utils.js\";\nimport type { StagehandZodSchema } from \"../../zodCompat.js\";\n\ninterface DoneResult {\n  reasoning: string;\n  taskComplete: boolean;\n  messages: ModelMessage[];\n  output?: Record<string, unknown>;\n}\n\nfunction buildBaseDoneSchema(factory: typeof z) {\n  return factory.object({\n    reasoning: factory\n      .string()\n      .describe(\"Brief summary of what actions were taken and the outcome\"),\n    taskComplete: factory\n      .boolean()\n      .describe(\"true if the task was fully completed, false otherwise\"),\n  });\n}\n\n/**\n * Force a done tool call at the end of an agent run.\n * This ensures we always get a structured final response,\n * even if the main loop ended without calling done.\n */\nexport async function handleDoneToolCall(options: {\n  model: LanguageModel;\n  inputMessages: ModelMessage[];\n  instruction: string;\n  outputSchema?: StagehandZodObject;\n  logger: (message: LogLine) => void;\n}): Promise<DoneResult> {\n  const { model, inputMessages, instruction, outputSchema, logger } = options;\n\n  logger({\n    category: \"agent\",\n    message: \"Agent calling tool: done\",\n    level: 1,\n  });\n  // Use the same Zod version as the user's outputSchema to avoid v3/v4 mixing\n  const factory = outputSchema\n    ? getZFactory(outputSchema as StagehandZodSchema)\n    : z;\n  const baseDoneSchema = buildBaseDoneSchema(factory);\n\n  // Merge base done schema with user-provided output schema if present\n  const doneToolSchema = outputSchema\n    ? baseDoneSchema.extend({\n        output: outputSchema.describe(\n          \"The specific data the user requested from this task\",\n        ),\n      })\n    : baseDoneSchema;\n\n  const outputInstructions = outputSchema\n    ? `\\n\\nThe user also requested the following information from this task. Provide it in the \"output\" field:\\n${JSON.stringify(\n        Object.fromEntries(\n          Object.entries(outputSchema.shape).map(\n            ([key, value]: [string, StagehandZodSchema]) => [\n              key,\n              value.description || \"no description\",\n            ],\n          ),\n        ),\n        null,\n        2,\n      )}`\n    : \"\";\n\n  const systemPrompt = `You are a web automation assistant that was tasked with completing a task.\n\nThe task was:\n\"${instruction}\"\n\nReview what was accomplished and provide your final assessment in whether the task was completed successfully. you have been provided with the history of the actions taken so far, use this to determine if the task was completed successfully.${outputInstructions}\n\nCall the \"done\" tool with:\n1. A brief summary of what was done\n2. Whether the task was completed successfully${outputSchema ? \"\\n3. The requested output data based on what you found\" : \"\"}`;\n\n  const doneTool = tool({\n    description: outputSchema\n      ? \"Complete the task with your assessment and the requested output data.\"\n      : \"Complete the task with your final assessment.\",\n    inputSchema: doneToolSchema,\n    execute: async (params) => {\n      return { success: true, ...params };\n    },\n  });\n\n  const userPrompt: ModelMessage = {\n    role: \"user\",\n    content: outputSchema\n      ? \"Provide your final assessment and the requested output data.\"\n      : \"Provide your final assessment.\",\n  };\n\n  const result = await generateText({\n    model,\n    system: systemPrompt,\n    messages: [...inputMessages, userPrompt],\n    tools: { done: doneTool } as ToolSet,\n    toolChoice: { type: \"tool\", toolName: \"done\" },\n    providerOptions: {\n      google: { mediaResolution: \"MEDIA_RESOLUTION_HIGH\" },\n      openai: { store: false },\n    },\n  });\n\n  const doneToolCall = result.toolCalls.find((tc) => tc.toolName === \"done\");\n  const outputMessages: ModelMessage[] = [\n    userPrompt,\n    ...(result.response?.messages || []),\n  ];\n\n  if (!doneToolCall) {\n    return {\n      reasoning: result.text || \"Task execution completed\",\n      taskComplete: false,\n      messages: outputMessages,\n    };\n  }\n\n  const input = doneToolCall.input as {\n    reasoning: string;\n    taskComplete: boolean;\n    output?: Record<string, unknown>;\n  };\n  logger({\n    category: \"agent\",\n    message: `Task completed`,\n    level: 1,\n  });\n\n  return {\n    reasoning: input.reasoning,\n    taskComplete: input.taskComplete,\n    messages: outputMessages,\n    output: input.output,\n  };\n}\n"]}

package/dist/cjs/lib/v3/agent/utils/imageCompression.js

@@ -0,0 +1,212 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.findItemsWithImages = findItemsWithImages;
+exports.compressConversationImages = compressConversationImages;
+exports.findGoogleItemsWithImages = findGoogleItemsWithImages;
+exports.findOpenAIItemsWithImages = findOpenAIItemsWithImages;
+exports.compressOpenAIConversationImages = compressOpenAIConversationImages;
+exports.compressGoogleConversationImages = compressGoogleConversationImages;
+/**
+ * Finds all items in the conversation history that contain images
+ * @param items - Array of conversation items to check
+ * @returns Array of indices where images were found
+ */
+function findItemsWithImages(items) {
+    const itemsWithImages = [];
+    items.forEach((item, index) => {
+        let hasImage = false;
+        if (Array.isArray(item.content)) {
+            hasImage = item.content.some((contentItem) => contentItem.type === "tool_result" &&
+                "content" in contentItem &&
+                Array.isArray(contentItem.content) &&
+                contentItem.content.some((nestedItem) => nestedItem.type === "image"));
+        }
+        if (hasImage) {
+            itemsWithImages.push(index);
+        }
+    });
+    return itemsWithImages;
+}
+/**
+ * Compresses conversation history by removing images from older items
+ * while keeping the most recent images intact
+ * @param items - Array of conversation items to process
+ * @param keepMostRecentCount - Number of most recent image-containing items to preserve (default: 2)
+ * @returns Object with processed items
+ */
+function compressConversationImages(items, keepMostRecentCount = 2) {
+    const itemsWithImages = findItemsWithImages(items);
+    items.forEach((item, index) => {
+        const imageIndex = itemsWithImages.indexOf(index);
+        const shouldCompress = imageIndex >= 0 &&
+            imageIndex < itemsWithImages.length - keepMostRecentCount;
+        if (shouldCompress) {
+            if (Array.isArray(item.content)) {
+                item.content = item.content.map((contentItem) => {
+                    if (contentItem.type === "tool_result" &&
+                        "content" in contentItem &&
+                        Array.isArray(contentItem.content) &&
+                        contentItem.content.some((nestedItem) => nestedItem.type === "image")) {
+                        return {
+                            ...contentItem,
+                            content: "screenshot taken",
+                        };
+                    }
+                    return contentItem;
+                });
+            }
+        }
+    });
+    return {
+        items,
+    };
+}
+/**
+ * Finds all items in the conversation history that contain images (Google format)
+ * @param items - Array of conversation items to check
+ * @returns Array of indices where images were found
+ */
+function findGoogleItemsWithImages(items) {
+    const itemsWithImages = [];
+    items.forEach((item, index) => {
+        let hasImage = false;
+        if (item.parts && Array.isArray(item.parts)) {
+            hasImage = item.parts.some((part) => {
+                // Check for functionResponse with data containing images
+                if (part.functionResponse?.response?.data) {
+                    const data = part.functionResponse.response
+                        .data;
+                    return data.some((dataItem) => dataItem.inlineData?.mimeType?.startsWith("image/"));
+                }
+                // Check for functionResponse with parts containing images
+                if (part.functionResponse?.parts) {
+                    return part.functionResponse.parts.some((responsePart) => responsePart.inlineData?.mimeType?.startsWith("image/"));
+                }
+                // Check for direct inline data
+                return part.inlineData?.mimeType?.startsWith("image/");
+            });
+        }
+        if (hasImage) {
+            itemsWithImages.push(index);
+        }
+    });
+    return itemsWithImages;
+}
+/**
+ * Finds all items in the conversation history that contain images (OpenAI format)
+ * @param items - Array of conversation items to check
+ * @returns Array of indices where images were found
+ */
+function findOpenAIItemsWithImages(items) {
+    const itemsWithImages = [];
+    items.forEach((item, index) => {
+        let hasImage = false;
+        // Check for computer_call_output with image
+        if ("type" in item &&
+            item.type === "computer_call_output" &&
+            "output" in item) {
+            const output = item.output;
+            hasImage = output?.type === "input_image" && !!output?.image_url;
+        }
+        if (hasImage) {
+            itemsWithImages.push(index);
+        }
+    });
+    return itemsWithImages;
+}
+/**
+ * Compresses OpenAI conversation history by removing images from older items
+ * while keeping the most recent images intact
+ * @param items - Array of conversation items to process
+ * @param keepMostRecentCount - Number of most recent image-containing items to preserve (default: 2)
+ * @returns Object with processed items
+ */
+function compressOpenAIConversationImages(items, keepMostRecentCount = 2) {
+    const itemsWithImages = findOpenAIItemsWithImages(items);
+    items.forEach((item, index) => {
+        const imageIndex = itemsWithImages.indexOf(index);
+        const shouldCompress = imageIndex >= 0 &&
+            imageIndex < itemsWithImages.length - keepMostRecentCount;
+        if (shouldCompress) {
+            // For computer_call_output with image, replace with text
+            if ("type" in item &&
+                item.type === "computer_call_output" &&
+                "output" in item) {
+                const output = item.output;
+                if (output?.type === "input_image") {
+                    // Replace the image with a text message
+                    item.output = "screenshot taken";
+                }
+            }
+        }
+    });
+    return {
+        items,
+    };
+}
+/**
+ * Compresses Google conversation history by removing images from older items
+ * while keeping the most recent images intact
+ * @param items - Array of conversation items to process
+ * @param keepMostRecentCount - Number of most recent image-containing items to preserve (default: 2)
+ * @returns Object with processed items
+ */
+function compressGoogleConversationImages(items, keepMostRecentCount = 2) {
+    const itemsWithImages = findGoogleItemsWithImages(items);
+    items.forEach((item, index) => {
+        const imageIndex = itemsWithImages.indexOf(index);
+        const shouldCompress = imageIndex >= 0 &&
+            imageIndex < itemsWithImages.length - keepMostRecentCount;
+        if (shouldCompress && item.parts && Array.isArray(item.parts)) {
+            item.parts = item.parts.map((part) => {
+                // Replace functionResponse with data containing images
+                if (part.functionResponse?.response?.data) {
+                    const data = part.functionResponse.response
+                        .data;
+                    const hasImage = data.some((dataItem) => dataItem.inlineData?.mimeType?.startsWith("image/"));
+                    if (hasImage) {
+                        return {
+                            ...part,
+                            functionResponse: {
+                                ...part.functionResponse,
+                                data: [],
+                                response: {
+                                    ...part.functionResponse.response,
+                                    compressed: "screenshot taken",
+                                },
+                            },
+                        };
+                    }
+                }
+                // Replace functionResponse with parts containing images
+                if (part.functionResponse?.parts) {
+                    const hasImageInParts = part.functionResponse.parts.some((responsePart) => responsePart.inlineData?.mimeType?.startsWith("image/"));
+                    if (hasImageInParts) {
+                        return {
+                            ...part,
+                            functionResponse: {
+                                ...part.functionResponse,
+                                parts: part.functionResponse.parts.filter((responsePart) => !responsePart.inlineData?.mimeType?.startsWith("image/")),
+                                response: {
+                                    ...part.functionResponse.response,
+                                    compressed: "screenshot taken",
+                                },
+                            },
+                        };
+                    }
+                }
+                // Replace direct inline data images
+                if (part.inlineData?.mimeType?.startsWith("image/")) {
+                    return {
+                        text: "screenshot taken",
+                    };
+                }
+                return part;
+            });
+        }
+    });
+    return {
+        items,
+    };
+}
+//# sourceMappingURL=imageCompression.js.map