@bubblelab/bubble-core 0.1.175 → 0.1.176

package/dist/bubbles/tool-bubble/amazon-shopping-tool/amazon-shopping-tool.d.ts

@@ -37,8 +37,8 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         credentials: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodNativeEnum<typeof CredentialType>, import("zod").ZodString>>;
     }, "strip", import("zod").ZodTypeAny, {
         operation: "add_to_cart";
-        quantity: number;
         product_url: string;
+        quantity: number;
         credentials?: Partial<Record<CredentialType, string>> | undefined;
     }, {
         operation: "add_to_cart";
@@ -69,13 +69,13 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         max_results: import("zod").ZodDefault<import("zod").ZodOptional<import("zod").ZodNumber>>;
         credentials: import("zod").ZodOptional<import("zod").ZodRecord<import("zod").ZodNativeEnum<typeof CredentialType>, import("zod").ZodString>>;
     }, "strip", import("zod").ZodTypeAny, {
-        operation: "search";
         query: string;
+        operation: "search";
         max_results: number;
         credentials?: Partial<Record<CredentialType, string>> | undefined;
     }, {
-        operation: "search";
         query: string;
+        operation: "search";
         credentials?: Partial<Record<CredentialType, string>> | undefined;
         max_results?: number | undefined;
     }>, import("zod").ZodObject<{
@@ -113,15 +113,15 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         cart_count: import("zod").ZodOptional<import("zod").ZodNumber>;
         error: import("zod").ZodString;
     }, "strip", import("zod").ZodTypeAny, {
-        operation: "add_to_cart";
         success: boolean;
         error: string;
+        operation: "add_to_cart";
         message?: string | undefined;
         cart_count?: number | undefined;
     }, {
-        operation: "add_to_cart";
         success: boolean;
         error: string;
+        operation: "add_to_cart";
         message?: string | undefined;
         cart_count?: number | undefined;
     }>, import("zod").ZodObject<{
@@ -154,9 +154,9 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         screenshot_url: import("zod").ZodOptional<import("zod").ZodString>;
         error: import("zod").ZodString;
     }, "strip", import("zod").ZodTypeAny, {
-        operation: "get_cart";
         success: boolean;
         error: string;
+        operation: "get_cart";
         items?: {
             title: string;
             price: string;
@@ -169,9 +169,9 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         total_items?: number | undefined;
         screenshot_url?: string | undefined;
     }, {
-        operation: "get_cart";
         success: boolean;
         error: string;
+        operation: "get_cart";
         items?: {
             title: string;
             price: string;
@@ -210,9 +210,9 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         screenshot_url: import("zod").ZodOptional<import("zod").ZodString>;
         error: import("zod").ZodString;
     }, "strip", import("zod").ZodTypeAny, {
-        operation: "checkout";
         success: boolean;
         error: string;
+        operation: "checkout";
         items?: {
             title: string;
             price?: string | undefined;
@@ -228,9 +228,9 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         shipping_address?: string | undefined;
         payment_method?: string | undefined;
     }, {
-        operation: "checkout";
         success: boolean;
         error: string;
+        operation: "checkout";
         items?: {
             title: string;
             price?: string | undefined;
@@ -279,9 +279,9 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         total_results: import("zod").ZodOptional<import("zod").ZodNumber>;
         error: import("zod").ZodString;
     }, "strip", import("zod").ZodTypeAny, {
-        operation: "search";
         success: boolean;
         error: string;
+        operation: "search";
         results?: {
             title: string;
             url: string;
@@ -294,9 +294,9 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         }[] | undefined;
         total_results?: number | undefined;
     }, {
-        operation: "search";
         success: boolean;
         error: string;
+        operation: "search";
         results?: {
             title: string;
             url: string;
@@ -347,9 +347,9 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         }>>;
         error: import("zod").ZodString;
     }, "strip", import("zod").ZodTypeAny, {
-        operation: "get_product";
         success: boolean;
         error: string;
+        operation: "get_product";
         product?: {
             title: string;
             url: string;
@@ -363,9 +363,9 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
             availability?: string | undefined;
         } | undefined;
     }, {
-        operation: "get_product";
         success: boolean;
         error: string;
+        operation: "get_product";
         product?: {
             title: string;
             url: string;
@@ -384,14 +384,14 @@ export declare class AmazonShoppingTool<T extends AmazonShoppingToolParamsInput
         screenshot_url: import("zod").ZodOptional<import("zod").ZodString>;
         error: import("zod").ZodString;
     }, "strip", import("zod").ZodTypeAny, {
-        operation: "screenshot";
         success: boolean;
         error: string;
+        operation: "screenshot";
         screenshot_url?: string | undefined;
     }, {
-        operation: "screenshot";
         success: boolean;
         error: string;
+        operation: "screenshot";
         screenshot_url?: string | undefined;
     }>]>;
     static readonly shortDescription = "Amazon shopping automation - add to cart, view cart, checkout, search products";

package/dist/bubbles/tool-bubble/amazon-shopping-tool/amazon-shopping-tool.schema.d.ts

@@ -37,8 +37,8 @@ export declare const AmazonShoppingToolParamsSchema: z.ZodDiscriminatedUnion<"op
     credentials: z.ZodOptional<z.ZodRecord<z.ZodNativeEnum<typeof CredentialType>, z.ZodString>>;
 }, "strip", z.ZodTypeAny, {
     operation: "add_to_cart";
-    quantity: number;
     product_url: string;
+    quantity: number;
     credentials?: Partial<Record<CredentialType, string>> | undefined;
 }, {
     operation: "add_to_cart";
@@ -186,14 +186,14 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
     cart_count: z.ZodOptional<z.ZodNumber>;
     error: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "add_to_cart";
     message?: string | undefined;
     cart_count?: number | undefined;
 }, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "add_to_cart";
     message?: string | undefined;
     cart_count?: number | undefined;
@@ -227,8 +227,8 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
     screenshot_url: z.ZodOptional<z.ZodString>;
     error: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "get_cart";
     items?: {
         title: string;
@@ -242,8 +242,8 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
     total_items?: number | undefined;
     screenshot_url?: string | undefined;
 }, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "get_cart";
     items?: {
         title: string;
@@ -283,8 +283,8 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
     screenshot_url: z.ZodOptional<z.ZodString>;
     error: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "checkout";
     items?: {
         title: string;
@@ -301,8 +301,8 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
     shipping_address?: string | undefined;
     payment_method?: string | undefined;
 }, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "checkout";
     items?: {
         title: string;
@@ -352,8 +352,8 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
     total_results: z.ZodOptional<z.ZodNumber>;
     error: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "search";
     results?: {
         title: string;
@@ -367,8 +367,8 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
     }[] | undefined;
     total_results?: number | undefined;
 }, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "search";
     results?: {
         title: string;
@@ -420,8 +420,8 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
     }>>;
     error: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "get_product";
     product?: {
         title: string;
@@ -436,8 +436,8 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
         availability?: string | undefined;
     } | undefined;
 }, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "get_product";
     product?: {
         title: string;
@@ -457,13 +457,13 @@ export declare const AmazonShoppingToolResultSchema: z.ZodDiscriminatedUnion<"op
     screenshot_url: z.ZodOptional<z.ZodString>;
     error: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "screenshot";
     screenshot_url?: string | undefined;
 }, {
-    error: string;
     success: boolean;
+    error: string;
     operation: "screenshot";
     screenshot_url?: string | undefined;
 }>]>;

package/dist/bubbles/tool-bubble/browser-tools/_shared/ai/ai-browser-agent.d.ts

@@ -3,8 +3,9 @@ import type { AIBrowserAction, AIBrowserAgentConfig } from './ai-browser-agent.t
 /**
  * AI Browser Agent for error recovery and data extraction.
  *
- * Uses AIAgentBubble from @bubblelab/bubble-core to analyze screenshots
- * and suggest recovery actions or extract structured data.
+ * Uses vision AI to analyze screenshots and suggest recovery actions
+ * or extract structured data. No DOM inspection needed — the AI
+ * looks at the screenshot and decides coordinates directly.
  */
 export declare class AIBrowserAgent {
     private sessionId;
@@ -13,51 +14,25 @@ export declare class AIBrowserAgent {
     constructor(config: AIBrowserAgentConfig);
     /**
      * Suggest a recovery action for a failed step.
-     *
-     * @param task - Description of what the step was trying to accomplish
-     * @param error - The error message from the failed step
-     * @returns The suggested recovery action
+     * Takes a screenshot and lets the AI decide what to do.
      */
     suggestRecoveryAction(task: string, error: string): Promise<AIBrowserAction>;
     /**
      * Extract structured data from the page using AI vision.
-     *
-     * @param schema - Zod schema defining the expected data structure
-     * @param task - Description of what data to extract
-     * @returns The extracted data matching the schema, or null if extraction fails
      */
     extractData<T>(schema: z.ZodType<T>, task: string): Promise<T | null>;
     /**
      * Execute the suggested recovery action on the page.
-     *
-     * @param action - The action to execute
-     * @returns true if the action was executed successfully
      */
     executeAction(action: AIBrowserAction): Promise<boolean>;
-    /**
-     * Capture a screenshot from the current browser session.
-     */
     private captureScreenshot;
-    /**
-     * Get the current page URL.
-     */
     private getCurrentUrl;
-    /**
-     * Extract interactive elements from the page.
-     */
-    private extractInteractiveElements;
-    /**
-     * Call the AI agent with a message and optional screenshot.
-     */
     private callAI;
-    /**
-     * Build the prompt for recovery action suggestion.
-     */
-    private buildRecoveryPrompt;
     /**
      * Parse the AI response into a typed action.
      */
     private parseRecoveryAction;
+    private hasValidCoordinates;
     /**
      * Generate a human-readable description of a Zod schema.
      */

package/dist/bubbles/tool-bubble/browser-tools/_shared/ai/ai-browser-agent.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai-browser-agent.d.ts","sourceRoot":"","sources":["../../../../../../src/bubbles/tool-bubble/browser-tools/_shared/ai/ai-browser-agent.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAK7B,OAAO,KAAK,EACV,eAAe,EACf,oBAAoB,EAErB,MAAM,6BAA6B,CAAC;AA4HrC;;;;;GAKG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAC,CAAgB;IAChC,OAAO,CAAC,WAAW,CAAC,CAAyB;gBAEjC,MAAM,EAAE,oBAAoB;IAMxC;;;;;;OAMG;IACG,qBAAqB,CACzB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC;IAqD3B;;;;;;OAMG;IACG,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IAgD3E;;;;;OAKG;IACG,aAAa,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC;IAsE9D;;OAEG;YACW,iBAAiB;IAe/B;;OAEG;YACW,aAAa;IAW3B;;OAEG;YACW,0BAA0B;IAaxC;;OAEG;YACW,MAAM;IA6CpB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IA+B3B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IA0E3B;;OAEG;IACH,OAAO,CAAC,iBAAiB;CA6B1B"}
+{"version":3,"file":"ai-browser-agent.d.ts","sourceRoot":"","sources":["../../../../../../src/bubbles/tool-bubble/browser-tools/_shared/ai/ai-browser-agent.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAK7B,OAAO,KAAK,EACV,eAAe,EACf,oBAAoB,EACrB,MAAM,6BAA6B,CAAC;AAmDrC;;;;;;GAMG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAC,CAAgB;IAChC,OAAO,CAAC,WAAW,CAAC,CAAyB;gBAEjC,MAAM,EAAE,oBAAoB;IAMxC;;;OAGG;IACG,qBAAqB,CACzB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC,eAAe,CAAC;IAsC3B;;OAEG;IACG,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;IA2C3E;;OAEG;IACG,aAAa,CAAC,MAAM,EAAE,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC;YA4EhD,iBAAiB;YAejB,aAAa;YAWb,MAAM;IA4CpB;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAuE3B,OAAO,CAAC,mBAAmB;IAW3B;;OAEG;IACH,OAAO,CAAC,iBAAiB;CA4B1B"}