@bubblelab/bubble-core 0.1.10 → 0.1.12

package/dist/bubbles/tool-bubble/web-crawl-tool.js

@@ -1,6 +1,6 @@
 import { z } from 'zod';
 import { ToolBubble } from '../../types/tool-bubble-class.js';
-import FirecrawlApp from '@mendable/firecrawl-js';
+import { FirecrawlBubble } from '../service-bubble/firecrawl.js';
 import { CredentialType } from '@bubblelab/shared-schemas';
 import { AIAgentBubble } from '../service-bubble/ai-agent.js';
 // Enhanced parameters schema for web crawling
@@ -67,6 +67,7 @@ const WebCrawlToolResultSchema = z.object({
     }))
         .describe('Array of crawled pages with content'),
     totalPages: z.number().describe('Total number of pages crawled'),
+    creditsUsed: z.number().describe('Number of credits used'),
     // Metadata
     metadata: z
         .object({
@@ -117,66 +118,42 @@ export class WebCrawlTool extends ToolBubble {
         const { url } = this.params;
         const startTime = Date.now();
         try {
-            // Get Firecrawl API key from credentials
-            const apiKey = this.params.credentials?.FIRECRAWL_API_KEY;
-            if (!apiKey) {
-                throw new Error('FIRECRAWL_API_KEY is required but not provided in credentials');
-            }
-            // Initialize Firecrawl client
-            const firecrawl = new FirecrawlApp({ apiKey });
             console.log(`[WebCrawlTool] Starting crawl for URL:`, url);
-            const crawlResult = await this.executeCrawl(firecrawl, startTime);
-            // Process pages in batches of 5 for parallel summarization
-            const batchSize = 5;
-            const pageCount = crawlResult.pages.length;
-            for (let batchStart = 0; batchStart < pageCount; batchStart += batchSize) {
-                const batchEnd = Math.min(batchStart + batchSize, pageCount);
-                const batch = crawlResult.pages.slice(batchStart, batchEnd);
-                // Create promises for parallel processing
-                const summarizePromises = batch.map(async (page, batchIndex) => {
+            const crawlResult = await this.executeCrawl(startTime);
+            if (!crawlResult.success) {
+                return crawlResult;
+            }
+            // Summarize individual pages that are too long (>50KB)
+            const summarizationPromises = crawlResult.pages.map(async (page, index) => {
+                if (!page.content || page.content.length <= 50000) {
+                    return; // Skip short pages
+                }
+                console.debug(`[WebCrawlTool] Summarizing large page (${page.content.length} chars): ${page.url}`);
+                try {
                     const summarizeAgent = new AIAgentBubble({
-                        message: `Summarize the crawled page to condense all information and remove any non-essential information, include all links, contact information, companies, don't omit any information. Content: ${page.content}`,
+                        message: `Clean up this crawled page and condense the content to remove any non-essential information. Include all links, contact information, and important details. Remove navigation, footer, and other non-essential elements but preserve all examples, code blocks, and API usage.
+
+Content from ${page.url}:
+${page.content}`,
                         model: {
                             model: 'google/gemini-2.5-flash-lite',
+                            maxTokens: 50000,
                         },
                         name: 'Crawl Page Summarizer Agent',
                         credentials: this.params.credentials,
                     }, this.context);
-                    try {
-                        const result = await summarizeAgent.action();
-                        console.log('[WebCrawlTool] Summarized page content for:', page.url, result.data?.response);
-                        return {
-                            index: batchStart + batchIndex,
-                            url: page.url,
-                            title: page.title,
-                            content: result.data?.response,
-                            depth: page.depth,
-                        };
-                    }
-                    catch (error) {
-                        console.error('[WebCrawlTool] Error summarizing page:', page.url, error);
-                        return {
-                            index: batchStart + batchIndex,
-                            url: page.url,
-                            title: page.title,
-                            content: page.content, // Keep original content if summarization fails
-                            depth: page.depth,
-                        };
+                    const result = await summarizeAgent.action();
+                    if (result.data?.response) {
+                        crawlResult.pages[index].content = result.data.response;
+                        console.log(`[WebCrawlTool] Summarized page: ${page.url}`);
                     }
-                });
-                // Wait for all promises in this batch to complete
-                const batchResults = await Promise.all(summarizePromises);
-                // Update the original pages array with summarized content
-                batchResults.forEach((result) => {
-                    crawlResult.pages[result.index] = {
-                        url: result.url,
-                        title: result.title,
-                        content: result.content,
-                        depth: result.depth,
-                    };
-                });
-                console.log(`[WebCrawlTool] Completed batch ${Math.floor(batchStart / batchSize) + 1} of ${Math.ceil(pageCount / batchSize)}`);
-            }
+                }
+                catch (error) {
+                    console.error(`[WebCrawlTool] Error summarizing ${page.url}:`, error);
+                    // Keep original content if summarization fails
+                }
+            });
+            await Promise.all(summarizationPromises);
             return crawlResult;
         }
         catch (error) {
@@ -185,6 +162,7 @@ export class WebCrawlTool extends ToolBubble {
             return {
                 url,
                 success: false,
+                creditsUsed: 0,
                 error: errorMessage,
                 pages: [],
                 totalPages: 0,
@@ -197,12 +175,12 @@ export class WebCrawlTool extends ToolBubble {
     /**
      * Execute crawl operation - multi-page site exploration
      */
-    async executeCrawl(firecrawl, startTime) {
-        const { url, format, onlyMainContent, maxPages, crawlDepth, includePaths, excludePaths, } = this.params;
+    async executeCrawl(startTime) {
+        const { url, format, onlyMainContent, maxPages, crawlDepth, includePaths, excludePaths, credentials, } = this.params;
         // Configure crawling options
         const crawlOptions = {
             limit: maxPages || 10,
-            maxDepth: crawlDepth || 2,
+            maxDiscoveryDepth: crawlDepth || 2,
         };
         // Add URL filtering if specified
         if (includePaths && includePaths.length > 0) {
@@ -213,18 +191,36 @@ export class WebCrawlTool extends ToolBubble {
         }
         console.log('[WebCrawlTool] Crawling with options:', crawlOptions);
         // Execute crawl
-        const response = await firecrawl.crawl(url, {
+        const firecrawlParams = {
+            operation: 'crawl',
+            credentials,
             ...crawlOptions,
+            url,
             scrapeOptions: {
-                formats: [format],
+                formats: format ? [format] : undefined,
                 onlyMainContent,
                 removeBase64Images: true,
             },
-        });
+        };
+        const firecrawl = new FirecrawlBubble(firecrawlParams, this.context, 'web_crawl_tool_firecrawl');
+        const response = await firecrawl.action();
+        if (!response.success) {
+            return {
+                url,
+                success: false,
+                creditsUsed: 0,
+                error: response.error || 'Crawl failed',
+                pages: [],
+                totalPages: 0,
+                metadata: {
+                    loadTime: Date.now() - startTime,
+                },
+            };
+        }
         // Process crawled pages
         const pages = [];
         // Handle different response structures
-        const crawlData = response.completed ? response.data : [];
+        const crawlData = response.data.completed ? response.data.data : [];
         for (const page of crawlData) {
             let content = '';
             // Extract content based on format
@@ -238,9 +234,12 @@ export class WebCrawlTool extends ToolBubble {
                 depth: page.metadata?.depth,
             });
         }
+        // Token usage tracking is now centralized in FirecrawlBubble
+        const creditsUsed = pages.length;
         return {
             url,
             pages,
+            creditsUsed,
             totalPages: pages.length,
             success: true,
             error: '',

package/dist/bubbles/tool-bubble/web-crawl-tool.js.map

@@ -1 +1 @@
-{"version":3,"file":"web-crawl-tool.js","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-crawl-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAE9D,OAAO,YAAY,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAmB,MAAM,2BAA2B,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,8CAA8C;AAC9C,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC;SACH,MAAM,EAAE;SACR,GAAG,CAAC,qBAAqB,CAAC;SAC1B,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,MAAM,EAAE,CAAC;SACN,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC;SAClB,OAAO,CAAC,UAAU,CAAC;SACnB,QAAQ,CAAC,mCAAmC,CAAC;IAChD,eAAe,EAAE,CAAC;SACf,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,6DAA6D,CAAC;IAE1E,4BAA4B;IAC5B,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,EAAE;SACV,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,CAAC,CAAC;SACN,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,wBAAwB,CAAC;IACrC,YAAY,EAAE,CAAC;SACZ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,0FAA0F,CAC3F;IACH,YAAY,EAAE,CAAC;SACZ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF,CACxF;IAEH,qBAAqB;IACrB,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,KAAK,CAAC;SACV,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,kDAAkD,CAAC;IAC/D,WAAW,EAAE,CAAC;SACX,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAChD,QAAQ,EAAE;SACV,QAAQ,CAAC,kDAAkD,CAAC;CAChE,CAAC,CAAC;AAEH,qCAAqC;AACrC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACnE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;IAC3E,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAE3D,gBAAgB;IAChB,KAAK,EAAE,CAAC;SACL,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;QACrB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;QACnB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC,CACH;SACA,QAAQ,CAAC,qCAAqC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAEhE,WAAW;IACX,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC/B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACjC,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,+CAA+C,CAAC;CAC7D,CAAC,CAAC;AAOH,MAAM,OAAO,YAAa,SAAQ,UAGjC;IACC,2BAA2B;IAC3B,MAAM,CAAU,UAAU,GAAe,gBAAgB,CAAC;IAC1D,MAAM,CAAU,MAAM,GAAG,wBAAwB,CAAC;IAClD,MAAM,CAAU,YAAY,GAAG,wBAAwB,CAAC;IACxD,MAAM,CAAU,gBAAgB,GAC9B,4EAA4E,CAAC;IAC/E,MAAM,CAAU,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;GAuBjC,CAAC;IACF,MAAM,CAAU,KAAK,GAAG,OAAO,CAAC;IAChC,MAAM,CAAU,IAAI,GAAG,MAAM,CAAC;IAE9B,YACE,SAAkC,EAAE,GAAG,EAAE,EAAE,EAAE,EAC7C,OAAuB;QAEvB,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAuB;QACzC,KAAK,OAAO,CAAC,CAAC,2CAA2C;QAEzD,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,yCAAyC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAAC;YAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAC;YACJ,CAAC;YAED,8BAA8B;YAC9B,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YAE/C,OAAO,CAAC,GAAG,CAAC,wCAAwC,EAAE,GAAG,CAAC,CAAC;YAE3D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAElE,2DAA2D;YAC3D,MAAM,SAAS,GAAG,CAAC,CAAC;YACpB,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC;YAE3C,KACE,IAAI,UAAU,GAAG,CAAC,EAClB,UAAU,GAAG,SAAS,EACtB,UAAU,IAAI,SAAS,EACvB,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,SAAS,EAAE,SAAS,CAAC,CAAC;gBAC7D,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBAE5D,0CAA0C;gBAC1C,MAAM,iBAAiB,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;oBAC7D,MAAM,cAAc,GAAG,IAAI,aAAa,CACtC;wBACE,OAAO,EAAE,4LAA4L,IAAI,CAAC,OAAO,EAAE;wBACnN,KAAK,EAAE;4BACL,KAAK,EAAE,8BAA8B;yBACtC;wBACD,IAAI,EAAE,6BAA6B;wBACnC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;qBACrC,EACD,IAAI,CAAC,OAAO,CACb,CAAC;oBAEF,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC;wBAC7C,OAAO,CAAC,GAAG,CACT,6CAA6C,EAC7C,IAAI,CAAC,GAAG,EACR,MAAM,CAAC,IAAI,EAAE,QAAQ,CACtB,CAAC;wBAEF,OAAO;4BACL,KAAK,EAAE,UAAU,GAAG,UAAU;4BAC9B,GAAG,EAAE,IAAI,CAAC,GAAG;4BACb,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ;4BAC9B,KAAK,EAAE,IAAI,CAAC,KAAK;yBAClB,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CACX,wCAAwC,EACxC,IAAI,CAAC,GAAG,EACR,KAAK,CACN,CAAC;wBACF,OAAO;4BACL,KAAK,EAAE,UAAU,GAAG,UAAU;4BAC9B,GAAG,EAAE,IAAI,CAAC,GAAG;4BACb,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,+CAA+C;4BACtE,KAAK,EAAE,IAAI,CAAC,KAAK;yBAClB,CAAC;oBACJ,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,kDAAkD;gBAClD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;gBAE1D,0DAA0D;gBAC1D,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;oBAC9B,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG;wBAChC,GAAG,EAAE,MAAM,CAAC,GAAG;wBACf,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB,CAAC;gBACJ,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,GAAG,CACT,kCAAkC,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,EAAE,CAClH,CAAC;YACJ,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YAEpD,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE3D,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE;oBACR,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACjC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CACxB,SAAuB,EACvB,SAAiB;QAEjB,MAAM,EACJ,GAAG,EACH,MAAM,EACN,eAAe,EACf,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,YAAY,GACb,GAAG,IAAI,CAAC,MAAM,CAAC;QAEhB,6BAA6B;QAC7B,MAAM,YAAY,GAAQ;YACxB,KAAK,EAAE,QAAQ,IAAI,EAAE;YACrB,QAAQ,EAAE,UAAU,IAAI,CAAC;SAC1B,CAAC;QAEF,iCAAiC;QACjC,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC;QAC3C,CAAC;QACD,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC;QAC3C,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uCAAuC,EAAE,YAAY,CAAC,CAAC;QAEnE,gBAAgB;QAChB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE;YAC1C,GAAG,YAAY;YACf,aAAa,EAAE;gBACb,OAAO,EAAE,CAAC,MAAM,CAAC;gBACjB,eAAe;gBACf,kBAAkB,EAAE,IAAI;aACzB;SACF,CAAC,CAAC;QAEH,wBAAwB;QACxB,MAAM,KAAK,GAKN,EAAE,CAAC;QAER,uCAAuC;QACvC,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAE1D,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,OAAO,GAAG,EAAE,CAAC;YAEjB,kCAAkC;YAClC,IAAI,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC3C,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC1B,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;gBACnC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACjC,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;gBACvB,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,KAA2B;aAClD,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,GAAG;YACH,KAAK;YACL,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE;gBACR,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,UAAU,EAAE,UAAU,IAAI,CAAC;gBAC3B,eAAe,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;aAClD;SACF,CAAC;IACJ,CAAC"}
+{"version":3,"file":"web-crawl-tool.js","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-crawl-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,cAAc,EAAmB,MAAM,2BAA2B,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,8CAA8C;AAC9C,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC;SACH,MAAM,EAAE;SACR,GAAG,CAAC,qBAAqB,CAAC;SAC1B,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,MAAM,EAAE,CAAC;SACN,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC;SAClB,OAAO,CAAC,UAAU,CAAC;SACnB,QAAQ,CAAC,mCAAmC,CAAC;IAChD,eAAe,EAAE,CAAC;SACf,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,6DAA6D,CAAC;IAE1E,4BAA4B;IAC5B,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,EAAE;SACV,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,CAAC,CAAC;SACN,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,wBAAwB,CAAC;IACrC,YAAY,EAAE,CAAC;SACZ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,0FAA0F,CAC3F;IACH,YAAY,EAAE,CAAC;SACZ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF,CACxF;IAEH,qBAAqB;IACrB,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,KAAK,CAAC;SACV,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,kDAAkD,CAAC;IAC/D,WAAW,EAAE,CAAC;SACX,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAChD,QAAQ,EAAE;SACV,QAAQ,CAAC,kDAAkD,CAAC;CAChE,CAAC,CAAC;AAEH,qCAAqC;AACrC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACnE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;IAC3E,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAE3D,gBAAgB;IAChB,KAAK,EAAE,CAAC;SACL,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;QACrB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;QACnB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC,CACH;SACA,QAAQ,CAAC,qCAAqC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAChE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IAE1D,WAAW;IACX,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC/B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACjC,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,+CAA+C,CAAC;CAC7D,CAAC,CAAC;AAOH,MAAM,OAAO,YAAa,SAAQ,UAGjC;IACC,2BAA2B;IAC3B,MAAM,CAAU,UAAU,GAAe,gBAAgB,CAAC;IAC1D,MAAM,CAAU,MAAM,GAAG,wBAAwB,CAAC;IAClD,MAAM,CAAU,YAAY,GAAG,wBAAwB,CAAC;IACxD,MAAM,CAAU,gBAAgB,GAC9B,4EAA4E,CAAC;IAC/E,MAAM,CAAU,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;GAuBjC,CAAC;IACF,MAAM,CAAU,KAAK,GAAG,OAAO,CAAC;IAChC,MAAM,CAAU,IAAI,GAAG,MAAM,CAAC;IAE9B,YACE,SAAkC,EAAE,GAAG,EAAE,EAAE,EAAE,EAC7C,OAAuB;QAEvB,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAuB;QACzC,KAAK,OAAO,CAAC,CAAC,2CAA2C;QAEzD,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,wCAAwC,EAAE,GAAG,CAAC,CAAC;YAE3D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YACvD,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;gBACzB,OAAO,WAAW,CAAC;YACrB,CAAC;YAED,uDAAuD;YACvD,MAAM,qBAAqB,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CACjD,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;gBACpB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;oBAClD,OAAO,CAAC,mBAAmB;gBAC7B,CAAC;gBAED,OAAO,CAAC,KAAK,CACX,0CAA0C,IAAI,CAAC,OAAO,CAAC,MAAM,YAAY,IAAI,CAAC,GAAG,EAAE,CACpF,CAAC;gBAEF,IAAI,CAAC;oBACH,MAAM,cAAc,GAAG,IAAI,aAAa,CACtC;wBACE,OAAO,EAAE;;eAEV,IAAI,CAAC,GAAG;EACrB,IAAI,CAAC,OAAO,EAAE;wBACA,KAAK,EAAE;4BACL,KAAK,EAAE,8BAA8B;4BACrC,SAAS,EAAE,KAAK;yBACjB;wBACD,IAAI,EAAE,6BAA6B;wBACnC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;qBACrC,EACD,IAAI,CAAC,OAAO,CACb,CAAC;oBAEF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC;oBAC7C,IAAI,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC;wBAC1B,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;wBACxD,OAAO,CAAC,GAAG,CAAC,mCAAmC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;oBAC7D,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,KAAK,CACX,oCAAoC,IAAI,CAAC,GAAG,GAAG,EAC/C,KAAK,CACN,CAAC;oBACF,+CAA+C;gBACjD,CAAC;YACH,CAAC,CACF,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;YAEzC,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YAEpD,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE3D,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,CAAC;gBACd,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE;oBACR,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACjC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,SAAiB;QAC1C,MAAM,EACJ,GAAG,EACH,MAAM,EACN,eAAe,EACf,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,WAAW,GACZ,GAAG,IAAI,CAAC,MAAM,CAAC;QAEhB,6BAA6B;QAC7B,MAAM,YAAY,GAKd;YACF,KAAK,EAAE,QAAQ,IAAI,EAAE;YACrB,iBAAiB,EAAE,UAAU,IAAI,CAAC;SACnC,CAAC;QAEF,iCAAiC;QACjC,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC;QAC3C,CAAC;QACD,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC;QAC3C,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uCAAuC,EAAE,YAAY,CAAC,CAAC;QAEnE,gBAAgB;QAChB,MAAM,eAAe,GAAG;YACtB,SAAS,EAAE,OAAgB;YAC3B,WAAW;YACX,GAAG,YAAY;YACf,GAAG;YACH,aAAa,EAAE;gBACb,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;gBACtC,eAAe;gBACf,kBAAkB,EAAE,IAAI;aACzB;SACF,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,eAAe,EACf,IAAI,CAAC,OAAO,EACZ,0BAA0B,CAC3B,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;YACtB,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,CAAC;gBACd,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,cAAc;gBACvC,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE;oBACR,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACjC;aACF,CAAC;QACJ,CAAC;QAED,wBAAwB;QACxB,MAAM,KAAK,GAKN,EAAE,CAAC;QAER,uCAAuC;QACvC,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAEpE,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,OAAO,GAAG,EAAE,CAAC;YAEjB,kCAAkC;YAClC,IAAI,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC3C,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC1B,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;gBACnC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACjC,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;gBACvB,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,KAA2B;aAClD,CAAC,CAAC;QACL,CAAC;QAED,6DAA6D;QAC7D,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC;QAEjC,OAAO;YACL,GAAG;YACH,KAAK;YACL,WAAW;YACX,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE;gBACR,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,UAAU,EAAE,UAAU,IAAI,CAAC;gBAC3B,eAAe,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;aAClD;SACF,CAAC;IACJ,CAAC"}

package/dist/bubbles/tool-bubble/web-extract-tool.d.ts

@@ -40,9 +40,9 @@ declare const WebExtractToolResultSchema: z.ZodObject<{
         pageTitle?: string | undefined;
     }>>;
 }, "strip", z.ZodTypeAny, {
-    url: string;
-    success: boolean;
     error: string;
+    success: boolean;
+    url: string;
     metadata?: {
         statusCode?: number | undefined;
         extractionTime?: number | undefined;
@@ -50,9 +50,9 @@ declare const WebExtractToolResultSchema: z.ZodObject<{
     } | undefined;
     extractedData?: any;
 }, {
-    url: string;
-    success: boolean;
     error: string;
+    success: boolean;
+    url: string;
     metadata?: {
         statusCode?: number | undefined;
         extractionTime?: number | undefined;
@@ -103,9 +103,9 @@ export declare class WebExtractTool extends ToolBubble<WebExtractToolParams, Web
             pageTitle?: string | undefined;
         }>>;
     }, "strip", z.ZodTypeAny, {
-        url: string;
-        success: boolean;
         error: string;
+        success: boolean;
+        url: string;
         metadata?: {
             statusCode?: number | undefined;
             extractionTime?: number | undefined;
@@ -113,9 +113,9 @@ export declare class WebExtractTool extends ToolBubble<WebExtractToolParams, Web
         } | undefined;
         extractedData?: any;
     }, {
-        url: string;
-        success: boolean;
         error: string;
+        success: boolean;
+        url: string;
         metadata?: {
             statusCode?: number | undefined;
             extractionTime?: number | undefined;

package/dist/bubbles/tool-bubble/web-extract-tool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"web-extract-tool.d.ts","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-extract-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,KAAK,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAG5E,QAAA,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;EA4B9B,CAAC;AAGH,QAAA,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe9B,CAAC;AAGH,KAAK,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACxE,KAAK,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACxE,KAAK,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE5E,qBAAa,cAAe,SAAQ,UAAU,CAC5C,oBAAoB,EACpB,oBAAoB,CACrB;IAEC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAsB;IAC5D,MAAM,CAAC,QAAQ,CAAC,MAAM;;;;;;;;;;;;;;;;;;OAA8B;IACpD,MAAM,CAAC,QAAQ,CAAC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAA8B;IAC1D,MAAM,CAAC,QAAQ,CAAC,gBAAgB,mHACkF;IAClH,MAAM,CAAC,QAAQ,CAAC,eAAe,sgDA8B7B;IACF,MAAM,CAAC,QAAQ,CAAC,KAAK,aAAa;IAClC,MAAM,CAAC,QAAQ,CAAC,IAAI,UAAU;gBAG5B,MAAM,GAAE,yBAIP,EACD,OAAO,CAAC,EAAE,aAAa;IAKnB,aAAa,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,oBAAoB,CAAC;CA6G5E"}
+{"version":3,"file":"web-extract-tool.d.ts","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-extract-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,KAAK,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAG5E,QAAA,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;EA4B9B,CAAC;AAGH,QAAA,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe9B,CAAC;AAGH,KAAK,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACxE,KAAK,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACxE,KAAK,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE5E,qBAAa,cAAe,SAAQ,UAAU,CAC5C,oBAAoB,EACpB,oBAAoB,CACrB;IAEC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAsB;IAC5D,MAAM,CAAC,QAAQ,CAAC,MAAM;;;;;;;;;;;;;;;;;;OAA8B;IACpD,MAAM,CAAC,QAAQ,CAAC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAA8B;IAC1D,MAAM,CAAC,QAAQ,CAAC,gBAAgB,mHACkF;IAClH,MAAM,CAAC,QAAQ,CAAC,eAAe,sgDA8B7B;IACF,MAAM,CAAC,QAAQ,CAAC,KAAK,aAAa;IAClC,MAAM,CAAC,QAAQ,CAAC,IAAI,UAAU;gBAG5B,MAAM,GAAE,yBAIP,EACD,OAAO,CAAC,EAAE,aAAa;IAKnB,aAAa,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,oBAAoB,CAAC;CA8G5E"}

package/dist/bubbles/tool-bubble/web-extract-tool.js

@@ -1,6 +1,6 @@
 import { z } from 'zod';
 import { ToolBubble } from '../../types/tool-bubble-class.js';
-import Firecrawl from '@mendable/firecrawl-js';
+import { FirecrawlBubble } from '../service-bubble/firecrawl.js';
 import { CredentialType } from '@bubblelab/shared-schemas';
 // Parameters schema for web extraction
 const WebExtractToolParamsSchema = z.object({
@@ -93,16 +93,9 @@ export class WebExtractTool extends ToolBubble {
     }
     async performAction(context) {
         void context; // Context available but not currently used
-        const { url, prompt, schema, timeout } = this.params;
+        const { url, prompt, schema, timeout, credentials } = this.params;
         const startTime = Date.now();
         try {
-            // Get Firecrawl API key from credentials
-            const apiKey = this.params.credentials?.FIRECRAWL_API_KEY;
-            if (!apiKey) {
-                throw new Error('FIRECRAWL_API_KEY is required but not provided in credentials');
-            }
-            // Initialize Firecrawl client
-            const firecrawl = new Firecrawl({ apiKey });
             console.log('[WebExtractTool] Extracting data from URL:', url);
             console.log('[WebExtractTool] Using prompt:', prompt.substring(0, 100) + '...');
             console.log('[WebExtractTool] Expected schema:', schema.substring(0, 200) + '...');
@@ -119,22 +112,29 @@ export class WebExtractTool extends ToolBubble {
                 urls: [url],
                 prompt,
                 schema: parsedSchema,
-                timeout: timeout ? timeout / 1000 : 30, // Convert to seconds
+                timeout: timeout || 30000, // Timeout in milliseconds (default 30s)
+            };
+            // Initialize Firecrawl bubble
+            const firecrawlParams = {
+                operation: 'extract',
+                credentials,
+                ...extractOptions,
             };
+            const firecrawl = new FirecrawlBubble(firecrawlParams, this.context, 'web_extract_tool_firecrawl');
             // Execute extraction
-            const response = await firecrawl.extract(extractOptions);
+            const response = await firecrawl.action();
             // Handle the response
-            if (!response || typeof response !== 'object') {
+            if (!response.data || typeof response.data !== 'object') {
                 throw new Error('Invalid response from Firecrawl extract API');
             }
             // Check if extraction was successful
-            if (response.success === false || response.status === 'failed') {
+            if (response.success === false || response.data.status === 'failed') {
                 throw new Error(response.error || 'Extraction failed');
             }
             // Extract the data from the response
             let extractedData = {};
-            if (response.data) {
-                extractedData = response.data;
+            if (response.data.data) {
+                extractedData = response.data.data;
             }
             else {
                 throw new Error('No data returned from extraction');
@@ -144,8 +144,8 @@ export class WebExtractTool extends ToolBubble {
             const metadata = {
                 extractionTime,
             };
-            if (response.sources) {
-                metadata.sources = response.sources;
+            if (response.data.sources) {
+                metadata.sources = response.data.sources;
             }
             console.log('[WebExtractTool] Successfully extracted data from:', url);
             console.log('[WebExtractTool] Extraction time:', extractionTime, 'ms');

package/dist/bubbles/tool-bubble/web-extract-tool.js.map

@@ -1 +1 @@
-{"version":3,"file":"web-extract-tool.js","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-extract-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAE9D,OAAO,SAAS,MAAM,wBAAwB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAmB,MAAM,2BAA2B,CAAC;AAE5E,uCAAuC;AACvC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,GAAG,EAAE,CAAC;SACH,MAAM,EAAE;SACR,GAAG,CAAC,qBAAqB,CAAC;SAC1B,QAAQ,CAAC,yCAAyC,CAAC;IACtD,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,EAAE,+BAA+B,CAAC;SACvC,QAAQ,CACP,mEAAmE,CACpE;IACH,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,EAAE,yBAAyB,CAAC;SACjC,QAAQ,CACP,kEAAkE,CACnE;IACH,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,GAAG,CAAC,KAAK,CAAC;SACV,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,EAAE;SACV,QAAQ,CAAC,6DAA6D,CAAC;IAC1E,WAAW,EAAE,CAAC;SACX,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAChD,QAAQ,EAAE;SACV,QAAQ,CAAC,kDAAkD,CAAC;CAChE,CAAC,CAAC;AAEH,0CAA0C;AAC1C,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IACrE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAChE,aAAa,EAAE,CAAC;SACb,GAAG,EAAE;SACL,QAAQ,CAAC,4DAA4D,CAAC;IACzE,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAClC,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,0CAA0C,CAAC;CACxD,CAAC,CAAC;AAOH,MAAM,OAAO,cAAe,SAAQ,UAGnC;IACC,2BAA2B;IAC3B,MAAM,CAAU,UAAU,GAAe,kBAAkB,CAAC;IAC5D,MAAM,CAAU,MAAM,GAAG,0BAA0B,CAAC;IACpD,MAAM,CAAU,YAAY,GAAG,0BAA0B,CAAC;IAC1D,MAAM,CAAU,gBAAgB,GAC9B,+GAA+G,CAAC;IAClH,MAAM,CAAU,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BjC,CAAC;IACF,MAAM,CAAU,KAAK,GAAG,SAAS,CAAC;IAClC,MAAM,CAAU,IAAI,GAAG,MAAM,CAAC;IAE9B,YACE,SAAoC;QAClC,GAAG,EAAE,EAAE;QACP,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,IAAI;KACb,EACD,OAAuB;QAEvB,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAuB;QACzC,KAAK,OAAO,CAAC,CAAC,2CAA2C;QAEzD,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,yCAAyC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAAC;YAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAC;YACJ,CAAC;YAED,8BAA8B;YAC9B,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YAE5C,OAAO,CAAC,GAAG,CAAC,4CAA4C,EAAE,GAAG,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CACT,gCAAgC,EAChC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CACjC,CAAC;YACF,OAAO,CAAC,GAAG,CACT,mCAAmC,EACnC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CACjC,CAAC;YAEF,qCAAqC;YACrC,IAAI,YAAqC,CAAC;YAC1C,IAAI,CAAC;gBACH,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CACb,iCAAiC,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,EAAE,CAC9G,CAAC;YACJ,CAAC;YAED,+BAA+B;YAC/B,MAAM,cAAc,GAAG;gBACrB,IAAI,EAAE,CAAC,GAAG,CAAC;gBACX,MAAM;gBACN,MAAM,EAAE,YAAY;gBACpB,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,qBAAqB;aAC9D,CAAC;YAEF,qBAAqB;YACrB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEzD,sBAAsB;YACtB,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,CAAC;YAED,qCAAqC;YACrC,IAAI,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,mBAAmB,CAAC,CAAC;YACzD,CAAC;YAED,qCAAqC;YACrC,IAAI,aAAa,GAA4B,EAAE,CAAC;YAEhD,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClB,aAAa,GAAG,QAAQ,CAAC,IAA+B,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE9C,gCAAgC;YAChC,MAAM,QAAQ,GAGV;gBACF,cAAc;aACf,CAAC;YAEF,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YACtC,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,oDAAoD,EAAE,GAAG,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;YAEvE,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,EAAE;gBACT,aAAa;gBACb,QAAQ;aACT,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAE3D,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE3D,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,YAAY;gBACnB,aAAa,EAAE,EAAE;gBACjB,QAAQ,EAAE;oBACR,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACvC;aACF,CAAC;QACJ,CAAC;IACH,CAAC"}
+{"version":3,"file":"web-extract-tool.js","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-extract-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAE9D,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,cAAc,EAAmB,MAAM,2BAA2B,CAAC;AAE5E,uCAAuC;AACvC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,GAAG,EAAE,CAAC;SACH,MAAM,EAAE;SACR,GAAG,CAAC,qBAAqB,CAAC;SAC1B,QAAQ,CAAC,yCAAyC,CAAC;IACtD,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,EAAE,+BAA+B,CAAC;SACvC,QAAQ,CACP,mEAAmE,CACpE;IACH,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,EAAE,yBAAyB,CAAC;SACjC,QAAQ,CACP,kEAAkE,CACnE;IACH,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,GAAG,CAAC,KAAK,CAAC;SACV,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,EAAE;SACV,QAAQ,CAAC,6DAA6D,CAAC;IAC1E,WAAW,EAAE,CAAC;SACX,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAChD,QAAQ,EAAE;SACV,QAAQ,CAAC,kDAAkD,CAAC;CAChE,CAAC,CAAC;AAEH,0CAA0C;AAC1C,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IACrE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAChE,aAAa,EAAE,CAAC;SACb,GAAG,EAAE;SACL,QAAQ,CAAC,4DAA4D,CAAC;IACzE,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAClC,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,0CAA0C,CAAC;CACxD,CAAC,CAAC;AAOH,MAAM,OAAO,cAAe,SAAQ,UAGnC;IACC,2BAA2B;IAC3B,MAAM,CAAU,UAAU,GAAe,kBAAkB,CAAC;IAC5D,MAAM,CAAU,MAAM,GAAG,0BAA0B,CAAC;IACpD,MAAM,CAAU,YAAY,GAAG,0BAA0B,CAAC;IAC1D,MAAM,CAAU,gBAAgB,GAC9B,+GAA+G,CAAC;IAClH,MAAM,CAAU,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BjC,CAAC;IACF,MAAM,CAAU,KAAK,GAAG,SAAS,CAAC;IAClC,MAAM,CAAU,IAAI,GAAG,MAAM,CAAC;IAE9B,YACE,SAAoC;QAClC,GAAG,EAAE,EAAE;QACP,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,IAAI;KACb,EACD,OAAuB;QAEvB,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAuB;QACzC,KAAK,OAAO,CAAC,CAAC,2CAA2C;QAEzD,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAClE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,4CAA4C,EAAE,GAAG,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CACT,gCAAgC,EAChC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CACjC,CAAC;YACF,OAAO,CAAC,GAAG,CACT,mCAAmC,EACnC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CACjC,CAAC;YAEF,qCAAqC;YACrC,IAAI,YAAqC,CAAC;YAC1C,IAAI,CAAC;gBACH,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CACb,iCAAiC,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,EAAE,CAC9G,CAAC;YACJ,CAAC;YAED,+BAA+B;YAC/B,MAAM,cAAc,GAAG;gBACrB,IAAI,EAAE,CAAC,GAAG,CAAC;gBACX,MAAM;gBACN,MAAM,EAAE,YAAY;gBACpB,OAAO,EAAE,OAAO,IAAI,KAAK,EAAE,wCAAwC;aACpE,CAAC;YAEF,8BAA8B;YAC9B,MAAM,eAAe,GAAG;gBACtB,SAAS,EAAE,SAAkB;gBAC7B,WAAW;gBACX,GAAG,cAAc;aAClB,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,eAAe,CACnC,eAAe,EACf,IAAI,CAAC,OAAO,EACZ,4BAA4B,CAC7B,CAAC;YAEF,qBAAqB;YACrB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,MAAM,EAAE,CAAC;YAE1C,sBAAsB;YACtB,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,CAAC;YAED,qCAAqC;YACrC,IAAI,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,QAAQ,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpE,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,mBAAmB,CAAC,CAAC;YACzD,CAAC;YAED,qCAAqC;YACrC,IAAI,aAAa,GAA4B,EAAE,CAAC;YAEhD,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACvB,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,IAA+B,CAAC;YAChE,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE9C,gCAAgC;YAChC,MAAM,QAAQ,GAGV;gBACF,cAAc;aACf,CAAC;YAEF,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC1B,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;YAC3C,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,oDAAoD,EAAE,GAAG,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;YAEvE,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,EAAE;gBACT,aAAa;gBACb,QAAQ;aACT,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAE3D,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE3D,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,YAAY;gBACnB,aAAa,EAAE,EAAE;gBACjB,QAAQ,EAAE;oBACR,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACvC;aACF,CAAC;QACJ,CAAC;IACH,CAAC"}

package/dist/bubbles/tool-bubble/web-scrape-tool.d.ts

@@ -4,68 +4,19 @@ import type { BubbleContext } from '../../types/bubble.js';
 import { CredentialType, type BubbleName } from '@bubblelab/shared-schemas';
 declare const WebScrapeToolParamsSchema: z.ZodObject<{
     url: z.ZodString;
-    format: z.ZodDefault<z.ZodEnum<["markdown"]>>;
+    format: z.ZodDefault<z.ZodEnum<["markdown", "html"]>>;
     onlyMainContent: z.ZodDefault<z.ZodBoolean>;
-    actions: z.ZodOptional<z.ZodArray<z.ZodObject<{
-        type: z.ZodEnum<["wait", "click", "write", "press", "scroll", "executeJavascript"]>;
-        milliseconds: z.ZodOptional<z.ZodNumber>;
-        selector: z.ZodOptional<z.ZodString>;
-        text: z.ZodOptional<z.ZodString>;
-        key: z.ZodOptional<z.ZodString>;
-        direction: z.ZodOptional<z.ZodEnum<["up", "down"]>>;
-        script: z.ZodOptional<z.ZodString>;
-    }, "strip", z.ZodTypeAny, {
-        type: "wait" | "click" | "write" | "press" | "scroll" | "executeJavascript";
-        text?: string | undefined;
-        script?: string | undefined;
-        key?: string | undefined;
-        milliseconds?: number | undefined;
-        selector?: string | undefined;
-        direction?: "up" | "down" | undefined;
-    }, {
-        type: "wait" | "click" | "write" | "press" | "scroll" | "executeJavascript";
-        text?: string | undefined;
-        script?: string | undefined;
-        key?: string | undefined;
-        milliseconds?: number | undefined;
-        selector?: string | undefined;
-        direction?: "up" | "down" | undefined;
-    }>, "many">>;
-    headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-    waitFor: z.ZodDefault<z.ZodNumber>;
     credentials: z.ZodOptional<z.ZodRecord<z.ZodNativeEnum<typeof CredentialType>, z.ZodString>>;
 }, "strip", z.ZodTypeAny, {
-    format: "markdown";
+    format: "html" | "markdown";
     url: string;
     onlyMainContent: boolean;
-    waitFor: number;
     credentials?: Partial<Record<CredentialType, string>> | undefined;
-    headers?: Record<string, string> | undefined;
-    actions?: {
-        type: "wait" | "click" | "write" | "press" | "scroll" | "executeJavascript";
-        text?: string | undefined;
-        script?: string | undefined;
-        key?: string | undefined;
-        milliseconds?: number | undefined;
-        selector?: string | undefined;
-        direction?: "up" | "down" | undefined;
-    }[] | undefined;
 }, {
     url: string;
-    format?: "markdown" | undefined;
+    format?: "html" | "markdown" | undefined;
     credentials?: Partial<Record<CredentialType, string>> | undefined;
-    headers?: Record<string, string> | undefined;
-    actions?: {
-        type: "wait" | "click" | "write" | "press" | "scroll" | "executeJavascript";
-        text?: string | undefined;
-        script?: string | undefined;
-        key?: string | undefined;
-        milliseconds?: number | undefined;
-        selector?: string | undefined;
-        direction?: "up" | "down" | undefined;
-    }[] | undefined;
     onlyMainContent?: boolean | undefined;
-    waitFor?: number | undefined;
 }>;
 declare const WebScrapeToolResultSchema: z.ZodObject<{
     content: z.ZodString;
@@ -74,6 +25,7 @@ declare const WebScrapeToolResultSchema: z.ZodObject<{
     format: z.ZodString;
     success: z.ZodBoolean;
     error: z.ZodString;
+    creditsUsed: z.ZodNumber;
     metadata: z.ZodOptional<z.ZodObject<{
         statusCode: z.ZodOptional<z.ZodNumber>;
         loadTime: z.ZodOptional<z.ZodNumber>;
@@ -87,10 +39,11 @@ declare const WebScrapeToolResultSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     format: string;
     title: string;
+    error: string;
+    success: boolean;
     content: string;
     url: string;
-    success: boolean;
-    error: string;
+    creditsUsed: number;
     metadata?: {
         statusCode?: number | undefined;
         loadTime?: number | undefined;
@@ -98,10 +51,11 @@ declare const WebScrapeToolResultSchema: z.ZodObject<{
 }, {
     format: string;
     title: string;
+    error: string;
+    success: boolean;
     content: string;
     url: string;
-    success: boolean;
-    error: string;
+    creditsUsed: number;
     metadata?: {
         statusCode?: number | undefined;
         loadTime?: number | undefined;
@@ -114,68 +68,19 @@ export declare class WebScrapeTool extends ToolBubble<WebScrapeToolParams, WebSc
     static readonly bubbleName: BubbleName;
     static readonly schema: z.ZodObject<{
         url: z.ZodString;
-        format: z.ZodDefault<z.ZodEnum<["markdown"]>>;
+        format: z.ZodDefault<z.ZodEnum<["markdown", "html"]>>;
         onlyMainContent: z.ZodDefault<z.ZodBoolean>;
-        actions: z.ZodOptional<z.ZodArray<z.ZodObject<{
-            type: z.ZodEnum<["wait", "click", "write", "press", "scroll", "executeJavascript"]>;
-            milliseconds: z.ZodOptional<z.ZodNumber>;
-            selector: z.ZodOptional<z.ZodString>;
-            text: z.ZodOptional<z.ZodString>;
-            key: z.ZodOptional<z.ZodString>;
-            direction: z.ZodOptional<z.ZodEnum<["up", "down"]>>;
-            script: z.ZodOptional<z.ZodString>;
-        }, "strip", z.ZodTypeAny, {
-            type: "wait" | "click" | "write" | "press" | "scroll" | "executeJavascript";
-            text?: string | undefined;
-            script?: string | undefined;
-            key?: string | undefined;
-            milliseconds?: number | undefined;
-            selector?: string | undefined;
-            direction?: "up" | "down" | undefined;
-        }, {
-            type: "wait" | "click" | "write" | "press" | "scroll" | "executeJavascript";
-            text?: string | undefined;
-            script?: string | undefined;
-            key?: string | undefined;
-            milliseconds?: number | undefined;
-            selector?: string | undefined;
-            direction?: "up" | "down" | undefined;
-        }>, "many">>;
-        headers: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
-        waitFor: z.ZodDefault<z.ZodNumber>;
         credentials: z.ZodOptional<z.ZodRecord<z.ZodNativeEnum<typeof CredentialType>, z.ZodString>>;
     }, "strip", z.ZodTypeAny, {
-        format: "markdown";
+        format: "html" | "markdown";
         url: string;
         onlyMainContent: boolean;
-        waitFor: number;
         credentials?: Partial<Record<CredentialType, string>> | undefined;
-        headers?: Record<string, string> | undefined;
-        actions?: {
-            type: "wait" | "click" | "write" | "press" | "scroll" | "executeJavascript";
-            text?: string | undefined;
-            script?: string | undefined;
-            key?: string | undefined;
-            milliseconds?: number | undefined;
-            selector?: string | undefined;
-            direction?: "up" | "down" | undefined;
-        }[] | undefined;
     }, {
         url: string;
-        format?: "markdown" | undefined;
+        format?: "html" | "markdown" | undefined;
         credentials?: Partial<Record<CredentialType, string>> | undefined;
-        headers?: Record<string, string> | undefined;
-        actions?: {
-            type: "wait" | "click" | "write" | "press" | "scroll" | "executeJavascript";
-            text?: string | undefined;
-            script?: string | undefined;
-            key?: string | undefined;
-            milliseconds?: number | undefined;
-            selector?: string | undefined;
-            direction?: "up" | "down" | undefined;
-        }[] | undefined;
         onlyMainContent?: boolean | undefined;
-        waitFor?: number | undefined;
     }>;
     static readonly resultSchema: z.ZodObject<{
         content: z.ZodString;
@@ -184,6 +89,7 @@ export declare class WebScrapeTool extends ToolBubble<WebScrapeToolParams, WebSc
         format: z.ZodString;
         success: z.ZodBoolean;
         error: z.ZodString;
+        creditsUsed: z.ZodNumber;
         metadata: z.ZodOptional<z.ZodObject<{
             statusCode: z.ZodOptional<z.ZodNumber>;
             loadTime: z.ZodOptional<z.ZodNumber>;
@@ -197,10 +103,11 @@ export declare class WebScrapeTool extends ToolBubble<WebScrapeToolParams, WebSc
     }, "strip", z.ZodTypeAny, {
         format: string;
         title: string;
+        error: string;
+        success: boolean;
         content: string;
         url: string;
-        success: boolean;
-        error: string;
+        creditsUsed: number;
         metadata?: {
             statusCode?: number | undefined;
             loadTime?: number | undefined;
@@ -208,16 +115,17 @@ export declare class WebScrapeTool extends ToolBubble<WebScrapeToolParams, WebSc
     }, {
         format: string;
         title: string;
+        error: string;
+        success: boolean;
         content: string;
         url: string;
-        success: boolean;
-        error: string;
+        creditsUsed: number;
         metadata?: {
             statusCode?: number | undefined;
             loadTime?: number | undefined;
         } | undefined;
     }>;
-    static readonly shortDescription = "Scrapes content from a single web page using Firecrawl, good to use after web-search-tool to get the full content of a page";
+    static readonly shortDescription = "Scrapes content from a single web page. Useful after web-search-tool to get the full content of a page. Also useful if you need to understand a site's structure or content.";
     static readonly longDescription = "\n    A simple and powerful web scraping tool that extracts content from any web page.\n    \n    Features:\n    - Clean content extraction with main content focus\n    - Multiple format support (markdown, html, rawHtml)\n    - Fast and reliable using Firecrawl\n    - Handles JavaScript-rendered pages\n    - Optional browser automation for authentication flows\n    - Custom headers support for session-based scraping\n    - Requires FIRECRAWL_API_KEY credential\n    \n    Basic use cases:\n    - Extract article content for analysis\n    - Scrape product information from e-commerce sites\n    - Get clean text from documentation pages\n    - Extract data from any public web page\n    \n    Advanced use cases (with actions):\n    - Login and scrape protected content\n    - Navigate multi-step authentication flows\n    - Interact with dynamic content requiring clicks/scrolls\n    - Execute custom JavaScript for complex scenarios\n  ";
     static readonly alias = "scrape";
     static readonly type = "tool";

package/dist/bubbles/tool-bubble/web-scrape-tool.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"web-scrape-tool.d.ts","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-scrape-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,KAAK,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAgC5E,QAAA,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmC7B,CAAC;AAGH,QAAA,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAc7B,CAAC;AAGH,KAAK,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,yBAAyB,CAAC,CAAC;AACtE,KAAK,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,yBAAyB,CAAC,CAAC;AACtE,KAAK,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE1E,qBAAa,aAAc,SAAQ,UAAU,CAC3C,mBAAmB,EACnB,mBAAmB,CACpB;IAEC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAqB;IAC3D,MAAM,CAAC,QAAQ,CAAC,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAA6B;IACnD,MAAM,CAAC,QAAQ,CAAC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAA6B;IACzD,MAAM,CAAC,QAAQ,CAAC,gBAAgB,iIACgG;IAChI,MAAM,CAAC,QAAQ,CAAC,eAAe,m7BAuB7B;IACF,MAAM,CAAC,QAAQ,CAAC,KAAK,YAAY;IACjC,MAAM,CAAC,QAAQ,CAAC,IAAI,UAAU;gBAG5B,MAAM,GAAE,wBAAsC,EAC9C,OAAO,CAAC,EAAE,aAAa;IAKnB,aAAa,IAAI,OAAO,CAAC,mBAAmB,CAAC;CAgIpD"}
+{"version":3,"file":"web-scrape-tool.d.ts","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-scrape-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,KAAK,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAgC5E,QAAA,MAAM,yBAAyB;;;;;;;;;;;;;;;EAiB7B,CAAC;AAGH,QAAA,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe7B,CAAC;AAGH,KAAK,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,yBAAyB,CAAC,CAAC;AACtE,KAAK,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,yBAAyB,CAAC,CAAC;AACtE,KAAK,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAE1E,qBAAa,aAAc,SAAQ,UAAU,CAC3C,mBAAmB,EACnB,mBAAmB,CACpB;IAEC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAqB;IAC3D,MAAM,CAAC,QAAQ,CAAC,MAAM;;;;;;;;;;;;;;;OAA6B;IACnD,MAAM,CAAC,QAAQ,CAAC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAA6B;IACzD,MAAM,CAAC,QAAQ,CAAC,gBAAgB,kLACiJ;IACjL,MAAM,CAAC,QAAQ,CAAC,eAAe,m7BAuB7B;IACF,MAAM,CAAC,QAAQ,CAAC,KAAK,YAAY;IACjC,MAAM,CAAC,QAAQ,CAAC,IAAI,UAAU;gBAG5B,MAAM,GAAE,wBAAsC,EAC9C,OAAO,CAAC,EAAE,aAAa;IAKnB,aAAa,IAAI,OAAO,CAAC,mBAAmB,CAAC;CAyHpD"}