@bubblelab/bubble-core 0.1.0

package/dist/bubbles/tool-bubble/web-crawl-tool.js

@@ -0,0 +1,255 @@
+import { z } from 'zod';
+import { ToolBubble } from '../../types/tool-bubble-class.js';
+import FirecrawlApp from '@mendable/firecrawl-js';
+import { CredentialType } from '@bubblelab/shared-schemas';
+import { AIAgentBubble } from '../service-bubble/ai-agent.js';
+// Enhanced parameters schema for web crawling
+const WebCrawlToolParamsSchema = z.object({
+    url: z
+        .string()
+        .url('Must be a valid URL')
+        .describe('The root URL to crawl and extract content from'),
+    format: z
+        .enum(['markdown'])
+        .default('markdown')
+        .describe('Output format for crawled content'),
+    onlyMainContent: z
+        .boolean()
+        .default(true)
+        .describe('Extract only main content, filtering out navigation/footers'),
+    // Crawl-specific parameters
+    maxPages: z
+        .number()
+        .min(1)
+        .max(100)
+        .default(10)
+        .optional()
+        .describe('Maximum number of pages to crawl'),
+    crawlDepth: z
+        .number()
+        .min(1)
+        .max(5)
+        .default(2)
+        .optional()
+        .describe('Maximum depth to crawl'),
+    includePaths: z
+        .array(z.string())
+        .optional()
+        .describe('URL patterns to include in crawl (regex patterns), Example: ["^/blog/.*$", "^/docs/.*$"]'),
+    excludePaths: z
+        .array(z.string())
+        .optional()
+        .describe('URL patterns to exclude from crawl (regex patterns), ["^/admin/.*$", "^/private/.*$"]'),
+    // General parameters
+    waitFor: z
+        .number()
+        .min(0)
+        .max(30000)
+        .default(3000)
+        .describe('Time to wait for dynamic content in milliseconds'),
+    credentials: z
+        .record(z.nativeEnum(CredentialType), z.string())
+        .optional()
+        .describe('Required credentials including FIRECRAWL_API_KEY'),
+});
+// Result schema for crawl operations
+const WebCrawlToolResultSchema = z.object({
+    url: z.string().url().describe('The original URL that was crawled'),
+    success: z.boolean().describe('Whether the crawl operation was successful'),
+    error: z.string().describe('Error message if crawl failed'),
+    // Crawl results
+    pages: z
+        .array(z.object({
+        url: z.string().url(),
+        title: z.string().optional(),
+        content: z.string(),
+        depth: z.number().optional(),
+    }))
+        .describe('Array of crawled pages with content'),
+    totalPages: z.number().describe('Total number of pages crawled'),
+    // Metadata
+    metadata: z
+        .object({
+        loadTime: z.number().optional(),
+        crawlDepth: z.number().optional(),
+        maxPagesReached: z.boolean().optional(),
+    })
+        .optional()
+        .describe('Additional metadata about the crawl operation'),
+});
+export class WebCrawlTool extends ToolBubble {
+    // Required static metadata
+    static bubbleName = 'web-crawl-tool';
+    static schema = WebCrawlToolParamsSchema;
+    static resultSchema = WebCrawlToolResultSchema;
+    static shortDescription = 'Multi-page web crawling tool for exploring entire websites and subdomains.';
+    static longDescription = `
+    A powerful web crawling tool that can systematically explore websites and extract content from multiple pages.
+    
+    🕷️ CRAWL Features:
+    - Recursively crawl websites and subdomains
+    - Configurable crawl depth and page limits (up to 100 pages)
+    - URL pattern filtering (include/exclude paths)
+    - Multiple format support (markdown, html, links, rawHtml)
+    - Main content focus filtering
+    - Discover and extract content from entire sites
+    
+    Technical Features:
+    - Handles JavaScript-rendered pages and dynamic content
+    - Robust error handling and retry mechanisms
+    - Configurable wait times for dynamic content
+    - Requires FIRECRAWL_API_KEY credential
+    
+    Use Cases:
+    - Site mapping and competitive analysis
+    - Documentation aggregation across multiple pages  
+    - Content analysis and research across domains
+    - SEO analysis and site structure discovery
+    - Building comprehensive datasets from websites
+  `;
+    static alias = 'crawl';
+    static type = 'tool';
+    constructor(params = { url: '' }, context) {
+        super(params, context);
+    }
+    async performAction(context) {
+        void context; // Context available but not currently used
+        const { url } = this.params;
+        const startTime = Date.now();
+        try {
+            // Get Firecrawl API key from credentials
+            const apiKey = this.params.credentials?.FIRECRAWL_API_KEY;
+            if (!apiKey) {
+                throw new Error('FIRECRAWL_API_KEY is required but not provided in credentials');
+            }
+            // Initialize Firecrawl client
+            const firecrawl = new FirecrawlApp({ apiKey });
+            console.log(`[WebCrawlTool] Starting crawl for URL:`, url);
+            const crawlResult = await this.executeCrawl(firecrawl, startTime);
+            // Process pages in batches of 5 for parallel summarization
+            const batchSize = 5;
+            const pageCount = crawlResult.pages.length;
+            for (let batchStart = 0; batchStart < pageCount; batchStart += batchSize) {
+                const batchEnd = Math.min(batchStart + batchSize, pageCount);
+                const batch = crawlResult.pages.slice(batchStart, batchEnd);
+                // Create promises for parallel processing
+                const summarizePromises = batch.map(async (page, batchIndex) => {
+                    const summarizeAgent = new AIAgentBubble({
+                        message: `Summarize the crawled page to condense all information and remove any non-essential information, include all links, contact information, companies, don't omit any information. Content: ${page.content}`,
+                        model: {
+                            model: 'google/gemini-2.5-flash-lite',
+                        },
+                        name: 'Crawl Page Summarizer Agent',
+                        credentials: this.params.credentials,
+                    }, this.context);
+                    try {
+                        const result = await summarizeAgent.action();
+                        console.log('[WebCrawlTool] Summarized page content for:', page.url, result.data?.response);
+                        return {
+                            index: batchStart + batchIndex,
+                            url: page.url,
+                            title: page.title,
+                            content: result.data?.response,
+                            depth: page.depth,
+                        };
+                    }
+                    catch (error) {
+                        console.error('[WebCrawlTool] Error summarizing page:', page.url, error);
+                        return {
+                            index: batchStart + batchIndex,
+                            url: page.url,
+                            title: page.title,
+                            content: page.content, // Keep original content if summarization fails
+                            depth: page.depth,
+                        };
+                    }
+                });
+                // Wait for all promises in this batch to complete
+                const batchResults = await Promise.all(summarizePromises);
+                // Update the original pages array with summarized content
+                batchResults.forEach((result) => {
+                    crawlResult.pages[result.index] = {
+                        url: result.url,
+                        title: result.title,
+                        content: result.content,
+                        depth: result.depth,
+                    };
+                });
+                console.log(`[WebCrawlTool] Completed batch ${Math.floor(batchStart / batchSize) + 1} of ${Math.ceil(pageCount / batchSize)}`);
+            }
+            return crawlResult;
+        }
+        catch (error) {
+            console.error(`[WebCrawlTool] Crawl error:`, error);
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            return {
+                url,
+                success: false,
+                error: errorMessage,
+                pages: [],
+                totalPages: 0,
+                metadata: {
+                    loadTime: Date.now() - startTime,
+                },
+            };
+        }
+    }
+    /**
+     * Execute crawl operation - multi-page site exploration
+     */
+    async executeCrawl(firecrawl, startTime) {
+        const { url, format, onlyMainContent, maxPages, crawlDepth, includePaths, excludePaths, } = this.params;
+        // Configure crawling options
+        const crawlOptions = {
+            limit: maxPages || 10,
+            maxDepth: crawlDepth || 2,
+        };
+        // Add URL filtering if specified
+        if (includePaths && includePaths.length > 0) {
+            crawlOptions.includePaths = includePaths;
+        }
+        if (excludePaths && excludePaths.length > 0) {
+            crawlOptions.excludePaths = excludePaths;
+        }
+        console.log('[WebCrawlTool] Crawling with options:', crawlOptions);
+        // Execute crawl
+        const response = await firecrawl.crawl(url, {
+            ...crawlOptions,
+            scrapeOptions: {
+                formats: [format],
+                onlyMainContent,
+                removeBase64Images: true,
+            },
+        });
+        // Process crawled pages
+        const pages = [];
+        // Handle different response structures
+        const crawlData = response.completed ? response.data : [];
+        for (const page of crawlData) {
+            let content = '';
+            // Extract content based on format
+            if (format === 'markdown' && page.markdown) {
+                content = page.markdown;
+            }
+            pages.push({
+                url: page.metadata?.sourceURL || '',
+                title: page.metadata?.title || '',
+                content: content.trim(),
+                depth: page.metadata?.depth,
+            });
+        }
+        return {
+            url,
+            pages,
+            totalPages: pages.length,
+            success: true,
+            error: '',
+            metadata: {
+                loadTime: Date.now() - startTime,
+                crawlDepth: crawlDepth || 2,
+                maxPagesReached: pages.length >= (maxPages || 10),
+            },
+        };
+    }
+}
+//# sourceMappingURL=web-crawl-tool.js.map

package/dist/bubbles/tool-bubble/web-crawl-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-crawl-tool.js","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-crawl-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAE9D,OAAO,YAAY,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAmB,MAAM,2BAA2B,CAAC;AAC5E,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAE9D,8CAA8C;AAC9C,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC;SACH,MAAM,EAAE;SACR,GAAG,CAAC,qBAAqB,CAAC;SAC1B,QAAQ,CAAC,gDAAgD,CAAC;IAC7D,MAAM,EAAE,CAAC;SACN,IAAI,CAAC,CAAC,UAAU,CAAC,CAAC;SAClB,OAAO,CAAC,UAAU,CAAC;SACnB,QAAQ,CAAC,mCAAmC,CAAC;IAChD,eAAe,EAAE,CAAC;SACf,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,6DAA6D,CAAC;IAE1E,4BAA4B;IAC5B,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,GAAG,CAAC;SACR,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,EAAE;SACV,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,UAAU,EAAE,CAAC;SACV,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,CAAC,CAAC;SACN,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,wBAAwB,CAAC;IACrC,YAAY,EAAE,CAAC;SACZ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,0FAA0F,CAC3F;IACH,YAAY,EAAE,CAAC;SACZ,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CACP,uFAAuF,CACxF;IAEH,qBAAqB;IACrB,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,KAAK,CAAC;SACV,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CAAC,kDAAkD,CAAC;IAC/D,WAAW,EAAE,CAAC;SACX,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAChD,QAAQ,EAAE;SACV,QAAQ,CAAC,kDAAkD,CAAC;CAChE,CAAC,CAAC;AAEH,qCAAqC;AACrC,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACnE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;IAC3E,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAE3D,gBAAgB;IAChB,KAAK,EAAE,CAAC;SACL,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;QACP,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;QACrB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;QACnB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAC7B,CAAC,CACH;SACA,QAAQ,CAAC,qCAAqC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAEhE,WAAW;IACX,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAC/B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACjC,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,+CAA+C,CAAC;CAC7D,CAAC,CAAC;AAOH,MAAM,OAAO,YAAa,SAAQ,UAGjC;IACC,2BAA2B;IAC3B,MAAM,CAAU,UAAU,GAAe,gBAAgB,CAAC;IAC1D,MAAM,CAAU,MAAM,GAAG,wBAAwB,CAAC;IAClD,MAAM,CAAU,YAAY,GAAG,wBAAwB,CAAC;IACxD,MAAM,CAAU,gBAAgB,GAC9B,4EAA4E,CAAC;IAC/E,MAAM,CAAU,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;GAuBjC,CAAC;IACF,MAAM,CAAU,KAAK,GAAG,OAAO,CAAC;IAChC,MAAM,CAAU,IAAI,GAAG,MAAM,CAAC;IAE9B,YACE,SAAkC,EAAE,GAAG,EAAE,EAAE,EAAE,EAC7C,OAAuB;QAEvB,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAuB;QACzC,KAAK,OAAO,CAAC,CAAC,2CAA2C;QAEzD,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,yCAAyC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAAC;YAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAC;YACJ,CAAC;YAED,8BAA8B;YAC9B,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YAE/C,OAAO,CAAC,GAAG,CAAC,wCAAwC,EAAE,GAAG,CAAC,CAAC;YAE3D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAElE,2DAA2D;YAC3D,MAAM,SAAS,GAAG,CAAC,CAAC;YACpB,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC;YAE3C,KACE,IAAI,UAAU,GAAG,CAAC,EAClB,UAAU,GAAG,SAAS,EACtB,UAAU,IAAI,SAAS,EACvB,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,SAAS,EAAE,SAAS,CAAC,CAAC;gBAC7D,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;gBAE5D,0CAA0C;gBAC1C,MAAM,iBAAiB,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE;oBAC7D,MAAM,cAAc,GAAG,IAAI,aAAa,CACtC;wBACE,OAAO,EAAE,4LAA4L,IAAI,CAAC,OAAO,EAAE;wBACnN,KAAK,EAAE;4BACL,KAAK,EAAE,8BAA8B;yBACtC;wBACD,IAAI,EAAE,6BAA6B;wBACnC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;qBACrC,EACD,IAAI,CAAC,OAAO,CACb,CAAC;oBAEF,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,CAAC;wBAC7C,OAAO,CAAC,GAAG,CACT,6CAA6C,EAC7C,IAAI,CAAC,GAAG,EACR,MAAM,CAAC,IAAI,EAAE,QAAQ,CACtB,CAAC;wBAEF,OAAO;4BACL,KAAK,EAAE,UAAU,GAAG,UAAU;4BAC9B,GAAG,EAAE,IAAI,CAAC,GAAG;4BACb,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ;4BAC9B,KAAK,EAAE,IAAI,CAAC,KAAK;yBAClB,CAAC;oBACJ,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CACX,wCAAwC,EACxC,IAAI,CAAC,GAAG,EACR,KAAK,CACN,CAAC;wBACF,OAAO;4BACL,KAAK,EAAE,UAAU,GAAG,UAAU;4BAC9B,GAAG,EAAE,IAAI,CAAC,GAAG;4BACb,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,+CAA+C;4BACtE,KAAK,EAAE,IAAI,CAAC,KAAK;yBAClB,CAAC;oBACJ,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,kDAAkD;gBAClD,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;gBAE1D,0DAA0D;gBAC1D,YAAY,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;oBAC9B,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG;wBAChC,GAAG,EAAE,MAAM,CAAC,GAAG;wBACf,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,OAAO,EAAE,MAAM,CAAC,OAAO;wBACvB,KAAK,EAAE,MAAM,CAAC,KAAK;qBACpB,CAAC;gBACJ,CAAC,CAAC,CAAC;gBAEH,OAAO,CAAC,GAAG,CACT,kCAAkC,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,EAAE,CAClH,CAAC;YACJ,CAAC;YAED,OAAO,WAAW,CAAC;QACrB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;YAEpD,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE3D,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,YAAY;gBACnB,KAAK,EAAE,EAAE;gBACT,UAAU,EAAE,CAAC;gBACb,QAAQ,EAAE;oBACR,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACjC;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CACxB,SAAuB,EACvB,SAAiB;QAEjB,MAAM,EACJ,GAAG,EACH,MAAM,EACN,eAAe,EACf,QAAQ,EACR,UAAU,EACV,YAAY,EACZ,YAAY,GACb,GAAG,IAAI,CAAC,MAAM,CAAC;QAEhB,6BAA6B;QAC7B,MAAM,YAAY,GAAQ;YACxB,KAAK,EAAE,QAAQ,IAAI,EAAE;YACrB,QAAQ,EAAE,UAAU,IAAI,CAAC;SAC1B,CAAC;QAEF,iCAAiC;QACjC,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC;QAC3C,CAAC;QACD,IAAI,YAAY,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,YAAY,CAAC,YAAY,GAAG,YAAY,CAAC;QAC3C,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uCAAuC,EAAE,YAAY,CAAC,CAAC;QAEnE,gBAAgB;QAChB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,KAAK,CAAC,GAAG,EAAE;YAC1C,GAAG,YAAY;YACf,aAAa,EAAE;gBACb,OAAO,EAAE,CAAC,MAAM,CAAC;gBACjB,eAAe;gBACf,kBAAkB,EAAE,IAAI;aACzB;SACF,CAAC,CAAC;QAEH,wBAAwB;QACxB,MAAM,KAAK,GAKN,EAAE,CAAC;QAER,uCAAuC;QACvC,MAAM,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;QAE1D,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,IAAI,OAAO,GAAG,EAAE,CAAC;YAEjB,kCAAkC;YAClC,IAAI,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC3C,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC1B,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,SAAS,IAAI,EAAE;gBACnC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;gBACjC,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE;gBACvB,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,KAA2B;aAClD,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,GAAG;YACH,KAAK;YACL,UAAU,EAAE,KAAK,CAAC,MAAM;YACxB,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE;gBACR,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAChC,UAAU,EAAE,UAAU,IAAI,CAAC;gBAC3B,eAAe,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;aAClD;SACF,CAAC;IACJ,CAAC"}

package/dist/bubbles/tool-bubble/web-extract-tool.d.ts

@@ -0,0 +1,134 @@
+import { z } from 'zod';
+import { ToolBubble } from '../../types/tool-bubble-class.js';
+import type { BubbleContext } from '../../types/bubble.js';
+import { CredentialType, type BubbleName } from '@bubblelab/shared-schemas';
+declare const WebExtractToolParamsSchema: z.ZodObject<{
+    url: z.ZodString;
+    prompt: z.ZodString;
+    schema: z.ZodString;
+    timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
+    credentials: z.ZodOptional<z.ZodRecord<z.ZodNativeEnum<typeof CredentialType>, z.ZodString>>;
+}, "strip", z.ZodTypeAny, {
+    schema: string;
+    url: string;
+    prompt: string;
+    credentials?: Partial<Record<CredentialType, string>> | undefined;
+    timeout?: number | undefined;
+}, {
+    schema: string;
+    url: string;
+    prompt: string;
+    credentials?: Partial<Record<CredentialType, string>> | undefined;
+    timeout?: number | undefined;
+}>;
+declare const WebExtractToolResultSchema: z.ZodObject<{
+    url: z.ZodString;
+    success: z.ZodBoolean;
+    error: z.ZodString;
+    extractedData: z.ZodAny;
+    metadata: z.ZodOptional<z.ZodObject<{
+        extractionTime: z.ZodOptional<z.ZodNumber>;
+        pageTitle: z.ZodOptional<z.ZodString>;
+        statusCode: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        statusCode?: number | undefined;
+        extractionTime?: number | undefined;
+        pageTitle?: string | undefined;
+    }, {
+        statusCode?: number | undefined;
+        extractionTime?: number | undefined;
+        pageTitle?: string | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    success: boolean;
+    error: string;
+    url: string;
+    metadata?: {
+        statusCode?: number | undefined;
+        extractionTime?: number | undefined;
+        pageTitle?: string | undefined;
+    } | undefined;
+    extractedData?: any;
+}, {
+    success: boolean;
+    error: string;
+    url: string;
+    metadata?: {
+        statusCode?: number | undefined;
+        extractionTime?: number | undefined;
+        pageTitle?: string | undefined;
+    } | undefined;
+    extractedData?: any;
+}>;
+type WebExtractToolParams = z.output<typeof WebExtractToolParamsSchema>;
+type WebExtractToolResult = z.output<typeof WebExtractToolResultSchema>;
+type WebExtractToolParamsInput = z.input<typeof WebExtractToolParamsSchema>;
+export declare class WebExtractTool extends ToolBubble<WebExtractToolParams, WebExtractToolResult> {
+    static readonly bubbleName: BubbleName;
+    static readonly schema: z.ZodObject<{
+        url: z.ZodString;
+        prompt: z.ZodString;
+        schema: z.ZodString;
+        timeout: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
+        credentials: z.ZodOptional<z.ZodRecord<z.ZodNativeEnum<typeof CredentialType>, z.ZodString>>;
+    }, "strip", z.ZodTypeAny, {
+        schema: string;
+        url: string;
+        prompt: string;
+        credentials?: Partial<Record<CredentialType, string>> | undefined;
+        timeout?: number | undefined;
+    }, {
+        schema: string;
+        url: string;
+        prompt: string;
+        credentials?: Partial<Record<CredentialType, string>> | undefined;
+        timeout?: number | undefined;
+    }>;
+    static readonly resultSchema: z.ZodObject<{
+        url: z.ZodString;
+        success: z.ZodBoolean;
+        error: z.ZodString;
+        extractedData: z.ZodAny;
+        metadata: z.ZodOptional<z.ZodObject<{
+            extractionTime: z.ZodOptional<z.ZodNumber>;
+            pageTitle: z.ZodOptional<z.ZodString>;
+            statusCode: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            statusCode?: number | undefined;
+            extractionTime?: number | undefined;
+            pageTitle?: string | undefined;
+        }, {
+            statusCode?: number | undefined;
+            extractionTime?: number | undefined;
+            pageTitle?: string | undefined;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        success: boolean;
+        error: string;
+        url: string;
+        metadata?: {
+            statusCode?: number | undefined;
+            extractionTime?: number | undefined;
+            pageTitle?: string | undefined;
+        } | undefined;
+        extractedData?: any;
+    }, {
+        success: boolean;
+        error: string;
+        url: string;
+        metadata?: {
+            statusCode?: number | undefined;
+            extractionTime?: number | undefined;
+            pageTitle?: string | undefined;
+        } | undefined;
+        extractedData?: any;
+    }>;
+    static readonly shortDescription = "Extracts structured data from web pages using Firecrawl AI-powered extraction with custom prompts and schemas";
+    static readonly longDescription = "\n    A powerful web data extraction tool that uses Firecrawl's AI-powered extraction API to extract structured data from web pages.\n    \n    \uD83C\uDFAF EXTRACT Features:\n    - AI-powered structured data extraction using natural language prompts\n    - Custom JSON schema validation for extracted data\n    - Handles dynamic content and JavaScript-rendered pages\n    - Precise extraction of specific elements like images, prices, descriptions\n    - Works with complex e-commerce sites and product pages\n    - Requires FIRECRAWL_API_KEY credential\n    \n    Use Cases:\n    - Extract product information (names, prices, images) from e-commerce sites\n    - Gather structured data from listings and catalogs\n    - Extract contact information and business details\n    - Parse article metadata and content structure\n    - Collect specific data points from forms and tables\n    - Extract image URLs, especially for product galleries\n    \n    How it works:\n    1. Provide a URL and a natural language prompt describing what to extract\n    2. Define a JSON schema for the expected data structure\n    3. Firecrawl's AI analyzes the page and extracts matching data\n    4. Returns structured data validated against your schema\n    \n    Example use case:\n    - URL: Uniqlo product page\n    - Prompt: \"Extract the product name, price, and all available product image URLs\"\n    - Schema: {\"name\": \"string\", \"price\": \"number\", \"images\": [\"string\"]}\n    - Result: Structured JSON with the exact data you need\n  ";
+    static readonly alias = "extract";
+    static readonly type = "tool";
+    constructor(params?: WebExtractToolParamsInput, context?: BubbleContext);
+    performAction(context?: BubbleContext): Promise<WebExtractToolResult>;
+}
+export {};
+//# sourceMappingURL=web-extract-tool.d.ts.map

package/dist/bubbles/tool-bubble/web-extract-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-extract-tool.d.ts","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-extract-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAE3D,OAAO,EAAE,cAAc,EAAE,KAAK,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAG5E,QAAA,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;EA4B9B,CAAC;AAGH,QAAA,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAe9B,CAAC;AAGH,KAAK,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACxE,KAAK,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACxE,KAAK,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE5E,qBAAa,cAAe,SAAQ,UAAU,CAC5C,oBAAoB,EACpB,oBAAoB,CACrB;IAEC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAsB;IAC5D,MAAM,CAAC,QAAQ,CAAC,MAAM;;;;;;;;;;;;;;;;;;OAA8B;IACpD,MAAM,CAAC,QAAQ,CAAC,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAA8B;IAC1D,MAAM,CAAC,QAAQ,CAAC,gBAAgB,mHACkF;IAClH,MAAM,CAAC,QAAQ,CAAC,eAAe,sgDA8B7B;IACF,MAAM,CAAC,QAAQ,CAAC,KAAK,aAAa;IAClC,MAAM,CAAC,QAAQ,CAAC,IAAI,UAAU;gBAG5B,MAAM,GAAE,yBAIP,EACD,OAAO,CAAC,EAAE,aAAa;IAKnB,aAAa,CAAC,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,oBAAoB,CAAC;CA6G5E"}

package/dist/bubbles/tool-bubble/web-extract-tool.js

@@ -0,0 +1,175 @@
+import { z } from 'zod';
+import { ToolBubble } from '../../types/tool-bubble-class.js';
+import Firecrawl from '@mendable/firecrawl-js';
+import { CredentialType } from '@bubblelab/shared-schemas';
+// Parameters schema for web extraction
+const WebExtractToolParamsSchema = z.object({
+    url: z
+        .string()
+        .url('Must be a valid URL')
+        .describe('The URL to extract structured data from'),
+    prompt: z
+        .string()
+        .min(1, 'Extraction prompt is required')
+        .describe('Detailed prompt describing what data to extract from the web page'),
+    schema: z
+        .string()
+        .min(1, 'JSON schema is required')
+        .describe('JSON schema string defining the structure of the data to extract'),
+    timeout: z
+        .number()
+        .min(1000)
+        .max(60000)
+        .default(30000)
+        .optional()
+        .describe('Timeout in milliseconds for the extraction (default: 30000)'),
+    credentials: z
+        .record(z.nativeEnum(CredentialType), z.string())
+        .optional()
+        .describe('Required credentials including FIRECRAWL_API_KEY'),
+});
+// Result schema for extraction operations
+const WebExtractToolResultSchema = z.object({
+    url: z.string().url().describe('The original URL that was processed'),
+    success: z.boolean().describe('Whether the extraction was successful'),
+    error: z.string().describe('Error message if extraction failed'),
+    extractedData: z
+        .any()
+        .describe('The extracted structured data matching the provided schema'),
+    metadata: z
+        .object({
+        extractionTime: z.number().optional(),
+        pageTitle: z.string().optional(),
+        statusCode: z.number().optional(),
+    })
+        .optional()
+        .describe('Additional metadata about the extraction'),
+});
+export class WebExtractTool extends ToolBubble {
+    // Required static metadata
+    static bubbleName = 'web-extract-tool';
+    static schema = WebExtractToolParamsSchema;
+    static resultSchema = WebExtractToolResultSchema;
+    static shortDescription = 'Extracts structured data from web pages using Firecrawl AI-powered extraction with custom prompts and schemas';
+    static longDescription = `
+    A powerful web data extraction tool that uses Firecrawl's AI-powered extraction API to extract structured data from web pages.
+    
+    🎯 EXTRACT Features:
+    - AI-powered structured data extraction using natural language prompts
+    - Custom JSON schema validation for extracted data
+    - Handles dynamic content and JavaScript-rendered pages
+    - Precise extraction of specific elements like images, prices, descriptions
+    - Works with complex e-commerce sites and product pages
+    - Requires FIRECRAWL_API_KEY credential
+    
+    Use Cases:
+    - Extract product information (names, prices, images) from e-commerce sites
+    - Gather structured data from listings and catalogs
+    - Extract contact information and business details
+    - Parse article metadata and content structure
+    - Collect specific data points from forms and tables
+    - Extract image URLs, especially for product galleries
+    
+    How it works:
+    1. Provide a URL and a natural language prompt describing what to extract
+    2. Define a JSON schema for the expected data structure
+    3. Firecrawl's AI analyzes the page and extracts matching data
+    4. Returns structured data validated against your schema
+    
+    Example use case:
+    - URL: Uniqlo product page
+    - Prompt: "Extract the product name, price, and all available product image URLs"
+    - Schema: {"name": "string", "price": "number", "images": ["string"]}
+    - Result: Structured JSON with the exact data you need
+  `;
+    static alias = 'extract';
+    static type = 'tool';
+    constructor(params = {
+        url: '',
+        prompt: '',
+        schema: '{}',
+    }, context) {
+        super(params, context);
+    }
+    async performAction(context) {
+        void context; // Context available but not currently used
+        const { url, prompt, schema, timeout } = this.params;
+        const startTime = Date.now();
+        try {
+            // Get Firecrawl API key from credentials
+            const apiKey = this.params.credentials?.FIRECRAWL_API_KEY;
+            if (!apiKey) {
+                throw new Error('FIRECRAWL_API_KEY is required but not provided in credentials');
+            }
+            // Initialize Firecrawl client
+            const firecrawl = new Firecrawl({ apiKey });
+            console.log('[WebExtractTool] Extracting data from URL:', url);
+            console.log('[WebExtractTool] Using prompt:', prompt.substring(0, 100) + '...');
+            console.log('[WebExtractTool] Expected schema:', schema.substring(0, 200) + '...');
+            // Validate and parse the JSON schema
+            let parsedSchema;
+            try {
+                parsedSchema = JSON.parse(schema);
+            }
+            catch (parseError) {
+                throw new Error(`Invalid JSON schema provided: ${parseError instanceof Error ? parseError.message : 'Unknown parsing error'}`);
+            }
+            // Configure extraction options
+            const extractOptions = {
+                urls: [url],
+                prompt,
+                schema: parsedSchema,
+                timeout: timeout ? timeout / 1000 : 30, // Convert to seconds
+            };
+            // Execute extraction
+            const response = await firecrawl.extract(extractOptions);
+            // Handle the response
+            if (!response || typeof response !== 'object') {
+                throw new Error('Invalid response from Firecrawl extract API');
+            }
+            // Check if extraction was successful
+            if (response.success === false || response.status === 'failed') {
+                throw new Error(response.error || 'Extraction failed');
+            }
+            // Extract the data from the response
+            let extractedData = {};
+            if (response.data) {
+                extractedData = response.data;
+            }
+            else {
+                throw new Error('No data returned from extraction');
+            }
+            const extractionTime = Date.now() - startTime;
+            // Extract metadata if available
+            const metadata = {
+                extractionTime,
+            };
+            if (response.sources) {
+                metadata.sources = response.sources;
+            }
+            console.log('[WebExtractTool] Successfully extracted data from:', url);
+            console.log('[WebExtractTool] Extraction time:', extractionTime, 'ms');
+            return {
+                url,
+                success: true,
+                error: '',
+                extractedData,
+                metadata,
+            };
+        }
+        catch (error) {
+            console.error('[WebExtractTool] Extraction error:', error);
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            return {
+                url,
+                success: false,
+                error: errorMessage,
+                extractedData: {},
+                metadata: {
+                    extractionTime: Date.now() - startTime,
+                },
+            };
+        }
+    }
+}
+//# sourceMappingURL=web-extract-tool.js.map

package/dist/bubbles/tool-bubble/web-extract-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web-extract-tool.js","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/web-extract-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAE9D,OAAO,SAAS,MAAM,wBAAwB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAmB,MAAM,2BAA2B,CAAC;AAE5E,uCAAuC;AACvC,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,GAAG,EAAE,CAAC;SACH,MAAM,EAAE;SACR,GAAG,CAAC,qBAAqB,CAAC;SAC1B,QAAQ,CAAC,yCAAyC,CAAC;IACtD,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,EAAE,+BAA+B,CAAC;SACvC,QAAQ,CACP,mEAAmE,CACpE;IACH,MAAM,EAAE,CAAC;SACN,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,EAAE,yBAAyB,CAAC;SACjC,QAAQ,CACP,kEAAkE,CACnE;IACH,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,GAAG,CAAC,IAAI,CAAC;SACT,GAAG,CAAC,KAAK,CAAC;SACV,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,EAAE;SACV,QAAQ,CAAC,6DAA6D,CAAC;IAC1E,WAAW,EAAE,CAAC;SACX,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAChD,QAAQ,EAAE;SACV,QAAQ,CAAC,kDAAkD,CAAC;CAChE,CAAC,CAAC;AAEH,0CAA0C;AAC1C,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1C,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IACrE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAChE,aAAa,EAAE,CAAC;SACb,GAAG,EAAE;SACL,QAAQ,CAAC,4DAA4D,CAAC;IACzE,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACrC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;KAClC,CAAC;SACD,QAAQ,EAAE;SACV,QAAQ,CAAC,0CAA0C,CAAC;CACxD,CAAC,CAAC;AAOH,MAAM,OAAO,cAAe,SAAQ,UAGnC;IACC,2BAA2B;IAC3B,MAAM,CAAU,UAAU,GAAe,kBAAkB,CAAC;IAC5D,MAAM,CAAU,MAAM,GAAG,0BAA0B,CAAC;IACpD,MAAM,CAAU,YAAY,GAAG,0BAA0B,CAAC;IAC1D,MAAM,CAAU,gBAAgB,GAC9B,+GAA+G,CAAC;IAClH,MAAM,CAAU,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BjC,CAAC;IACF,MAAM,CAAU,KAAK,GAAG,SAAS,CAAC;IAClC,MAAM,CAAU,IAAI,GAAG,MAAM,CAAC;IAE9B,YACE,SAAoC;QAClC,GAAG,EAAE,EAAE;QACP,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,IAAI;KACb,EACD,OAAuB;QAEvB,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAuB;QACzC,KAAK,OAAO,CAAC,CAAC,2CAA2C;QAEzD,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACrD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,yCAAyC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,iBAAiB,CAAC;YAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CACb,+DAA+D,CAChE,CAAC;YACJ,CAAC;YAED,8BAA8B;YAC9B,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;YAE5C,OAAO,CAAC,GAAG,CAAC,4CAA4C,EAAE,GAAG,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CACT,gCAAgC,EAChC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CACjC,CAAC;YACF,OAAO,CAAC,GAAG,CACT,mCAAmC,EACnC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CACjC,CAAC;YAEF,qCAAqC;YACrC,IAAI,YAAqC,CAAC;YAC1C,IAAI,CAAC;gBACH,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CACb,iCAAiC,UAAU,YAAY,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,uBAAuB,EAAE,CAC9G,CAAC;YACJ,CAAC;YAED,+BAA+B;YAC/B,MAAM,cAAc,GAAG;gBACrB,IAAI,EAAE,CAAC,GAAG,CAAC;gBACX,MAAM;gBACN,MAAM,EAAE,YAAY;gBACpB,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,qBAAqB;aAC9D,CAAC;YAEF,qBAAqB;YACrB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;YAEzD,sBAAsB;YACtB,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;YACjE,CAAC;YAED,qCAAqC;YACrC,IAAI,QAAQ,CAAC,OAAO,KAAK,KAAK,IAAI,QAAQ,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBAC/D,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,mBAAmB,CAAC,CAAC;YACzD,CAAC;YAED,qCAAqC;YACrC,IAAI,aAAa,GAA4B,EAAE,CAAC;YAEhD,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAClB,aAAa,GAAG,QAAQ,CAAC,IAA+B,CAAC;YAC3D,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;YACtD,CAAC;YAED,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE9C,gCAAgC;YAChC,MAAM,QAAQ,GAGV;gBACF,cAAc;aACf,CAAC;YAEF,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,QAAQ,CAAC,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC;YACtC,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,oDAAoD,EAAE,GAAG,CAAC,CAAC;YACvE,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,cAAc,EAAE,IAAI,CAAC,CAAC;YAEvE,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,EAAE;gBACT,aAAa;gBACb,QAAQ;aACT,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAE3D,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE3D,OAAO;gBACL,GAAG;gBACH,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,YAAY;gBACnB,aAAa,EAAE,EAAE;gBACjB,QAAQ,EAAE;oBACR,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;iBACvC;aACF,CAAC;QACJ,CAAC;IACH,CAAC"}