@bubblelab/bubble-core 0.1.0

package/dist/bubbles/tool-bubble/reddit-scrape-tool.js

@@ -0,0 +1,327 @@
+import { z } from 'zod';
+import { ToolBubble } from '../../types/tool-bubble-class.js';
+import { CredentialType } from '@bubblelab/shared-schemas';
+// Reddit post structure schema
+const RedditPostSchema = z.object({
+    title: z.string().describe('Post title'),
+    url: z.string().describe('Post URL (external link or Reddit permalink)'),
+    author: z.string().describe('Username of the post author'),
+    score: z.number().describe('Post upvote score'),
+    numComments: z.number().describe('Number of comments on the post'),
+    createdUtc: z.number().describe('Post creation timestamp (Unix UTC)'),
+    postUrl: z.string().describe('Reddit url to the post'),
+    selftext: z.string().describe('Post content text (for text posts)'),
+    subreddit: z.string().describe('Subreddit name'),
+    postHint: z
+        .string()
+        .nullable()
+        .optional()
+        .describe('Post type hint (image, video, link, etc.)'),
+    isSelf: z
+        .boolean()
+        .describe('Whether this is a text post (true) or link post (false)'),
+    thumbnail: z.string().optional().describe('Thumbnail image URL if available'),
+    domain: z.string().optional().describe('Domain of external link'),
+    flair: z.string().optional().describe('Post flair text'),
+});
+// Define the parameters schema for the Reddit Scrape Tool
+const RedditScrapeToolParamsSchema = z.object({
+    subreddit: z
+        .string()
+        .min(1, 'Subreddit name is required')
+        .regex(/^[a-zA-Z0-9_]+$/, 'Subreddit name can only contain letters, numbers, and underscores')
+        .describe('Name of the subreddit to scrape (without r/ prefix)'),
+    limit: z
+        .number()
+        .min(1, 'Limit must be at least 1')
+        .max(500, 'Limit cannot exceed 500')
+        .default(25)
+        .describe('Maximum number of posts to fetch (1-500, default: 25)'),
+    sort: z
+        .enum(['hot', 'new', 'top', 'rising'])
+        .default('hot')
+        .describe('Sorting method for posts (default: hot)'),
+    timeFilter: z
+        .enum(['hour', 'day', 'week', 'month', 'year', 'all'])
+        .optional()
+        .describe('Time filter for "top" sort (only applies when sort=top)'),
+    filterToday: z
+        .boolean()
+        .default(false)
+        .describe('Filter results to only include posts from today'),
+    includeStickied: z
+        .boolean()
+        .default(false)
+        .describe('Include stickied/pinned posts in results'),
+    minScore: z
+        .number()
+        .optional()
+        .describe('Minimum upvote score required for posts'),
+    credentials: z
+        .record(z.nativeEnum(CredentialType), z.string())
+        .optional()
+        .describe('Optional credentials for enhanced features'),
+});
+// Result schema for the Reddit scrape tool
+const RedditScrapeToolResultSchema = z.object({
+    posts: z.array(RedditPostSchema).describe('Array of scraped Reddit posts'),
+    metadata: z
+        .object({
+        subreddit: z.string().describe('Subreddit that was scraped'),
+        requestedLimit: z.number().describe('Number of posts requested'),
+        actualCount: z.number().describe('Actual number of posts returned'),
+        filteredCount: z.number().describe('Number of posts after filtering'),
+        sort: z.string().describe('Sorting method used'),
+        timeFilter: z.string().optional().describe('Time filter used (if any)'),
+        scrapedAt: z.string().describe('ISO timestamp when scraping occurred'),
+        apiEndpoint: z.string().describe('Reddit API endpoint used'),
+    })
+        .describe('Metadata about the scraping operation'),
+    success: z.boolean().describe('Whether the scraping was successful'),
+    error: z.string().describe('Error message if scraping failed'),
+});
+export class RedditScrapeTool extends ToolBubble {
+    // Required static metadata
+    static bubbleName = 'reddit-scrape-tool';
+    static schema = RedditScrapeToolParamsSchema;
+    static resultSchema = RedditScrapeToolResultSchema;
+    static shortDescription = 'Scrapes posts from any Reddit subreddit with flexible filtering and sorting options';
+    static longDescription = `
+    A specialized tool for scraping Reddit posts from any subreddit with comprehensive filtering and sorting capabilities.
+    
+    🔥 Core Features:
+    - Scrape posts from any public subreddit
+    - Multiple sorting options (hot, new, top, rising)
+    - Flexible post limits (1-100 posts)
+    - Time-based filtering for top posts
+    - Today-only filtering option
+    - Score-based filtering
+    - Stickied post inclusion/exclusion
+    
+    📊 Post Data Extracted:
+    - Title, author, and content
+    - Upvote scores and comment counts
+    - Creation timestamps and permalinks
+    - Post types (text vs link posts)
+    - External URLs and domains
+    - Thumbnails and flairs
+    - Comprehensive metadata
+    
+    🎯 Use Cases:
+    - Monitor specific subreddits for trends
+    - Gather posts for content analysis
+    - Track community engagement metrics
+    - Feed Reddit data into other workflows
+    - Research subreddit activity patterns
+    - Content aggregation and curation
+    
+    ⚡ Technical Features:
+    - Uses Reddit's official JSON API
+    - No authentication required for public posts
+    - Respects Reddit's rate limiting
+    - Handles large subreddits efficiently
+    - Robust error handling and validation
+    - Clean, structured data output
+    
+    Perfect for integration with AI agents, data analysis workflows, and content monitoring systems.
+  `;
+    static alias = 'reddit';
+    static type = 'tool';
+    constructor(params = {
+        subreddit: 'news',
+        limit: 25,
+        sort: 'hot',
+    }, context) {
+        super(params, context);
+    }
+    async performAction(context) {
+        void context; // Context available but not currently used
+        const { subreddit, limit, sort, timeFilter } = this.params;
+        const scrapedAt = new Date().toISOString();
+        try {
+            console.log(`[RedditScrapeTool] Scraping r/${subreddit} with ${limit} ${sort} posts`);
+            // Build Reddit API URL
+            const apiUrl = this.buildRedditApiUrl();
+            console.log(`[RedditScrapeTool] API endpoint: ${apiUrl}`);
+            // Fetch data from Reddit's JSON API
+            const redditData = await this.fetchRedditData(apiUrl);
+            // Parse and process posts
+            const rawPosts = this.parseRedditResponse(redditData);
+            console.log(`[RedditScrapeTool] Found ${rawPosts.length} raw posts`);
+            // Apply filters
+            const filteredPosts = this.applyFilters(rawPosts);
+            console.log(`[RedditScrapeTool] ${filteredPosts.length} posts after filtering`);
+            // Limit results
+            const finalPosts = filteredPosts.slice(0, limit);
+            return {
+                posts: finalPosts,
+                metadata: {
+                    subreddit,
+                    requestedLimit: limit,
+                    actualCount: rawPosts.length,
+                    filteredCount: filteredPosts.length,
+                    sort,
+                    timeFilter,
+                    scrapedAt,
+                    apiEndpoint: apiUrl,
+                },
+                success: true,
+                error: '',
+            };
+        }
+        catch (error) {
+            console.error('[RedditScrapeTool] Scraping error:', error);
+            const errorMessage = error instanceof Error ? error.message : 'Unknown error';
+            return {
+                posts: [],
+                metadata: {
+                    subreddit,
+                    requestedLimit: limit,
+                    actualCount: 0,
+                    filteredCount: 0,
+                    sort,
+                    timeFilter,
+                    scrapedAt,
+                    apiEndpoint: '',
+                },
+                success: false,
+                error: errorMessage,
+            };
+        }
+    }
+    /**
+     * Build the Reddit JSON API URL
+     */
+    buildRedditApiUrl() {
+        const { subreddit, sort, timeFilter, limit } = this.params;
+        let url = `https://www.reddit.com/r/${subreddit}/${sort}.json?limit=${Math.min(limit * 2, 100)}`;
+        // Add time filter for top posts
+        if (sort === 'top' && timeFilter) {
+            url += `&t=${timeFilter}`;
+        }
+        return url;
+    }
+    /**
+     * Get a random user agent to avoid being blocked
+     */
+    getRandomUserAgent() {
+        const userAgents = [
+            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+            'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36',
+            'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.1 Safari/605.1.15',
+            'Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:120.0) Gecko/20100101 Firefox/120.0',
+            'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:120.0) Gecko/20100101 Firefox/120.0',
+            'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
+            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Edge/120.0.0.0',
+            'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/119.0.0.0 Safari/537.36 Edg/119.0.0.0',
+            'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/118.0.0.0 Safari/537.36',
+        ];
+        return userAgents[Math.floor(Math.random() * userAgents.length)];
+    }
+    /**
+     * Fetch data from Reddit's JSON API
+     */
+    async fetchRedditData(url) {
+        const https = await import('https');
+        return new Promise((resolve, reject) => {
+            const request = https.get(url, {
+                headers: {
+                    'User-Agent': this.getRandomUserAgent(),
+                },
+            }, (response) => {
+                let data = '';
+                response.on('data', (chunk) => {
+                    data += chunk;
+                });
+                response.on('end', () => {
+                    if (response.statusCode === 200) {
+                        try {
+                            const jsonData = JSON.parse(data);
+                            resolve(jsonData);
+                        }
+                        catch (parseError) {
+                            reject(new Error(`Failed to parse Reddit JSON response: ${parseError}`));
+                        }
+                    }
+                    else {
+                        reject(new Error(`Reddit API returned status ${response.statusCode}: ${response.statusMessage}`));
+                    }
+                });
+            });
+            request.on('error', (error) => {
+                reject(new Error(`Network error: ${error.message}`));
+            });
+            request.setTimeout(15000, () => {
+                request.destroy();
+                reject(new Error('Request timeout - Reddit API did not respond within 15 seconds'));
+            });
+        });
+    }
+    /**
+     * Parse Reddit JSON response into standardized post objects
+     */
+    parseRedditResponse(data) {
+        const posts = [];
+        try {
+            if (data?.data?.children) {
+                for (const child of data.data.children) {
+                    const post = child.data;
+                    // Skip if not a post (could be an ad or other content)
+                    if (!post || !post.title)
+                        continue;
+                    posts.push({
+                        title: post.title,
+                        url: post.url || '',
+                        author: post.author || '[deleted]',
+                        score: post.score || 0,
+                        numComments: post.num_comments || 0,
+                        createdUtc: post.created_utc || 0,
+                        postUrl: post.permalink
+                            ? `https://reddit.com${post.permalink}`
+                            : '',
+                        selftext: post.selftext || '',
+                        subreddit: post.subreddit || this.params.subreddit,
+                        postHint: post.post_hint || null,
+                        isSelf: post.is_self || false,
+                        thumbnail: post.thumbnail !== 'self' && post.thumbnail !== 'default'
+                            ? post.thumbnail
+                            : undefined,
+                        domain: post.domain || undefined,
+                        flair: post.link_flair_text || undefined,
+                    });
+                }
+            }
+        }
+        catch (error) {
+            console.error('[RedditScrapeTool] Error parsing Reddit response:', error);
+            throw new Error(`Failed to parse Reddit data: ${error}`);
+        }
+        return posts;
+    }
+    /**
+     * Apply various filters to the posts
+     */
+    applyFilters(posts) {
+        let filtered = [...posts];
+        // Filter out stickied posts if not requested
+        if (!this.params.includeStickied) {
+            // Note: Reddit's JSON API typically marks stickied posts with 'stickied: true'
+            // but we'll filter based on common patterns since we don't have that field in our schema
+            filtered = filtered.filter((post) => !post.title.toLowerCase().includes('[sticky]'));
+        }
+        // Apply minimum score filter
+        if (this.params.minScore !== undefined) {
+            filtered = filtered.filter((post) => post.score >= this.params.minScore);
+        }
+        // Filter to today's posts if requested
+        if (this.params.filterToday) {
+            const now = new Date();
+            const todayStart = new Date(now.getFullYear(), now.getMonth(), now.getDate()).getTime() /
+                1000;
+            filtered = filtered.filter((post) => post.createdUtc >= todayStart);
+        }
+        return filtered;
+    }
+}
+//# sourceMappingURL=reddit-scrape-tool.js.map

package/dist/bubbles/tool-bubble/reddit-scrape-tool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reddit-scrape-tool.js","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/reddit-scrape-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAE9D,OAAO,EAAE,cAAc,EAAmB,MAAM,2BAA2B,CAAC;AAE5E,+BAA+B;AAC/B,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACxC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;IACxE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IAC1D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IAC/C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IAClE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IACrE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACtD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IACnE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAChD,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,EAAE;SACV,QAAQ,CAAC,2CAA2C,CAAC;IACxD,MAAM,EAAE,CAAC;SACN,OAAO,EAAE;SACT,QAAQ,CAAC,yDAAyD,CAAC;IACtE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IAC7E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IACjE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;CACzD,CAAC,CAAC;AAEH,0DAA0D;AAC1D,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,SAAS,EAAE,CAAC;SACT,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,EAAE,4BAA4B,CAAC;SACpC,KAAK,CACJ,iBAAiB,EACjB,mEAAmE,CACpE;SACA,QAAQ,CAAC,qDAAqD,CAAC;IAElE,KAAK,EAAE,CAAC;SACL,MAAM,EAAE;SACR,GAAG,CAAC,CAAC,EAAE,0BAA0B,CAAC;SAClC,GAAG,CAAC,GAAG,EAAE,yBAAyB,CAAC;SACnC,OAAO,CAAC,EAAE,CAAC;SACX,QAAQ,CAAC,uDAAuD,CAAC;IAEpE,IAAI,EAAE,CAAC;SACJ,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;SACrC,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,yCAAyC,CAAC;IAEtD,UAAU,EAAE,CAAC;SACV,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,CAAC;SACrD,QAAQ,EAAE;SACV,QAAQ,CAAC,yDAAyD,CAAC;IAEtE,WAAW,EAAE,CAAC;SACX,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,iDAAiD,CAAC;IAE9D,eAAe,EAAE,CAAC;SACf,OAAO,EAAE;SACT,OAAO,CAAC,KAAK,CAAC;SACd,QAAQ,CAAC,0CAA0C,CAAC;IAEvD,QAAQ,EAAE,CAAC;SACR,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,yCAAyC,CAAC;IAEtD,WAAW,EAAE,CAAC;SACX,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;SAChD,QAAQ,EAAE;SACV,QAAQ,CAAC,4CAA4C,CAAC;CAC1D,CAAC,CAAC;AAEH,2CAA2C;AAC3C,MAAM,4BAA4B,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAE1E,QAAQ,EAAE,CAAC;SACR,MAAM,CAAC;QACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;QAC5D,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;QAChE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;QACnE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;QACrE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QAChD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;QACvE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;QACtE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;KAC7D,CAAC;SACD,QAAQ,CAAC,uCAAuC,CAAC;IAEpD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,qCAAqC,CAAC;IACpE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;CAC/D,CAAC,CAAC;AAQH,MAAM,OAAO,gBAAiB,SAAQ,UAGrC;IACC,2BAA2B;IAC3B,MAAM,CAAU,UAAU,GAAe,oBAAoB,CAAC;IAC9D,MAAM,CAAU,MAAM,GAAG,4BAA4B,CAAC;IACtD,MAAM,CAAU,YAAY,GAAG,4BAA4B,CAAC;IAC5D,MAAM,CAAU,gBAAgB,GAC9B,qFAAqF,CAAC;IACxF,MAAM,CAAU,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCjC,CAAC;IACF,MAAM,CAAU,KAAK,GAAG,QAAQ,CAAC;IACjC,MAAM,CAAU,IAAI,GAAG,MAAM,CAAC;IAE9B,YACE,SAAsC;QACpC,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,EAAE;QACT,IAAI,EAAE,KAAK;KACZ,EACD,OAAuB;QAEvB,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,OAAuB;QAEvB,KAAK,OAAO,CAAC,CAAC,2CAA2C;QAEzD,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE3C,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CACT,iCAAiC,SAAS,SAAS,KAAK,IAAI,IAAI,QAAQ,CACzE,CAAC;YAEF,uBAAuB;YACvB,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAExC,OAAO,CAAC,GAAG,CAAC,oCAAoC,MAAM,EAAE,CAAC,CAAC;YAE1D,oCAAoC;YACpC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YAEtD,0BAA0B;YAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,4BAA4B,QAAQ,CAAC,MAAM,YAAY,CAAC,CAAC;YAErE,gBAAgB;YAChB,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CACT,sBAAsB,aAAa,CAAC,MAAM,wBAAwB,CACnE,CAAC;YAEF,gBAAgB;YAChB,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAEjD,OAAO;gBACL,KAAK,EAAE,UAAU;gBACjB,QAAQ,EAAE;oBACR,SAAS;oBACT,cAAc,EAAE,KAAK;oBACrB,WAAW,EAAE,QAAQ,CAAC,MAAM;oBAC5B,aAAa,EAAE,aAAa,CAAC,MAAM;oBACnC,IAAI;oBACJ,UAAU;oBACV,SAAS;oBACT,WAAW,EAAE,MAAM;iBACpB;gBACD,OAAO,EAAE,IAAI;gBACb,KAAK,EAAE,EAAE;aACV,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;YAE3D,MAAM,YAAY,GAChB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YAE3D,OAAO;gBACL,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE;oBACR,SAAS;oBACT,cAAc,EAAE,KAAK;oBACrB,WAAW,EAAE,CAAC;oBACd,aAAa,EAAE,CAAC;oBAChB,IAAI;oBACJ,UAAU;oBACV,SAAS;oBACT,WAAW,EAAE,EAAE;iBAChB;gBACD,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,YAAY;aACpB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,iBAAiB;QACvB,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3D,IAAI,GAAG,GAAG,4BAA4B,SAAS,IAAI,IAAI,eAAe,IAAI,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;QAEjG,gCAAgC;QAChC,IAAI,IAAI,KAAK,KAAK,IAAI,UAAU,EAAE,CAAC;YACjC,GAAG,IAAI,MAAM,UAAU,EAAE,CAAC;QAC5B,CAAC;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACK,kBAAkB;QACxB,MAAM,UAAU,GAAG;YACjB,iHAAiH;YACjH,uHAAuH;YACvH,iHAAiH;YACjH,uHAAuH;YACvH,kFAAkF;YAClF,sFAAsF;YACtF,uGAAuG;YACvG,iGAAiG;YACjG,qIAAqI;YACrI,iHAAiH;SAClH,CAAC;QAEF,OAAO,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IACnE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,eAAe,CAAC,GAAW;QACvC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,CAAC;QAEpC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CACvB,GAAG,EACH;gBACE,OAAO,EAAE;oBACP,YAAY,EAAE,IAAI,CAAC,kBAAkB,EAAE;iBACxC;aACF,EACD,CAAC,QAAQ,EAAE,EAAE;gBACX,IAAI,IAAI,GAAG,EAAE,CAAC;gBAEd,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;oBAC5B,IAAI,IAAI,KAAK,CAAC;gBAChB,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACtB,IAAI,QAAQ,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;wBAChC,IAAI,CAAC;4BACH,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;4BAClC,OAAO,CAAC,QAAQ,CAAC,CAAC;wBACpB,CAAC;wBAAC,OAAO,UAAU,EAAE,CAAC;4BACpB,MAAM,CACJ,IAAI,KAAK,CACP,yCAAyC,UAAU,EAAE,CACtD,CACF,CAAC;wBACJ,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,MAAM,CACJ,IAAI,KAAK,CACP,8BAA8B,QAAQ,CAAC,UAAU,KAAK,QAAQ,CAAC,aAAa,EAAE,CAC/E,CACF,CAAC;oBACJ,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC,CACF,CAAC;YAEF,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC5B,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACvD,CAAC,CAAC,CAAC;YAEH,OAAO,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE;gBAC7B,OAAO,CAAC,OAAO,EAAE,CAAC;gBAClB,MAAM,CACJ,IAAI,KAAK,CACP,gEAAgE,CACjE,CACF,CAAC;YACJ,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,IAAS;QACnC,MAAM,KAAK,GAAiB,EAAE,CAAC;QAE/B,IAAI,CAAC;YACH,IAAI,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;gBACzB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACvC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;oBAExB,uDAAuD;oBACvD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK;wBAAE,SAAS;oBAEnC,KAAK,CAAC,IAAI,CAAC;wBACT,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,GAAG,EAAE,IAAI,CAAC,GAAG,IAAI,EAAE;wBACnB,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,WAAW;wBAClC,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,CAAC;wBACtB,WAAW,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;wBACnC,UAAU,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC;wBACjC,OAAO,EAAE,IAAI,CAAC,SAAS;4BACrB,CAAC,CAAC,qBAAqB,IAAI,CAAC,SAAS,EAAE;4BACvC,CAAC,CAAC,EAAE;wBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;wBAC7B,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS;wBAClD,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI;wBAChC,MAAM,EAAE,IAAI,CAAC,OAAO,IAAI,KAAK;wBAC7B,SAAS,EACP,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,KAAK,SAAS;4BACvD,CAAC,CAAC,IAAI,CAAC,SAAS;4BAChB,CAAC,CAAC,SAAS;wBACf,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,SAAS;wBAChC,KAAK,EAAE,IAAI,CAAC,eAAe,IAAI,SAAS;qBACzC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,KAAmB;QACtC,IAAI,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;QAE1B,6CAA6C;QAC7C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YACjC,+EAA+E;YAC/E,yFAAyF;YACzF,QAAQ,GAAG,QAAQ,CAAC,MAAM,CACxB,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CACzD,CAAC;QACJ,CAAC;QAED,6BAA6B;QAC7B,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvC,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,QAAS,CAAC,CAAC;QAC5E,CAAC;QAED,uCAAuC;QACvC,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,UAAU,GACd,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE;gBACpE,IAAI,CAAC;YACP,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,IAAI,UAAU,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC"}

package/dist/bubbles/tool-bubble/research-agent-tool.d.ts

@@ -0,0 +1,122 @@
+import { z } from 'zod';
+import { ToolBubble } from '../../types/tool-bubble-class.js';
+import type { BubbleContext } from '../../types/bubble.js';
+import { CredentialType, type BubbleName } from '@bubblelab/shared-schemas';
+declare const ResearchAgentToolParamsSchema: z.ZodObject<{
+    task: z.ZodString;
+    expectedResultSchema: z.ZodString;
+    model: z.ZodOptional<z.ZodDefault<z.ZodEnum<["openai/gpt-5", "openai/gpt-5-mini", "openai/gpt-o4-mini", "google/gemini-2.5-pro", "google/gemini-2.5-flash", "google/gemini-2.5-flash-lite", "google/gemini-2.5-flash-image-preview"]>>>;
+    maxTokens: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
+    maxIterations: z.ZodDefault<z.ZodNumber>;
+    credentials: z.ZodOptional<z.ZodRecord<z.ZodNativeEnum<typeof CredentialType>, z.ZodString>>;
+}, "strip", z.ZodTypeAny, {
+    maxIterations: number;
+    task: string;
+    expectedResultSchema: string;
+    credentials?: Partial<Record<CredentialType, string>> | undefined;
+    model?: "openai/gpt-5" | "openai/gpt-5-mini" | "openai/gpt-o4-mini" | "google/gemini-2.5-pro" | "google/gemini-2.5-flash" | "google/gemini-2.5-flash-lite" | "google/gemini-2.5-flash-image-preview" | undefined;
+    maxTokens?: number | undefined;
+}, {
+    task: string;
+    expectedResultSchema: string;
+    credentials?: Partial<Record<CredentialType, string>> | undefined;
+    model?: "openai/gpt-5" | "openai/gpt-5-mini" | "openai/gpt-o4-mini" | "google/gemini-2.5-pro" | "google/gemini-2.5-flash" | "google/gemini-2.5-flash-lite" | "google/gemini-2.5-flash-image-preview" | undefined;
+    maxTokens?: number | undefined;
+    maxIterations?: number | undefined;
+}>;
+declare const ResearchAgentToolResultSchema: z.ZodObject<{
+    result: z.ZodAny;
+    summary: z.ZodString;
+    sourcesUsed: z.ZodArray<z.ZodString, "many">;
+    iterationsUsed: z.ZodNumber;
+    success: z.ZodBoolean;
+    error: z.ZodString;
+}, "strip", z.ZodTypeAny, {
+    success: boolean;
+    error: string;
+    summary: string;
+    sourcesUsed: string[];
+    iterationsUsed: number;
+    result?: any;
+}, {
+    success: boolean;
+    error: string;
+    summary: string;
+    sourcesUsed: string[];
+    iterationsUsed: number;
+    result?: any;
+}>;
+type ResearchAgentToolParams = z.output<typeof ResearchAgentToolParamsSchema>;
+type ResearchAgentToolResult = z.output<typeof ResearchAgentToolResultSchema>;
+type ResearchAgentToolParamsInput = z.input<typeof ResearchAgentToolParamsSchema>;
+export declare class ResearchAgentTool extends ToolBubble<ResearchAgentToolParams, ResearchAgentToolResult> {
+    static readonly bubbleName: BubbleName;
+    static readonly schema: z.ZodObject<{
+        task: z.ZodString;
+        expectedResultSchema: z.ZodString;
+        model: z.ZodOptional<z.ZodDefault<z.ZodEnum<["openai/gpt-5", "openai/gpt-5-mini", "openai/gpt-o4-mini", "google/gemini-2.5-pro", "google/gemini-2.5-flash", "google/gemini-2.5-flash-lite", "google/gemini-2.5-flash-image-preview"]>>>;
+        maxTokens: z.ZodOptional<z.ZodDefault<z.ZodNumber>>;
+        maxIterations: z.ZodDefault<z.ZodNumber>;
+        credentials: z.ZodOptional<z.ZodRecord<z.ZodNativeEnum<typeof CredentialType>, z.ZodString>>;
+    }, "strip", z.ZodTypeAny, {
+        maxIterations: number;
+        task: string;
+        expectedResultSchema: string;
+        credentials?: Partial<Record<CredentialType, string>> | undefined;
+        model?: "openai/gpt-5" | "openai/gpt-5-mini" | "openai/gpt-o4-mini" | "google/gemini-2.5-pro" | "google/gemini-2.5-flash" | "google/gemini-2.5-flash-lite" | "google/gemini-2.5-flash-image-preview" | undefined;
+        maxTokens?: number | undefined;
+    }, {
+        task: string;
+        expectedResultSchema: string;
+        credentials?: Partial<Record<CredentialType, string>> | undefined;
+        model?: "openai/gpt-5" | "openai/gpt-5-mini" | "openai/gpt-o4-mini" | "google/gemini-2.5-pro" | "google/gemini-2.5-flash" | "google/gemini-2.5-flash-lite" | "google/gemini-2.5-flash-image-preview" | undefined;
+        maxTokens?: number | undefined;
+        maxIterations?: number | undefined;
+    }>;
+    static readonly resultSchema: z.ZodObject<{
+        result: z.ZodAny;
+        summary: z.ZodString;
+        sourcesUsed: z.ZodArray<z.ZodString, "many">;
+        iterationsUsed: z.ZodNumber;
+        success: z.ZodBoolean;
+        error: z.ZodString;
+    }, "strip", z.ZodTypeAny, {
+        success: boolean;
+        error: string;
+        summary: string;
+        sourcesUsed: string[];
+        iterationsUsed: number;
+        result?: any;
+    }, {
+        success: boolean;
+        error: string;
+        summary: string;
+        sourcesUsed: string[];
+        iterationsUsed: number;
+        result?: any;
+    }>;
+    static readonly shortDescription = "AI-powered research agent that searches and scrapes the internet to gather structured information";
+    static readonly longDescription = "\n    A sophisticated research agent that strategically combines web search and selective web scraping to gather and structure information from the internet.\n    \n    Features:\n    - Intelligent web search using Firecrawl's search API to find relevant sources\n    - Strategic web scraping - for detailed content from specific high-value pages\n    - Multi-page web crawling - for comprehensive coverage across entire websites\n    - AI-powered analysis to synthesize information into the requested JSON structure\n    - Up to 100 iterations for thorough research and data gathering\n    - Structured result formatting based on provided JSON schema\n    - Comprehensive source tracking and research summary\n    \n    Research Strategy:\n    - Prioritizes efficient web search to gather comprehensive information\n    - Uses scraping strategically for detailed content from specific pages\n    - Uses crawling for comprehensive coverage across multiple related pages\n    - Only uses scraping/crawling when search results lack sufficient detail\n    - Focuses on quality over quantity in content extraction\n    \n    Use cases:\n    - Market research with structured competitor analysis\n    - Academic research gathering from multiple sources  \n    - Product research with feature comparisons\n    - News and trend analysis with categorized findings\n    - Technical research requiring documentation synthesis\n    - Any research task requiring web data in a specific format\n    \n    The agent starts with systematic web searches, then strategically uses scraping for specific pages or crawling for comprehensive site coverage when additional detail is needed. It provides a summary of the research conducted and lists all sources used.\n  ";
+    static readonly alias = "research";
+    static readonly type = "tool";
+    constructor(params?: ResearchAgentToolParamsInput, context?: BubbleContext);
+    performAction(context?: BubbleContext): Promise<ResearchAgentToolResult>;
+    /**
+     * Build the main research prompt for the AI agent
+     */
+    private buildResearchPrompt;
+    /**
+     * Build the system prompt that defines the AI agent's behavior
+     */
+    private buildSystemPrompt;
+    /**
+     * Extract URLs and sources from the tool calls made during research
+     */
+    private extractSourcesFromToolCalls;
+    /**
+     * Generate a concise summary of the research conducted
+     */
+    private generateResearchSummary;
+}
+export {};
+//# sourceMappingURL=research-agent-tool.d.ts.map

package/dist/bubbles/tool-bubble/research-agent-tool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"research-agent-tool.d.ts","sourceRoot":"","sources":["../../../src/bubbles/tool-bubble/research-agent-tool.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAC;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,KAAK,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAa5E,QAAA,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;EAsCjC,CAAC;AAGH,QAAA,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;EAuBjC,CAAC;AAGH,KAAK,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAC9E,KAAK,uBAAuB,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAC9E,KAAK,4BAA4B,GAAG,CAAC,CAAC,KAAK,CACzC,OAAO,6BAA6B,CACrC,CAAC;AAEF,qBAAa,iBAAkB,SAAQ,UAAU,CAC/C,uBAAuB,EACvB,uBAAuB,CACxB;IAEC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,CAAyB;IAC/D,MAAM,CAAC,QAAQ,CAAC,MAAM;;;;;;;;;;;;;;;;;;;;;OAAiC;IACvD,MAAM,CAAC,QAAQ,CAAC,YAAY;;;;;;;;;;;;;;;;;;;;;OAAiC;IAC7D,MAAM,CAAC,QAAQ,CAAC,gBAAgB,uGACsE;IACtG,MAAM,CAAC,QAAQ,CAAC,eAAe,0tDA4B7B;IACF,MAAM,CAAC,QAAQ,CAAC,KAAK,cAAc;IACnC,MAAM,CAAC,QAAQ,CAAC,IAAI,UAAU;gBAG5B,MAAM,GAAE,4BAGP,EACD,OAAO,CAAC,EAAE,aAAa;IAKnB,aAAa,CACjB,OAAO,CAAC,EAAE,aAAa,GACtB,OAAO,CAAC,uBAAuB,CAAC;IA0InC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAsC3B;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAkDzB;;OAEG;IACH,OAAO,CAAC,2BAA2B;IA8CnC;;OAEG;IACH,OAAO,CAAC,uBAAuB;CAShC"}