firecrawl-cli 1.9.7 → 1.9.8

package/dist/commands/experimental/workflows/knowledge-ingest.js

@@ -0,0 +1,251 @@
+"use strict";
+/**
+ * Workflow: Knowledge Base Ingestion
+ *
+ * Navigates auth-gated documentation portals using saved browser profiles,
+ * paginates through articles and sections, and extracts everything into
+ * structured JSON. Built for portals that require login, have pagination,
+ * or use JS-heavy rendering that static scraping can't handle.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.register = register;
+const backends_1 = require("../backends");
+const shared_1 = require("../shared");
+// ─── Input gathering ────────────────────────────────────────────────────────
+async function gatherInputs(prefill) {
+    if (prefill?.url) {
+        return {
+            url: prefill.url,
+            profile: '',
+            format: 'json',
+            maxPages: '100',
+            context: '',
+        };
+    }
+    const { input, select } = await Promise.resolve().then(() => __importStar(require('@inquirer/prompts')));
+    const url = await input({
+        message: 'URL of the docs portal or knowledge base?',
+        validate: (0, shared_1.validateRequired)('URL'),
+    });
+    const profile = await input({
+        message: 'Browser profile for auth? (leave blank for public/anonymous access)',
+        default: '',
+    });
+    const format = await select({
+        message: 'Output format?',
+        choices: [
+            {
+                name: 'Structured JSON (articles with metadata)',
+                value: 'json',
+            },
+            {
+                name: 'Markdown files (one per article, .firecrawl/ convention)',
+                value: 'markdown',
+            },
+            {
+                name: 'Single merged file (all content in one document)',
+                value: 'merged',
+            },
+        ],
+    });
+    const maxPages = await input({
+        message: 'Max pages to extract?',
+        default: '100',
+    });
+    const context = await input({
+        message: 'Any specific sections or topics to focus on? (leave blank for everything)',
+        default: '',
+    });
+    return { url, profile, format, maxPages, context };
+}
+// ─── System prompt ──────────────────────────────────────────────────────────
+function buildSystemPrompt(opts) {
+    const profileBlock = opts.profile
+        ? `\n### Authentication\n\nUse the saved browser profile \`${opts.profile}\` to access auth-gated content:\n\`\`\`bash\nfirecrawl browser "open <url>" --profile ${opts.profile}\n\`\`\`\nAfter the first \`open\` with \`--profile\`, subsequent browser commands don't need the flag.`
+        : '';
+    const outputInstructions = {
+        json: `Save results to \`knowledge-base.json\` in the current directory. Tell the user the file path when done.
+
+Use this schema:
+\`\`\`json
+{
+  "source": "string (portal name)",
+  "url": "string (base URL)",
+  "extractedAt": "ISO-8601",
+  "totalArticles": 0,
+  "sections": [
+    {
+      "name": "string",
+      "articles": [
+        {
+          "title": "string",
+          "url": "string",
+          "section": "string",
+          "content": "string (full markdown content)",
+          "metadata": {
+            "lastUpdated": "string",
+            "author": "string",
+            "tags": ["string"]
+          }
+        }
+      ]
+    }
+  ]
+}
+\`\`\``,
+        markdown: `Save each article as a separate markdown file following the .firecrawl/ convention:
+\`\`\`
+.firecrawl/<hostname>/<path>/index.md
+\`\`\`
+
+Each file should have frontmatter:
+\`\`\`yaml
+---
+title: "Article Title"
+url: "https://..."
+section: "Section Name"
+lastUpdated: "date if available"
+---
+\`\`\`
+
+Also create \`.firecrawl/index.md\` as a table of contents. Tell the user the output path when done.`,
+        merged: `Save all content to a single \`knowledge-base.md\` file in the current directory with a table of contents at the top. Each article should be a section with its title as a heading. Tell the user the file path when done.`,
+    };
+    return `You are a knowledge base ingestion agent powered by Firecrawl. You use a real cloud browser to navigate documentation portals -- including auth-gated ones -- paginate through all articles, and extract content into structured formats.
+
+## STEP 1: Launch Browser and Open Live View
+
+Before anything else, launch a browser session so the user can watch:
+
+\`\`\`bash
+firecrawl browser launch-session --json
+\`\`\`
+
+Extract the \`interactiveLiveViewUrl\` from the JSON output and open it (NOT the regular \`liveViewUrl\` -- the interactive one lets the user click and interact):
+
+\`\`\`bash
+open "<interactiveLiveViewUrl>"          # macOS
+xdg-open "<interactiveLiveViewUrl>"     # Linux
+\`\`\`
+
+If the \`open\` command fails, print the URL clearly.
+${profileBlock}
+
+## STEP 2: Map the Portal Structure
+
+1. Open the portal's main page / table of contents / sidebar
+2. Snapshot to see the navigation structure
+3. Identify all sections, categories, or sidebar nav items
+4. Build a list of all article URLs to visit
+
+If the portal has a sitemap or API docs index, use that. Otherwise, click through sidebar/nav items to discover pages.
+
+\`\`\`bash
+firecrawl browser "open <url>"
+firecrawl browser "snapshot"
+firecrawl browser "scrape"
+\`\`\`
+
+Also try \`firecrawl map <url>\` to discover URLs programmatically -- combine with browser navigation for auth-gated content.
+
+## STEP 3: Extract Articles
+
+For each article/page:
+
+1. **Navigate** to the article URL
+2. **Wait** for content to fully render (some portals are JS-heavy)
+3. **Scrape** the full page content as markdown
+4. **Extract metadata** -- title, section, last updated date, author, tags
+5. **Handle pagination** within articles (multi-page docs, "Next" buttons)
+6. **Navigate** to the next article
+
+### Pagination strategies:
+- **Sidebar navigation**: Click through each sidebar item systematically
+- **"Next article" links**: Follow sequential article links
+- **Paginated lists**: Click page numbers or "Load More"
+- **Infinite scroll**: Scroll down and snapshot to load more items
+- **Search/filter**: If the portal has search, use it to find specific sections
+
+### Browser commands:
+\`\`\`bash
+firecrawl browser "open <url>"
+firecrawl browser "snapshot"
+firecrawl browser "click @<ref>"
+firecrawl browser "scroll down"
+firecrawl browser "scrape"
+\`\`\`
+
+## Limits
+
+Extract up to ${opts.maxPages} pages. Prioritize breadth (cover all sections) over depth (every sub-article) if you're approaching the limit.
+
+## Output Format
+
+${outputInstructions[opts.format]}
+
+## Quality Guidelines
+
+- Preserve code examples, tables, and formatting
+- Strip navigation chrome, headers, footers -- extract only article content
+- Note any pages that failed to load or were access-restricted
+- Track progress: print "Extracted X/Y articles..." periodically
+
+Do everything sequentially. Start immediately.`;
+}
+// ─── Command registration ───────────────────────────────────────────────────
+function register(parentCmd, backend) {
+    const config = backends_1.BACKENDS[backend];
+    parentCmd
+        .command('knowledge-ingest')
+        .description('Extract auth-gated docs portals into structured JSON or markdown')
+        .argument('[url]', 'URL of the docs portal or knowledge base')
+        .option('-y, --yes', 'Auto-approve all tool permissions')
+        .action(async (url, options) => {
+        const inputs = await gatherInputs(url ? { url } : undefined);
+        const parts = [`Ingest knowledge base from: ${inputs.url}`];
+        if (inputs.context)
+            parts.push(`Focus on: ${inputs.context}`);
+        const userMessage = parts.join('. ') + '.';
+        const skipPermissions = true;
+        console.log(`\nLaunching ${config.displayName}...\n`);
+        (0, backends_1.launchAgent)(backend, buildSystemPrompt({
+            profile: inputs.profile,
+            format: inputs.format,
+            maxPages: inputs.maxPages,
+        }), userMessage, skipPermissions);
+    });
+}
+//# sourceMappingURL=knowledge-ingest.js.map

package/dist/commands/experimental/workflows/knowledge-ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"knowledge-ingest.js","sourceRoot":"","sources":["../../../../src/commands/experimental/workflows/knowledge-ingest.ts"],"names":[],"mappings":";AAAA;;;;;;;GAOG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0NH,4BAgCC;AAvPD,0CAAkE;AAClE,sCAA6C;AAY7C,+EAA+E;AAE/E,KAAK,UAAU,YAAY,CAAC,OAA0B;IACpD,IAAI,OAAO,EAAE,GAAG,EAAE,CAAC;QACjB,OAAO;YACL,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,MAAM;YACd,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,wDAAa,mBAAmB,GAAC,CAAC;IAE5D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC;QACtB,OAAO,EAAE,2CAA2C;QACpD,QAAQ,EAAE,IAAA,yBAAgB,EAAC,KAAK,CAAC;KAClC,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;QAC1B,OAAO,EACL,qEAAqE;QACvE,OAAO,EAAE,EAAE;KACZ,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;QAC1B,OAAO,EAAE,gBAAgB;QACzB,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,0CAA0C;gBAChD,KAAK,EAAE,MAAM;aACd;YACD;gBACE,IAAI,EAAE,0DAA0D;gBAChE,KAAK,EAAE,UAAU;aAClB;YACD;gBACE,IAAI,EAAE,kDAAkD;gBACxD,KAAK,EAAE,QAAQ;aAChB;SACF;KACF,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC;QAC3B,OAAO,EAAE,uBAAuB;QAChC,OAAO,EAAE,KAAK;KACf,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;QAC1B,OAAO,EACL,2EAA2E;QAC7E,OAAO,EAAE,EAAE;KACZ,CAAC,CAAC;IAEH,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;AACrD,CAAC;AAED,+EAA+E;AAE/E,SAAS,iBAAiB,CAAC,IAI1B;IACC,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO;QAC/B,CAAC,CAAC,2DAA2D,IAAI,CAAC,OAAO,0FAA0F,IAAI,CAAC,OAAO,yGAAyG;QACxR,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,kBAAkB,GAA2B;QACjD,IAAI,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4BH;QACH,QAAQ,EAAE;;;;;;;;;;;;;;;qGAeuF;QACjG,MAAM,EAAE,4NAA4N;KACrO,CAAC;IAEF,OAAO;;;;;;;;;;;;;;;;;;EAkBP,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;gBAgDE,IAAI,CAAC,QAAQ;;;;EAI3B,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC;;;;;;;;;+CASc,CAAC;AAChD,CAAC;AAED,+EAA+E;AAE/E,SAAgB,QAAQ,CAAC,SAAkB,EAAE,OAAgB;IAC3D,MAAM,MAAM,GAAG,mBAAQ,CAAC,OAAO,CAAC,CAAC;IAEjC,SAAS;SACN,OAAO,CAAC,kBAAkB,CAAC;SAC3B,WAAW,CACV,kEAAkE,CACnE;SACA,QAAQ,CAAC,OAAO,EAAE,0CAA0C,CAAC;SAC7D,MAAM,CAAC,WAAW,EAAE,mCAAmC,CAAC;SACxD,MAAM,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE;QAC7B,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAE7D,MAAM,KAAK,GAAG,CAAC,+BAA+B,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5D,IAAI,MAAM,CAAC,OAAO;YAChB,KAAK,CAAC,IAAI,CAAC,aAAa,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;QAE3C,MAAM,eAAe,GAAG,IAAI,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,WAAW,OAAO,CAAC,CAAC;QAEtD,IAAA,sBAAW,EACT,OAAO,EACP,iBAAiB,CAAC;YAChB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;SAC1B,CAAC,EACF,WAAW,EACX,eAAe,CAChB,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/experimental/workflows/lead-gen.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Workflow: Lead Generation
+ *
+ * Uses a cloud browser to fill search forms on prospect databases (Apollo,
+ * LinkedIn Sales Nav, ZoomInfo, etc.), apply filters, paginate through
+ * results, and extract contact details at scale into structured formats.
+ */
+import { Command } from 'commander';
+import { type Backend } from '../backends';
+export declare function register(parentCmd: Command, backend: Backend): void;
+//# sourceMappingURL=lead-gen.d.ts.map

package/dist/commands/experimental/workflows/lead-gen.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lead-gen.d.ts","sourceRoot":"","sources":["../../../../src/commands/experimental/workflows/lead-gen.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,KAAK,OAAO,EAAyB,MAAM,aAAa,CAAC;AAoOlE,wBAAgB,QAAQ,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAyCnE"}

package/dist/commands/experimental/workflows/lead-gen.js

@@ -0,0 +1,257 @@
+"use strict";
+/**
+ * Workflow: Lead Generation
+ *
+ * Uses a cloud browser to fill search forms on prospect databases (Apollo,
+ * LinkedIn Sales Nav, ZoomInfo, etc.), apply filters, paginate through
+ * results, and extract contact details at scale into structured formats.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.register = register;
+const backends_1 = require("../backends");
+const shared_1 = require("../shared");
+// ─── Input gathering ────────────────────────────────────────────────────────
+async function gatherInputs(prefill) {
+    if (prefill?.target) {
+        return {
+            target: prefill.target,
+            source: 'auto',
+            profile: '',
+            maxLeads: '50',
+            output: 'json',
+            context: '',
+        };
+    }
+    const { input, select } = await Promise.resolve().then(() => __importStar(require('@inquirer/prompts')));
+    const target = await input({
+        message: 'Describe your ideal prospects (e.g., "CTOs at Series B fintech startups in NYC")',
+        validate: (0, shared_1.validateRequired)('Target description'),
+    });
+    const source = await select({
+        message: 'Where should the agent search?',
+        choices: [
+            { name: 'Auto-detect best sources', value: 'auto' },
+            { name: 'Apollo.io', value: 'apollo' },
+            { name: 'LinkedIn (requires profile)', value: 'linkedin' },
+            { name: 'Crunchbase', value: 'crunchbase' },
+            { name: 'Custom URL / database', value: 'custom' },
+        ],
+    });
+    let sourceValue = source;
+    if (source === 'custom') {
+        sourceValue = await input({
+            message: 'Enter the database URL:',
+            validate: (0, shared_1.validateRequired)('URL'),
+        });
+    }
+    const profile = await input({
+        message: 'Browser profile for auth? (leave blank for anonymous access)',
+        default: '',
+    });
+    const maxLeads = await input({
+        message: 'How many leads to extract?',
+        default: '50',
+    });
+    const output = await select({
+        message: 'Output format?',
+        choices: [
+            { name: 'JSON (structured, CRM-ready)', value: 'json' },
+            { name: 'CSV (spreadsheet/CRM import)', value: 'csv' },
+            { name: 'Print to terminal', value: 'terminal' },
+        ],
+    });
+    const context = await input({
+        message: 'Any other criteria? (e.g., "must have email", "exclude consultants")',
+        default: '',
+    });
+    return {
+        target,
+        source: sourceValue,
+        profile,
+        maxLeads,
+        output,
+        context,
+    };
+}
+// ─── System prompt ──────────────────────────────────────────────────────────
+function buildSystemPrompt(opts) {
+    const sourceUrls = {
+        apollo: 'https://app.apollo.io',
+        linkedin: 'https://www.linkedin.com/sales',
+        crunchbase: 'https://www.crunchbase.com/discover/people',
+    };
+    const sourceHint = opts.source === 'auto'
+        ? 'Start by searching the web to find the best prospect databases for this target audience. Try Apollo.io, LinkedIn, Crunchbase, industry directories, or any relevant databases.'
+        : `Start at: ${sourceUrls[opts.source] || opts.source}`;
+    const profileBlock = opts.profile
+        ? `\n### Authentication\n\nUse the saved browser profile \`${opts.profile}\`:\n\`\`\`bash\nfirecrawl browser "open <url>" --profile ${opts.profile}\n\`\`\`\nAfter the first \`open\` with \`--profile\`, subsequent browser commands don't need the flag.`
+        : '';
+    const outputInstructions = {
+        terminal: 'Print the lead list to the terminal as a formatted markdown table.',
+        json: `Save results to \`leads.json\` in the current directory. Tell the user the file path when done.
+
+Use this schema:
+\`\`\`json
+{
+  "query": "string (target description)",
+  "source": "string (database used)",
+  "extractedAt": "ISO-8601",
+  "totalLeads": 0,
+  "leads": [
+    {
+      "name": "string",
+      "title": "string",
+      "company": "string",
+      "companyUrl": "string",
+      "location": "string",
+      "email": "string (if available)",
+      "linkedin": "string (if available)",
+      "phone": "string (if available)",
+      "industry": "string",
+      "companySize": "string",
+      "fundingStage": "string",
+      "notes": "string",
+      "profileUrl": "string (source listing URL)"
+    }
+  ]
+}
+\`\`\``,
+        csv: `Save results to \`leads.csv\` in the current directory with columns: name, title, company, companyUrl, location, email, linkedin, phone, industry, companySize, fundingStage, notes, profileUrl. Tell the user the file path when done.`,
+    };
+    return `You are a lead generation agent powered by Firecrawl. You use a real cloud browser to search prospect databases, fill in filters, paginate through results, and extract structured contact data.
+
+## STEP 1: Launch Browser and Open Live View
+
+Before anything else, launch a browser session so the user can watch:
+
+\`\`\`bash
+firecrawl browser launch-session --json
+\`\`\`
+
+Extract the \`interactiveLiveViewUrl\` from the JSON output and open it (NOT the regular \`liveViewUrl\` -- the interactive one lets the user click and interact):
+
+\`\`\`bash
+open "<interactiveLiveViewUrl>"          # macOS
+xdg-open "<interactiveLiveViewUrl>"     # Linux
+\`\`\`
+
+If the \`open\` command fails, print the URL clearly.
+${profileBlock}
+
+## STEP 2: Navigate to Prospect Database
+
+${sourceHint}
+
+## STEP 3: Apply Filters and Search
+
+1. **Snapshot** the page to see available search/filter controls
+2. **Fill search forms** -- type the target criteria into search bars
+3. **Apply filters** -- click dropdowns, checkboxes, sliders for:
+   - Job title / role
+   - Company size
+   - Industry / sector
+   - Location / geography
+   - Funding stage
+   - Technologies used
+4. **Execute the search** -- click "Search" or wait for auto-results
+
+### Browser commands:
+\`\`\`bash
+firecrawl browser "open <url>"
+firecrawl browser "snapshot"
+firecrawl browser "click @<ref>"
+firecrawl browser "type @<ref> <text>"
+firecrawl browser "scroll down"
+firecrawl browser "scrape"
+\`\`\`
+
+## STEP 4: Extract and Paginate
+
+After filtering:
+
+1. **Snapshot** the results to see lead listings
+2. **Extract** visible data from each lead (name, title, company, etc.)
+3. **Click into profiles** if the listing doesn't have enough detail
+4. **Navigate back** to the results list
+5. **Paginate** -- click "Next", page numbers, or scroll for more
+6. Repeat until you've collected ~${opts.maxLeads} leads or exhausted results
+
+### Tips:
+- Some databases show partial info (e.g., masked emails) -- extract what's visible
+- If you get rate-limited or CAPTCHAed, note it and move to the next result
+- Track progress: print "Extracted X/${opts.maxLeads} leads..." periodically
+- Deduplicate leads that appear in multiple pages
+
+## Output Format
+
+${outputInstructions[opts.output]}
+
+## Important
+
+- Only extract publicly visible or legitimately accessible data
+- Note any fields that were partially masked or unavailable
+- If a source requires paid access for full data, note what's behind the paywall
+
+Do everything sequentially. Start immediately.`;
+}
+// ─── Command registration ───────────────────────────────────────────────────
+function register(parentCmd, backend) {
+    const config = backends_1.BACKENDS[backend];
+    parentCmd
+        .command('lead-gen')
+        .description('Extract prospect contact details from databases at scale via browser')
+        .argument('[target...]', 'Describe ideal prospects (e.g., "CTOs at B2B SaaS startups")')
+        .option('-y, --yes', 'Auto-approve all tool permissions')
+        .action(async (targetParts, options) => {
+        const prefillTarget = targetParts.length > 0 ? targetParts.join(' ') : undefined;
+        const inputs = await gatherInputs(prefillTarget ? { target: prefillTarget } : undefined);
+        const parts = [`Find leads matching: ${inputs.target}`];
+        if (inputs.source !== 'auto')
+            parts.push(`Search on: ${inputs.source}`);
+        if (inputs.context)
+            parts.push(inputs.context);
+        const userMessage = parts.join('. ') + '.';
+        const skipPermissions = true;
+        console.log(`\nLaunching ${config.displayName}...\n`);
+        (0, backends_1.launchAgent)(backend, buildSystemPrompt({
+            source: inputs.source,
+            profile: inputs.profile,
+            maxLeads: inputs.maxLeads,
+            output: inputs.output,
+        }), userMessage, skipPermissions);
+    });
+}
+//# sourceMappingURL=lead-gen.js.map

package/dist/commands/experimental/workflows/lead-gen.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lead-gen.js","sourceRoot":"","sources":["../../../../src/commands/experimental/workflows/lead-gen.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuOH,4BAyCC;AA7QD,0CAAkE;AAClE,sCAA6C;AAa7C,+EAA+E;AAE/E,KAAK,UAAU,YAAY,CAAC,OAA6B;IACvD,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACpB,OAAO;YACL,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE;SACZ,CAAC;IACJ,CAAC;IAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,wDAAa,mBAAmB,GAAC,CAAC;IAE5D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC;QACzB,OAAO,EACL,kFAAkF;QACpF,QAAQ,EAAE,IAAA,yBAAgB,EAAC,oBAAoB,CAAC;KACjD,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;QAC1B,OAAO,EAAE,gCAAgC;QACzC,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,0BAA0B,EAAE,KAAK,EAAE,MAAM,EAAE;YACnD,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,EAAE;YACtC,EAAE,IAAI,EAAE,6BAA6B,EAAE,KAAK,EAAE,UAAU,EAAE;YAC1D,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;YAC3C,EAAE,IAAI,EAAE,uBAAuB,EAAE,KAAK,EAAE,QAAQ,EAAE;SACnD;KACF,CAAC,CAAC;IAEH,IAAI,WAAW,GAAG,MAAM,CAAC;IACzB,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,WAAW,GAAG,MAAM,KAAK,CAAC;YACxB,OAAO,EAAE,yBAAyB;YAClC,QAAQ,EAAE,IAAA,yBAAgB,EAAC,KAAK,CAAC;SAClC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;QAC1B,OAAO,EACL,8DAA8D;QAChE,OAAO,EAAE,EAAE;KACZ,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC;QAC3B,OAAO,EAAE,4BAA4B;QACrC,OAAO,EAAE,IAAI;KACd,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC;QAC1B,OAAO,EAAE,gBAAgB;QACzB,OAAO,EAAE;YACP,EAAE,IAAI,EAAE,8BAA8B,EAAE,KAAK,EAAE,MAAM,EAAE;YACvD,EAAE,IAAI,EAAE,8BAA8B,EAAE,KAAK,EAAE,KAAK,EAAE;YACtD,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,UAAU,EAAE;SACjD;KACF,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC;QAC1B,OAAO,EACL,sEAAsE;QACxE,OAAO,EAAE,EAAE;KACZ,CAAC,CAAC;IAEH,OAAO;QACL,MAAM;QACN,MAAM,EAAE,WAAW;QACnB,OAAO;QACP,QAAQ;QACR,MAAM;QACN,OAAO;KACR,CAAC;AACJ,CAAC;AAED,+EAA+E;AAE/E,SAAS,iBAAiB,CAAC,IAK1B;IACC,MAAM,UAAU,GAA2B;QACzC,MAAM,EAAE,uBAAuB;QAC/B,QAAQ,EAAE,gCAAgC;QAC1C,UAAU,EACR,4CAA4C;KAC/C,CAAC;IAEF,MAAM,UAAU,GACd,IAAI,CAAC,MAAM,KAAK,MAAM;QACpB,CAAC,CAAC,gLAAgL;QAClL,CAAC,CAAC,aAAa,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;IAE5D,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO;QAC/B,CAAC,CAAC,2DAA2D,IAAI,CAAC,OAAO,6DAA6D,IAAI,CAAC,OAAO,yGAAyG;QAC3P,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,kBAAkB,GAA2B;QACjD,QAAQ,EACN,oEAAoE;QACtE,IAAI,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BH;QACH,GAAG,EAAE,yOAAyO;KAC/O,CAAC;IAEF,OAAO;;;;;;;;;;;;;;;;;;EAkBP,YAAY;;;;EAIZ,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oCAkCwB,IAAI,CAAC,QAAQ;;;;;uCAKV,IAAI,CAAC,QAAQ;;;;;EAKlD,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC;;;;;;;;+CAQc,CAAC;AAChD,CAAC;AAED,+EAA+E;AAE/E,SAAgB,QAAQ,CAAC,SAAkB,EAAE,OAAgB;IAC3D,MAAM,MAAM,GAAG,mBAAQ,CAAC,OAAO,CAAC,CAAC;IAEjC,SAAS;SACN,OAAO,CAAC,UAAU,CAAC;SACnB,WAAW,CACV,sEAAsE,CACvE;SACA,QAAQ,CACP,aAAa,EACb,8DAA8D,CAC/D;SACA,MAAM,CAAC,WAAW,EAAE,mCAAmC,CAAC;SACxD,MAAM,CAAC,KAAK,EAAE,WAAqB,EAAE,OAAO,EAAE,EAAE;QAC/C,MAAM,aAAa,GACjB,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7D,MAAM,MAAM,GAAG,MAAM,YAAY,CAC/B,aAAa,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS,CACtD,CAAC;QAEF,MAAM,KAAK,GAAG,CAAC,wBAAwB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QACxD,IAAI,MAAM,CAAC,MAAM,KAAK,MAAM;YAC1B,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5C,IAAI,MAAM,CAAC,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;QAE3C,MAAM,eAAe,GAAG,IAAI,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,eAAe,MAAM,CAAC,WAAW,OAAO,CAAC,CAAC;QAEtD,IAAA,sBAAW,EACT,OAAO,EACP,iBAAiB,CAAC;YAChB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,EACF,WAAW,EACX,eAAe,CAChB,CAAC;IACJ,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/commands/experimental/workflows/market-research.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Workflow: Market Research
+ *
+ * Browses financial portals, earnings pages, and market data sites using a
+ * cloud browser. Interacts with charts, filters, and dropdowns to extract
+ * earnings data, market metrics, and financial comparisons across companies.
+ */
+import { Command } from 'commander';
+import { type Backend } from '../backends';
+export declare function register(parentCmd: Command, backend: Backend): void;
+//# sourceMappingURL=market-research.d.ts.map

package/dist/commands/experimental/workflows/market-research.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"market-research.d.ts","sourceRoot":"","sources":["../../../../src/commands/experimental/workflows/market-research.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,KAAK,OAAO,EAAyB,MAAM,aAAa,CAAC;AA8NlE,wBAAgB,QAAQ,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI,CAoCnE"}