mcp-scraper 0.4.13 → 0.5.0

package/dist/bin/mcp-scraper-cli.js

@@ -11,7 +11,7 @@ import "../chunk-K443GQY5.js";
 import "../chunk-XGIPATLV.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-O2D5HGKF.js";
+} from "../chunk-3RTPEQJC.js";
 
 // src/cli/human-cli.ts
 import { Command } from "commander";

package/dist/bin/mcp-scraper-install.cjs

@@ -102,7 +102,7 @@ function renderInstallTerminal(options) {
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.4.13";
+var PACKAGE_VERSION = "0.5.0";
 
 // bin/mcp-scraper-install.ts
 var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;

package/dist/bin/mcp-scraper-install.cjs.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/install-terminal.ts","../../src/version.ts","../../bin/mcp-scraper-install.ts"],"sourcesContent":["export interface InstallTerminalOptions {\n  color?: boolean\n  version: string\n  apiKeyConfigured?: boolean\n}\n\ntype Tone = 'cyan' | 'lime' | 'amber' | 'red' | 'muted' | 'bold'\n\nconst CODES: Record<Tone | 'reset', string> = {\n  reset: '\\x1b[0m',\n  cyan: '\\x1b[36m',\n  lime: '\\x1b[32m',\n  amber: '\\x1b[33m',\n  red: '\\x1b[31m',\n  muted: '\\x1b[90m',\n  bold: '\\x1b[1m',\n}\n\nfunction colorize(value: string, tone: Tone, enabled: boolean): string {\n  if (!enabled) return value\n  return `${CODES[tone]}${value}${CODES.reset}`\n}\n\nfunction toolRow(label: string, tools: string[], enabled: boolean): string {\n  const padded = label.padEnd(9, ' ')\n  return `  ${colorize(padded, 'muted', enabled)} ${tools.join(colorize('  .  ', 'muted', enabled))}`\n}\n\nexport function renderInstallTerminal(options: InstallTerminalOptions): string {\n  const color = options.color ?? true\n  const apiKeyValue = options.apiKeyConfigured ? '$MCP_SCRAPER_API_KEY' : 'sk_live_your_key'\n  const ascii = String.raw`\n __  __  ____ ____ \n|  \\/  |/ ___|  _ \\\n| |\\/| | |   | |_) |\n| |  | | |___|  __/\n|_|  |_|\\____|_|\n\n ____   ____ ____      _    ____  _____ ____\n/ ___| / ___|  _ \\    / \\  |  _ \\| ____|  _ \\\n\\___ \\| |   | |_) |  / _ \\ | |_) |  _| | |_) |\n ___) | |___|  _ <  / ___ \\|  __/| |___|  _ <\n|____/ \\____|_| \\_\\/_/   \\_\\_|   |_____|_| \\_\\\n`\n\n  const claudeCommand = [\n    `MCP_SCRAPER_API_KEY=${apiKeyValue} npx -y -p mcp-scraper@latest \\\\`,\n    '  mcp-scraper-cli agent install claude --apply',\n  ].join('\\n')\n\n  const codexConfig = [\n    '[mcp_servers.mcp-scraper]',\n    'command = \"npx\"',\n    'args = [\"-y\", \"-p\", \"mcp-scraper@latest\", \"mcp-scraper\"]',\n    `env = { MCP_SCRAPER_API_KEY = \"${apiKeyValue}\" }`,\n  ].join('\\n')\n\n  return [\n    colorize(`mcp-scraper v${options.version}`, 'bold', color),\n    colorize('> mcp-scraper-install', 'muted', color),\n    colorize(ascii, 'amber', color),\n    `${colorize('MCP Scraper Agent', 'cyan', color)}  .  v${options.version}  .  mcpscraper.dev`,\n    '1/1 install surfaces ready',\n    colorize('Newest: saved browser profiles that hold MANY site logins. Share the watch_url, user signs in, then verify with browser_profile_list. Browser sessions are direct/no-proxy by default.', 'lime', color),\n    '',\n    `${colorize('Tools', 'cyan', color)}  ${colorize('(128 MCP tools)', 'muted', color)}`,\n    toolRow('search', ['harvest_paa', 'search_serp', 'maps_search', 'maps_place_intel'], color),\n    toolRow('extract', ['extract_url', 'map_site_urls', 'extract_site', 'audit_site', 'directory_workflow'], color),\n    toolRow('build', ['rank_tracker_workflow', 'cron plan', 'database prompt'], color),\n    toolRow('media', ['youtube_harvest', 'youtube_transcribe', 'facebook_ad_search', 'facebook_page_intel', 'facebook_ad_transcribe', 'facebook_video_transcribe', 'instagram_profile_content', 'instagram_media_download', 'reddit_thread'], color),\n    toolRow('browser', ['browser_open', 'browser_profile_connect', 'browser_profile_list', 'browser_close', 'browser_screenshot', 'browser_read', 'browser_locate', 'browser_replay_mark', 'browser_replay_annotate'], color),\n    toolRow('account', ['credits_info', 'reports', 'MCP resources'], color),\n    toolRow('memory', ['memory-put', 'memory-get', 'memory-search', 'list-vaults', 'record-fact', 'list-scheduled-actions'], color),\n    `${colorize('Workflows', 'cyan', color)}  ${colorize('(MCP + CLI + API)', 'muted', color)}`,\n    toolRow('route', ['workflow_list', 'workflow_suggest', 'workflow_run', 'workflow_step', 'workflow_status', 'workflow_artifact_read'], color),\n    toolRow('seo', ['directory', 'agent-packet', 'competitive audit', 'map/serp comparison', 'PAA/AIO briefs', 'scheduled runs'], color),\n    '',\n    colorize('Usage tips:', 'amber', color),\n    'Run mcp-scraper-install for this visible card. Run mcp-scraper-cli for setup utilities and subcommands.',\n    'Run mcp-scraper in a human terminal to print this card; MCP clients get the same command as a silent stdio server.',\n    'Explicit card command: npx -y -p mcp-scraper@latest mcp-scraper-install',\n    'Customer auth setup: run browser_profile_connect, send the watch_url, let the user sign in, then call browser_profile_list until AUTHENTICATED.',\n    'Stack logins / reconnect: run browser_profile_connect again with the same profile name and another domain to add accounts or refresh a login.',\n    'Start with workflow_suggest for broad jobs like market analysis, ICP research, CRO audits, brand briefs, content gaps, and AI visibility.',\n    'For MCP clients, use mcp-scraper so one install can mix SERP, Maps, browser, reports, and saved MCP resources.',\n    'If you hit the concurrency limit, add an extra slot for $5/month with mcp-scraper-cli billing concurrency checkout.',\n    '',\n    `${colorize('Ready.', 'lime', color)} Install the combined MCP server with one command:`,\n    '',\n    colorize('Setup doctor', 'amber', color),\n    'npx -y -p mcp-scraper@latest mcp-scraper-cli doctor',\n    '',\n    colorize('Hosted profile setup', 'amber', color),\n    'In your MCP client, call browser_profile_connect with email=\"seo@example.com\" and domain=\"chatgpt.com\".',\n    'Give the returned watch_url to the user. After they sign in, call browser_profile_list, then browser_open with the returned profile. Add more logins by calling browser_profile_connect again with the same profile and a new domain.',\n    '',\n    colorize('Claude Code one-command setup', 'amber', color),\n    claudeCommand,\n    'Then fully exit Claude Code and open a new Claude terminal. Check with: claude mcp list',\n    '',\n    colorize('Codex config', 'amber', color),\n    codexConfig,\n    '',\n    colorize('Claude Desktop Extension', 'amber', color),\n    'Download: https://mcpscraper.dev/downloads/mcp-scraper.mcpb',\n    '',\n    colorize('Safety note:', 'muted', color),\n    'mcp-scraper prints this card only when stdin/stdout are an interactive TTY. In MCP clients it writes only JSON-RPC to stdout.',\n    'Use --stdio or MCP_SCRAPER_FORCE_STDIO=1 to force server mode from a terminal.',\n    '',\n  ].join('\\n')\n}\n","export const PACKAGE_VERSION = '0.4.13'\n","#!/usr/bin/env node\nimport { renderInstallTerminal } from '../src/install-terminal.js'\nimport { PACKAGE_VERSION } from '../src/version.js'\n\nconst noColor =\n  process.argv.includes('--no-color') ||\n  process.env.NO_COLOR !== undefined ||\n  process.env.FORCE_COLOR === '0' ||\n  !process.stdout.isTTY\n\nconst help = process.argv.includes('--help') || process.argv.includes('-h')\nif (help) {\n  process.stdout.write([\n    'Usage: mcp-scraper-install [--no-color]',\n    '',\n    'Prints the branded MCP Scraper terminal install card and copyable install commands.',\n    'mcp-scraper prints the same card in a human terminal and runs as the MCP stdio server in clients.',\n    '',\n  ].join('\\n'))\n  process.exit(0)\n}\n\nprocess.stdout.write(renderInstallTerminal({\n  version: PACKAGE_VERSION,\n  color: !noColor,\n  apiKeyConfigured: Boolean(process.env.MCP_SCRAPER_API_KEY?.trim()),\n}))\n"],"mappings":";;;;AAQA,IAAM,QAAwC;AAAA,EAC5C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AAAA,EACP,KAAK;AAAA,EACL,OAAO;AAAA,EACP,MAAM;AACR;AAEA,SAAS,SAAS,OAAe,MAAY,SAA0B;AACrE,MAAI,CAAC,QAAS,QAAO;AACrB,SAAO,GAAG,MAAM,IAAI,CAAC,GAAG,KAAK,GAAG,MAAM,KAAK;AAC7C;AAEA,SAAS,QAAQ,OAAe,OAAiB,SAA0B;AACzE,QAAM,SAAS,MAAM,OAAO,GAAG,GAAG;AAClC,SAAO,KAAK,SAAS,QAAQ,SAAS,OAAO,CAAC,IAAI,MAAM,KAAK,SAAS,SAAS,SAAS,OAAO,CAAC,CAAC;AACnG;AAEO,SAAS,sBAAsB,SAAyC;AAC7E,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,cAAc,QAAQ,mBAAmB,yBAAyB;AACxE,QAAM,QAAQ,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAcrB,QAAM,gBAAgB;AAAA,IACpB,uBAAuB,WAAW;AAAA,IAClC;AAAA,EACF,EAAE,KAAK,IAAI;AAEX,QAAM,cAAc;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,IACA,kCAAkC,WAAW;AAAA,EAC/C,EAAE,KAAK,IAAI;AAEX,SAAO;AAAA,IACL,SAAS,gBAAgB,QAAQ,OAAO,IAAI,QAAQ,KAAK;AAAA,IACzD,SAAS,yBAAyB,SAAS,KAAK;AAAA,IAChD,SAAS,OAAO,SAAS,KAAK;AAAA,IAC9B,GAAG,SAAS,qBAAqB,QAAQ,KAAK,CAAC,SAAS,QAAQ,OAAO;AAAA,IACvE;AAAA,IACA,SAAS,0LAA0L,QAAQ,KAAK;AAAA,IAChN;AAAA,IACA,GAAG,SAAS,SAAS,QAAQ,KAAK,CAAC,KAAK,SAAS,mBAAmB,SAAS,KAAK,CAAC;AAAA,IACnF,QAAQ,UAAU,CAAC,eAAe,eAAe,eAAe,kBAAkB,GAAG,KAAK;AAAA,IAC1F,QAAQ,WAAW,CAAC,eAAe,iBAAiB,gBAAgB,cAAc,oBAAoB,GAAG,KAAK;AAAA,IAC9G,QAAQ,SAAS,CAAC,yBAAyB,aAAa,iBAAiB,GAAG,KAAK;AAAA,IACjF,QAAQ,SAAS,CAAC,mBAAmB,sBAAsB,sBAAsB,uBAAuB,0BAA0B,6BAA6B,6BAA6B,4BAA4B,eAAe,GAAG,KAAK;AAAA,IAC/O,QAAQ,WAAW,CAAC,gBAAgB,2BAA2B,wBAAwB,iBAAiB,sBAAsB,gBAAgB,kBAAkB,uBAAuB,yBAAyB,GAAG,KAAK;AAAA,IACxN,QAAQ,WAAW,CAAC,gBAAgB,WAAW,eAAe,GAAG,KAAK;AAAA,IACtE,QAAQ,UAAU,CAAC,cAAc,cAAc,iBAAiB,eAAe,eAAe,wBAAwB,GAAG,KAAK;AAAA,IAC9H,GAAG,SAAS,aAAa,QAAQ,KAAK,CAAC,KAAK,SAAS,qBAAqB,SAAS,KAAK,CAAC;AAAA,IACzF,QAAQ,SAAS,CAAC,iBAAiB,oBAAoB,gBAAgB,iBAAiB,mBAAmB,wBAAwB,GAAG,KAAK;AAAA,IAC3I,QAAQ,OAAO,CAAC,aAAa,gBAAgB,qBAAqB,uBAAuB,kBAAkB,gBAAgB,GAAG,KAAK;AAAA,IACnI;AAAA,IACA,SAAS,eAAe,SAAS,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG,SAAS,UAAU,QAAQ,KAAK,CAAC;AAAA,IACpC;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,wBAAwB,SAAS,KAAK;AAAA,IAC/C;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,iCAAiC,SAAS,KAAK;AAAA,IACxD;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,4BAA4B,SAAS,KAAK;AAAA,IACnD;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;;;AC/GO,IAAM,kBAAkB;;;ACI/B,IAAM,UACJ,QAAQ,KAAK,SAAS,YAAY,KAClC,QAAQ,IAAI,aAAa,UACzB,QAAQ,IAAI,gBAAgB,OAC5B,CAAC,QAAQ,OAAO;AAElB,IAAM,OAAO,QAAQ,KAAK,SAAS,QAAQ,KAAK,QAAQ,KAAK,SAAS,IAAI;AAC1E,IAAI,MAAM;AACR,UAAQ,OAAO,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI,CAAC;AACZ,UAAQ,KAAK,CAAC;AAChB;AAEA,QAAQ,OAAO,MAAM,sBAAsB;AAAA,EACzC,SAAS;AAAA,EACT,OAAO,CAAC;AAAA,EACR,kBAAkB,QAAQ,QAAQ,IAAI,qBAAqB,KAAK,CAAC;AACnE,CAAC,CAAC;","names":[]}
+{"version":3,"sources":["../../src/install-terminal.ts","../../src/version.ts","../../bin/mcp-scraper-install.ts"],"sourcesContent":["export interface InstallTerminalOptions {\n  color?: boolean\n  version: string\n  apiKeyConfigured?: boolean\n}\n\ntype Tone = 'cyan' | 'lime' | 'amber' | 'red' | 'muted' | 'bold'\n\nconst CODES: Record<Tone | 'reset', string> = {\n  reset: '\\x1b[0m',\n  cyan: '\\x1b[36m',\n  lime: '\\x1b[32m',\n  amber: '\\x1b[33m',\n  red: '\\x1b[31m',\n  muted: '\\x1b[90m',\n  bold: '\\x1b[1m',\n}\n\nfunction colorize(value: string, tone: Tone, enabled: boolean): string {\n  if (!enabled) return value\n  return `${CODES[tone]}${value}${CODES.reset}`\n}\n\nfunction toolRow(label: string, tools: string[], enabled: boolean): string {\n  const padded = label.padEnd(9, ' ')\n  return `  ${colorize(padded, 'muted', enabled)} ${tools.join(colorize('  .  ', 'muted', enabled))}`\n}\n\nexport function renderInstallTerminal(options: InstallTerminalOptions): string {\n  const color = options.color ?? true\n  const apiKeyValue = options.apiKeyConfigured ? '$MCP_SCRAPER_API_KEY' : 'sk_live_your_key'\n  const ascii = String.raw`\n __  __  ____ ____ \n|  \\/  |/ ___|  _ \\\n| |\\/| | |   | |_) |\n| |  | | |___|  __/\n|_|  |_|\\____|_|\n\n ____   ____ ____      _    ____  _____ ____\n/ ___| / ___|  _ \\    / \\  |  _ \\| ____|  _ \\\n\\___ \\| |   | |_) |  / _ \\ | |_) |  _| | |_) |\n ___) | |___|  _ <  / ___ \\|  __/| |___|  _ <\n|____/ \\____|_| \\_\\/_/   \\_\\_|   |_____|_| \\_\\\n`\n\n  const claudeCommand = [\n    `MCP_SCRAPER_API_KEY=${apiKeyValue} npx -y -p mcp-scraper@latest \\\\`,\n    '  mcp-scraper-cli agent install claude --apply',\n  ].join('\\n')\n\n  const codexConfig = [\n    '[mcp_servers.mcp-scraper]',\n    'command = \"npx\"',\n    'args = [\"-y\", \"-p\", \"mcp-scraper@latest\", \"mcp-scraper\"]',\n    `env = { MCP_SCRAPER_API_KEY = \"${apiKeyValue}\" }`,\n  ].join('\\n')\n\n  return [\n    colorize(`mcp-scraper v${options.version}`, 'bold', color),\n    colorize('> mcp-scraper-install', 'muted', color),\n    colorize(ascii, 'amber', color),\n    `${colorize('MCP Scraper Agent', 'cyan', color)}  .  v${options.version}  .  mcpscraper.dev`,\n    '1/1 install surfaces ready',\n    colorize('Newest: saved browser profiles that hold MANY site logins. Share the watch_url, user signs in, then verify with browser_profile_list. Browser sessions are direct/no-proxy by default.', 'lime', color),\n    '',\n    `${colorize('Tools', 'cyan', color)}  ${colorize('(128 MCP tools)', 'muted', color)}`,\n    toolRow('search', ['harvest_paa', 'search_serp', 'maps_search', 'maps_place_intel'], color),\n    toolRow('extract', ['extract_url', 'map_site_urls', 'extract_site', 'audit_site', 'directory_workflow'], color),\n    toolRow('build', ['rank_tracker_workflow', 'cron plan', 'database prompt'], color),\n    toolRow('media', ['youtube_harvest', 'youtube_transcribe', 'facebook_ad_search', 'facebook_page_intel', 'facebook_ad_transcribe', 'facebook_video_transcribe', 'instagram_profile_content', 'instagram_media_download', 'reddit_thread'], color),\n    toolRow('browser', ['browser_open', 'browser_profile_connect', 'browser_profile_list', 'browser_close', 'browser_screenshot', 'browser_read', 'browser_locate', 'browser_replay_mark', 'browser_replay_annotate'], color),\n    toolRow('account', ['credits_info', 'reports', 'MCP resources'], color),\n    toolRow('memory', ['memory-put', 'memory-get', 'memory-search', 'list-vaults', 'record-fact', 'list-scheduled-actions'], color),\n    `${colorize('Workflows', 'cyan', color)}  ${colorize('(MCP + CLI + API)', 'muted', color)}`,\n    toolRow('route', ['workflow_list', 'workflow_suggest', 'workflow_run', 'workflow_step', 'workflow_status', 'workflow_artifact_read'], color),\n    toolRow('seo', ['directory', 'agent-packet', 'competitive audit', 'map/serp comparison', 'PAA/AIO briefs', 'scheduled runs'], color),\n    '',\n    colorize('Usage tips:', 'amber', color),\n    'Run mcp-scraper-install for this visible card. Run mcp-scraper-cli for setup utilities and subcommands.',\n    'Run mcp-scraper in a human terminal to print this card; MCP clients get the same command as a silent stdio server.',\n    'Explicit card command: npx -y -p mcp-scraper@latest mcp-scraper-install',\n    'Customer auth setup: run browser_profile_connect, send the watch_url, let the user sign in, then call browser_profile_list until AUTHENTICATED.',\n    'Stack logins / reconnect: run browser_profile_connect again with the same profile name and another domain to add accounts or refresh a login.',\n    'Start with workflow_suggest for broad jobs like market analysis, ICP research, CRO audits, brand briefs, content gaps, and AI visibility.',\n    'For MCP clients, use mcp-scraper so one install can mix SERP, Maps, browser, reports, and saved MCP resources.',\n    'If you hit the concurrency limit, add an extra slot for $5/month with mcp-scraper-cli billing concurrency checkout.',\n    '',\n    `${colorize('Ready.', 'lime', color)} Install the combined MCP server with one command:`,\n    '',\n    colorize('Setup doctor', 'amber', color),\n    'npx -y -p mcp-scraper@latest mcp-scraper-cli doctor',\n    '',\n    colorize('Hosted profile setup', 'amber', color),\n    'In your MCP client, call browser_profile_connect with email=\"seo@example.com\" and domain=\"chatgpt.com\".',\n    'Give the returned watch_url to the user. After they sign in, call browser_profile_list, then browser_open with the returned profile. Add more logins by calling browser_profile_connect again with the same profile and a new domain.',\n    '',\n    colorize('Claude Code one-command setup', 'amber', color),\n    claudeCommand,\n    'Then fully exit Claude Code and open a new Claude terminal. Check with: claude mcp list',\n    '',\n    colorize('Codex config', 'amber', color),\n    codexConfig,\n    '',\n    colorize('Claude Desktop Extension', 'amber', color),\n    'Download: https://mcpscraper.dev/downloads/mcp-scraper.mcpb',\n    '',\n    colorize('Safety note:', 'muted', color),\n    'mcp-scraper prints this card only when stdin/stdout are an interactive TTY. In MCP clients it writes only JSON-RPC to stdout.',\n    'Use --stdio or MCP_SCRAPER_FORCE_STDIO=1 to force server mode from a terminal.',\n    '',\n  ].join('\\n')\n}\n","export const PACKAGE_VERSION = '0.5.0'\n","#!/usr/bin/env node\nimport { renderInstallTerminal } from '../src/install-terminal.js'\nimport { PACKAGE_VERSION } from '../src/version.js'\n\nconst noColor =\n  process.argv.includes('--no-color') ||\n  process.env.NO_COLOR !== undefined ||\n  process.env.FORCE_COLOR === '0' ||\n  !process.stdout.isTTY\n\nconst help = process.argv.includes('--help') || process.argv.includes('-h')\nif (help) {\n  process.stdout.write([\n    'Usage: mcp-scraper-install [--no-color]',\n    '',\n    'Prints the branded MCP Scraper terminal install card and copyable install commands.',\n    'mcp-scraper prints the same card in a human terminal and runs as the MCP stdio server in clients.',\n    '',\n  ].join('\\n'))\n  process.exit(0)\n}\n\nprocess.stdout.write(renderInstallTerminal({\n  version: PACKAGE_VERSION,\n  color: !noColor,\n  apiKeyConfigured: Boolean(process.env.MCP_SCRAPER_API_KEY?.trim()),\n}))\n"],"mappings":";;;;AAQA,IAAM,QAAwC;AAAA,EAC5C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AAAA,EACP,KAAK;AAAA,EACL,OAAO;AAAA,EACP,MAAM;AACR;AAEA,SAAS,SAAS,OAAe,MAAY,SAA0B;AACrE,MAAI,CAAC,QAAS,QAAO;AACrB,SAAO,GAAG,MAAM,IAAI,CAAC,GAAG,KAAK,GAAG,MAAM,KAAK;AAC7C;AAEA,SAAS,QAAQ,OAAe,OAAiB,SAA0B;AACzE,QAAM,SAAS,MAAM,OAAO,GAAG,GAAG;AAClC,SAAO,KAAK,SAAS,QAAQ,SAAS,OAAO,CAAC,IAAI,MAAM,KAAK,SAAS,SAAS,SAAS,OAAO,CAAC,CAAC;AACnG;AAEO,SAAS,sBAAsB,SAAyC;AAC7E,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,cAAc,QAAQ,mBAAmB,yBAAyB;AACxE,QAAM,QAAQ,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAcrB,QAAM,gBAAgB;AAAA,IACpB,uBAAuB,WAAW;AAAA,IAClC;AAAA,EACF,EAAE,KAAK,IAAI;AAEX,QAAM,cAAc;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,IACA,kCAAkC,WAAW;AAAA,EAC/C,EAAE,KAAK,IAAI;AAEX,SAAO;AAAA,IACL,SAAS,gBAAgB,QAAQ,OAAO,IAAI,QAAQ,KAAK;AAAA,IACzD,SAAS,yBAAyB,SAAS,KAAK;AAAA,IAChD,SAAS,OAAO,SAAS,KAAK;AAAA,IAC9B,GAAG,SAAS,qBAAqB,QAAQ,KAAK,CAAC,SAAS,QAAQ,OAAO;AAAA,IACvE;AAAA,IACA,SAAS,0LAA0L,QAAQ,KAAK;AAAA,IAChN;AAAA,IACA,GAAG,SAAS,SAAS,QAAQ,KAAK,CAAC,KAAK,SAAS,mBAAmB,SAAS,KAAK,CAAC;AAAA,IACnF,QAAQ,UAAU,CAAC,eAAe,eAAe,eAAe,kBAAkB,GAAG,KAAK;AAAA,IAC1F,QAAQ,WAAW,CAAC,eAAe,iBAAiB,gBAAgB,cAAc,oBAAoB,GAAG,KAAK;AAAA,IAC9G,QAAQ,SAAS,CAAC,yBAAyB,aAAa,iBAAiB,GAAG,KAAK;AAAA,IACjF,QAAQ,SAAS,CAAC,mBAAmB,sBAAsB,sBAAsB,uBAAuB,0BAA0B,6BAA6B,6BAA6B,4BAA4B,eAAe,GAAG,KAAK;AAAA,IAC/O,QAAQ,WAAW,CAAC,gBAAgB,2BAA2B,wBAAwB,iBAAiB,sBAAsB,gBAAgB,kBAAkB,uBAAuB,yBAAyB,GAAG,KAAK;AAAA,IACxN,QAAQ,WAAW,CAAC,gBAAgB,WAAW,eAAe,GAAG,KAAK;AAAA,IACtE,QAAQ,UAAU,CAAC,cAAc,cAAc,iBAAiB,eAAe,eAAe,wBAAwB,GAAG,KAAK;AAAA,IAC9H,GAAG,SAAS,aAAa,QAAQ,KAAK,CAAC,KAAK,SAAS,qBAAqB,SAAS,KAAK,CAAC;AAAA,IACzF,QAAQ,SAAS,CAAC,iBAAiB,oBAAoB,gBAAgB,iBAAiB,mBAAmB,wBAAwB,GAAG,KAAK;AAAA,IAC3I,QAAQ,OAAO,CAAC,aAAa,gBAAgB,qBAAqB,uBAAuB,kBAAkB,gBAAgB,GAAG,KAAK;AAAA,IACnI;AAAA,IACA,SAAS,eAAe,SAAS,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG,SAAS,UAAU,QAAQ,KAAK,CAAC;AAAA,IACpC;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,wBAAwB,SAAS,KAAK;AAAA,IAC/C;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,iCAAiC,SAAS,KAAK;AAAA,IACxD;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,4BAA4B,SAAS,KAAK;AAAA,IACnD;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;;;AC/GO,IAAM,kBAAkB;;;ACI/B,IAAM,UACJ,QAAQ,KAAK,SAAS,YAAY,KAClC,QAAQ,IAAI,aAAa,UACzB,QAAQ,IAAI,gBAAgB,OAC5B,CAAC,QAAQ,OAAO;AAElB,IAAM,OAAO,QAAQ,KAAK,SAAS,QAAQ,KAAK,QAAQ,KAAK,SAAS,IAAI;AAC1E,IAAI,MAAM;AACR,UAAQ,OAAO,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI,CAAC;AACZ,UAAQ,KAAK,CAAC;AAChB;AAEA,QAAQ,OAAO,MAAM,sBAAsB;AAAA,EACzC,SAAS;AAAA,EACT,OAAO,CAAC;AAAA,EACR,kBAAkB,QAAQ,QAAQ,IAAI,qBAAqB,KAAK,CAAC;AACnE,CAAC,CAAC;","names":[]}

package/dist/bin/mcp-scraper-install.js

@@ -4,7 +4,7 @@ import {
 } from "../chunk-5HNHYUJ5.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-O2D5HGKF.js";
+} from "../chunk-3RTPEQJC.js";
 
 // bin/mcp-scraper-install.ts
 var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;

package/dist/bin/mcp-stdio-server.cjs

@@ -483,7 +483,7 @@ render();
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.4.13";
+var PACKAGE_VERSION = "0.5.0";
 
 // src/mcp/browser-agent-tool-schemas.ts
 var import_zod = require("zod");
@@ -2676,6 +2676,272 @@ function summaryEnvelope(executiveSummary, offloaded) {
   ].join("\n");
 }
 
+// src/api/rates.ts
+var MC_COSTS = {
+  serp: 100,
+  paa: 200,
+  paa_base: 1e3,
+  page_scrape: 100,
+  url_map: 500,
+  yt_channel: 200,
+  yt_transcription: 200,
+  fb_ad: 200,
+  maps_search: 500,
+  maps_place: 6e3,
+  maps_review: 100,
+  fb_search: 600,
+  fb_transcribe: 33300,
+  google_ads_search: 600,
+  google_ads_intel: 200,
+  google_ads_transcribe: 33300,
+  instagram_profile: 400,
+  instagram_media: 400,
+  instagram_transcribe: 33300,
+  browser_minute: 12e3,
+  reddit_thread: 3e3,
+  reddit_comment: 200,
+  video_analysis: 666700,
+  trustpilot_reviews: 500,
+  trustpilot_review: 100,
+  g2_reviews: 500,
+  g2_review: 200,
+  diff_page: 100
+};
+var MC_PER_BROWSER_MS = MC_COSTS.browser_minute / 6e4;
+var MC_PER_CREDIT = 100;
+var CREDIT_COST_CATALOG = [
+  {
+    key: "serp",
+    label: "SERP search",
+    aliases: ["search_serp", "serp", "google search", "organic results"],
+    credits: mcToCredits(MC_COSTS.serp),
+    unit: "per search",
+    notes: "Returns AI Overview, PAA snippet, videos, forums, and local pack."
+  },
+  {
+    key: "paa",
+    label: "PAA harvest",
+    aliases: ["harvest_paa", "paa", "people also ask", "questions"],
+    credits: mcToCredits(MC_COSTS.paa),
+    unit: `per question (+${mcToCredits(MC_COSTS.paa_base)} credit base)`,
+    notes: `Full SERP feature extraction. Billed ${mcToCredits(MC_COSTS.paa_base)} credit base + ${mcToCredits(MC_COSTS.paa)} per question actually returned (unused estimate refunded).`
+  },
+  {
+    key: "page_scrape",
+    label: "Page crawl / extract",
+    aliases: ["extract_url", "extract_site", "page scrape", "url scrape", "single page", "site crawl"],
+    credits: mcToCredits(MC_COSTS.page_scrape),
+    unit: "per page",
+    notes: "Applies to both single-URL extraction and per-page site crawls."
+  },
+  {
+    key: "url_map",
+    label: "Site URL mapping",
+    aliases: ["map_site_urls", "url map", "site map", "crawl urls"],
+    credits: mcToCredits(MC_COSTS.url_map),
+    unit: "per mapping operation",
+    notes: "Flat rate for the full /map-urls call regardless of URL count discovered."
+  },
+  {
+    key: "yt_channel",
+    label: "YouTube search / channel harvest",
+    aliases: ["youtube_harvest", "youtube search", "youtube channel", "yt_channel"],
+    credits: mcToCredits(MC_COSTS.yt_channel),
+    unit: "per call"
+  },
+  {
+    key: "yt_transcription",
+    label: "YouTube transcription",
+    aliases: ["youtube_transcribe", "youtube transcript", "transcription", "yt_transcription"],
+    credits: mcToCredits(MC_COSTS.yt_transcription),
+    unit: "per minute",
+    notes: "A 5-minute hold is taken, then reconciled to actual video duration."
+  },
+  {
+    key: "fb_ad",
+    label: "Facebook search / ad lookup",
+    aliases: ["facebook_page_intel", "facebook_ad_search", "facebook_ad", "facebook ads", "fb ads"],
+    credits: mcToCredits(MC_COSTS.fb_ad),
+    unit: "per call"
+  },
+  {
+    key: "maps_search",
+    label: "Maps business search",
+    aliases: ["maps_search", "google maps search", "gmb search", "gbp search", "business profiles"],
+    credits: mcToCredits(MC_COSTS.maps_search),
+    unit: "per search",
+    notes: "Returns up to 50 Google Maps business/profile candidates. Use maps_place_intel to hydrate selected businesses."
+  },
+  {
+    key: "maps_place",
+    label: "Maps business lookup",
+    aliases: ["maps_place_intel", "google maps", "maps place", "place intel"],
+    credits: mcToCredits(MC_COSTS.maps_place),
+    unit: "per business",
+    notes: "Base lookup. Reviews billed separately per card at maps_review rate."
+  },
+  {
+    key: "maps_review",
+    label: "Maps review",
+    aliases: ["maps_reviews", "google reviews", "review cards", "reviews"],
+    credits: mcToCredits(MC_COSTS.maps_review),
+    unit: "per review card",
+    notes: "Charged after extraction when includeReviews is true."
+  },
+  {
+    key: "fb_search",
+    label: "Facebook ad library search",
+    aliases: ["facebook_search", "fb_search", "fb ad search"],
+    credits: mcToCredits(MC_COSTS.fb_search),
+    unit: "per search",
+    notes: "Browser automation to search Facebook Ads Library by keyword."
+  },
+  {
+    key: "google_ads_search",
+    label: "Google Ads Transparency search",
+    aliases: ["google_ads_search", "google ads search", "ads transparency search"],
+    credits: mcToCredits(MC_COSTS.google_ads_search),
+    unit: "per search",
+    notes: "Browser automation to find advertisers in Google Ads Transparency Center by domain or name."
+  },
+  {
+    key: "google_ads_intel",
+    label: "Google Ads Transparency advertiser intel",
+    aliases: ["google_ads_page_intel", "google ads intel", "ads transparency intel"],
+    credits: mcToCredits(MC_COSTS.google_ads_intel),
+    unit: "per call",
+    notes: "Lists and hydrates an advertiser's creatives with image URLs and video references."
+  },
+  {
+    key: "google_ads_transcribe",
+    label: "Google ad video transcription",
+    aliases: ["google_ads_transcribe", "google ad transcript"],
+    credits: mcToCredits(MC_COSTS.google_ads_transcribe),
+    unit: "per minute (typical)",
+    notes: "A hold is taken, then reconciled to the real transcription cost for the actual audio duration."
+  },
+  {
+    key: "fb_transcribe",
+    label: "Facebook video / ad transcription",
+    aliases: ["facebook_transcribe", "facebook_video_transcribe", "fb_transcribe", "fb ad transcript"],
+    credits: mcToCredits(MC_COSTS.fb_transcribe),
+    unit: "per minute (typical)",
+    notes: "A hold is taken, then reconciled to the real transcription cost for the actual audio duration."
+  },
+  {
+    key: "instagram_profile",
+    label: "Instagram profile content discovery",
+    aliases: ["instagram_profile_content", "instagram profile", "instagram content list", "ig profile"],
+    credits: mcToCredits(MC_COSTS.instagram_profile),
+    unit: "per profile scan",
+    notes: "Browser extraction of public Instagram profile grid links. Complete history may require a logged-in profile."
+  },
+  {
+    key: "instagram_media",
+    label: "Instagram media download",
+    aliases: ["instagram_media_download", "instagram reel download", "instagram post download", "ig media"],
+    credits: mcToCredits(MC_COSTS.instagram_media),
+    unit: "per post or reel",
+    notes: "Extracts post text, image URLs, and reel audio/video tracks, with local downloads when the server can write files."
+  },
+  {
+    key: "instagram_transcribe",
+    label: "Instagram media transcription",
+    aliases: ["instagram transcript", "instagram reel transcript", "ig transcribe"],
+    credits: mcToCredits(MC_COSTS.instagram_transcribe),
+    unit: "per minute (typical)",
+    notes: "Whisper transcription of selected Instagram audio/video media via fal.ai. A hold is taken, then reconciled to the real transcription cost for the actual audio duration."
+  },
+  {
+    key: "browser_minute",
+    label: "Interactive browser session",
+    aliases: ["browser_open", "browser agent", "browser_agent", "live browser", "browse", "browser control", "interactive browser"],
+    credits: mcToCredits(MC_COSTS.browser_minute),
+    unit: "per minute of use",
+    notes: "Metered per minute of use for the whole time the browser session is open. Close the session to stop the meter; abandoned sessions are auto-closed after a short idle window."
+  },
+  {
+    key: "reddit_thread",
+    label: "Reddit thread base lookup",
+    aliases: ["reddit", "reddit_thread", "reddit comments", "subreddit", "reddit post"],
+    credits: mcToCredits(MC_COSTS.reddit_thread),
+    unit: "per thread",
+    notes: "Base lookup for the post itself. Comments billed separately per comment at reddit_comment rate. Refunded if the thread cannot be retrieved."
+  },
+  {
+    key: "reddit_comment",
+    label: "Reddit comment",
+    aliases: ["reddit_comment", "reddit comments"],
+    credits: mcToCredits(MC_COSTS.reddit_comment),
+    unit: "per comment",
+    notes: "Charged per comment actually extracted, billed down automatically if the balance runs out mid-thread."
+  },
+  {
+    key: "video_analysis",
+    label: "Video breakdown (frame-by-frame + transcript)",
+    aliases: ["video_frame_analysis", "video breakdown", "video analysis", "analyze video"],
+    credits: mcToCredits(MC_COSTS.video_analysis),
+    unit: "per 120 frames (max 480)",
+    notes: "Full multi-lens video breakdown: samples frames across a video (up to 30 minutes), analyzes each with vision AI, transcribes the audio, then produces summary, pacing/energy, words-per-minute, topic outline, key points, hook analysis, visual style, and a how-to-replicate recipe with a quality-control pass. $1 per 120 frames requested (max 480 = $4); billed down automatically if the video cannot use the requested frames, and refunded fully if the run fails."
+  },
+  {
+    key: "trustpilot_reviews",
+    label: "Trustpilot review harvest",
+    aliases: ["trustpilot_reviews", "trustpilot", "trustpilot reviews"],
+    credits: mcToCredits(MC_COSTS.trustpilot_reviews),
+    unit: "per call",
+    notes: "Base lookup. Reviews billed separately per card at trustpilot_review rate. Refunded if no reviews are found."
+  },
+  {
+    key: "trustpilot_review",
+    label: "Trustpilot review card",
+    aliases: ["trustpilot_review", "trustpilot card"],
+    credits: mcToCredits(MC_COSTS.trustpilot_review),
+    unit: "per review card",
+    notes: "Charged per review actually extracted, billed down automatically if the balance runs out mid-page."
+  },
+  {
+    key: "g2_reviews",
+    label: "G2 review harvest",
+    aliases: ["g2_reviews", "g2", "g2 reviews"],
+    credits: mcToCredits(MC_COSTS.g2_reviews),
+    unit: "per call",
+    notes: "Base lookup. Reviews billed separately per card at g2_review rate. Refunded if no reviews are found."
+  },
+  {
+    key: "g2_review",
+    label: "G2 review card",
+    aliases: ["g2_review", "g2 card"],
+    credits: mcToCredits(MC_COSTS.g2_review),
+    unit: "per review card",
+    notes: "Charged per review actually extracted (each card carries up to 3 Q&A sections), billed down automatically if the balance runs out mid-page."
+  },
+  {
+    key: "diff_page",
+    label: "Page change check",
+    aliases: ["diff_page", "page diff", "change detection"],
+    credits: mcToCredits(MC_COSTS.diff_page),
+    unit: "per check",
+    notes: "Same cost as a single page extract \u2014 one scrape is performed per check, then compared against your last stored snapshot for that URL."
+  }
+];
+var SUBSCRIPTION_TIERS = {
+  "price_1TmiHRS8aAcsk3TGwmSNfNIa": { tier: "starter", label: "Starter", price_id: "price_1TmiHRS8aAcsk3TGwmSNfNIa", monthly_usd: 12, credits_mc: 8e6, concurrency: 3, intro_coupon: "mcp-starter-1dollar-intro-12" },
+  "price_1TrgihS8aAcsk3TG5cglrq4D": { tier: "growth", label: "Growth", price_id: "price_1TrgihS8aAcsk3TG5cglrq4D", monthly_usd: 40, credits_mc: 26666700, concurrency: 10, intro_coupon: null },
+  "price_1TrgihS8aAcsk3TG4HnG4gbY": { tier: "scale", label: "Scale", price_id: "price_1TrgihS8aAcsk3TG4HnG4gbY", monthly_usd: 100, credits_mc: 8e7, concurrency: 20, intro_coupon: null }
+};
+var SUBSCRIPTION_TIER_BY_KEY = Object.fromEntries(
+  Object.values(SUBSCRIPTION_TIERS).map((t) => [t.tier, t])
+);
+function mcToCredits(mc) {
+  return mc / MC_PER_CREDIT;
+}
+var MEMORY_FREE_QUOTA_BYTES = 1e7 * 1;
+var MEMORY_MARGIN_MULTIPLE = 3;
+var MEMORY_PRO_COST_BUDGET_USD = 19 / MEMORY_MARGIN_MULTIPLE;
+var MEDIA_TRANSCRIBE_HOLD_MC = MC_COSTS.fb_transcribe * 3;
+var MC_PER_USD = SUBSCRIPTION_TIERS["price_1TmiHRS8aAcsk3TGwmSNfNIa"].credits_mc / SUBSCRIPTION_TIERS["price_1TmiHRS8aAcsk3TGwmSNfNIa"].monthly_usd;
+
 // src/mcp/mcp-response-formatter.ts
 var INLINE_BUDGET_BYTES = Number(process.env.MCP_SCRAPER_INLINE_BUDGET ?? 5e4);
 var STRUCTURED_ARRAY_CAP = 25;
@@ -4147,7 +4413,7 @@ function formatCreditsInfo(raw, input) {
     return `| ${c.label} | ${c.credits} | ${c.unit}${notes} |`;
   }).join("\n");
   const ledgerRows = ledger.map((row) => {
-    const credits = row.amount_mc / 1e3;
+    const credits = row.amount_mc / MC_PER_CREDIT;
     return `| ${row.created_at} | ${row.operation} | ${credits} | ${row.description ?? ""} |`;
   }).join("\n");
   const matchedSection = matched ? `
@@ -4197,7 +4463,7 @@ ${ledgerRows}` : ""
       ledger: ledger.map((row) => ({
         createdAt: String(row.created_at ?? ""),
         operation: String(row.operation ?? ""),
-        credits: row.amount_mc / 1e3,
+        credits: row.amount_mc / MC_PER_CREDIT,
         description: row.description ?? null
       })),
       concurrency: concurrencyRaw && upgradeRaw ? {