mcp-scraper 0.19.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. package/README.md +1 -1
  2. package/dist/bin/api-server.cjs +3342 -2655
  3. package/dist/bin/api-server.cjs.map +1 -1
  4. package/dist/bin/api-server.js +3 -3
  5. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  6. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  7. package/dist/bin/mcp-scraper-cli.js +1 -1
  8. package/dist/bin/mcp-scraper-install.cjs +1 -1
  9. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  10. package/dist/bin/mcp-scraper-install.js +1 -1
  11. package/dist/bin/mcp-stdio-server.cjs +113 -19
  12. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  13. package/dist/bin/mcp-stdio-server.js +5 -5
  14. package/dist/bin/paa-harvest.cjs.map +1 -1
  15. package/dist/bin/paa-harvest.js +3 -3
  16. package/dist/{chunk-GL4BW4CP.js → chunk-DZBGULWW.js} +61 -9
  17. package/dist/chunk-DZBGULWW.js.map +1 -0
  18. package/dist/{chunk-D7ZT27HY.js → chunk-GMZFQRH2.js} +2 -2
  19. package/dist/{chunk-HL33CGJF.js → chunk-HXGZMMW5.js} +29 -2
  20. package/dist/chunk-HXGZMMW5.js.map +1 -0
  21. package/dist/{chunk-HE2LQPJ2.js → chunk-JBME5WJR.js} +2 -2
  22. package/dist/chunk-JWIE5NCR.js +284 -0
  23. package/dist/chunk-JWIE5NCR.js.map +1 -0
  24. package/dist/chunk-L4LMSXLO.js +7 -0
  25. package/dist/chunk-L4LMSXLO.js.map +1 -0
  26. package/dist/{chunk-RUGJE5EB.js → chunk-TUSLATZY.js} +3 -3
  27. package/dist/{chunk-O2S5TOCG.js → chunk-XHJJQRNQ.js} +111 -22
  28. package/dist/chunk-XHJJQRNQ.js.map +1 -0
  29. package/dist/{chunk-2HDMYW4B.js → chunk-ZJDANZTQ.js} +2 -2
  30. package/dist/{db-LIOTIWVN.js → db-EONGTNJM.js} +2 -2
  31. package/dist/{extract-bundle-U4D5LW5W.js → extract-bundle-HMCYUVBJ.js} +58 -5
  32. package/dist/extract-bundle-HMCYUVBJ.js.map +1 -0
  33. package/dist/index.cjs.map +1 -1
  34. package/dist/index.js +3 -3
  35. package/dist/{server-VWXDE64Y.js → server-PH3VJ74X.js} +937 -745
  36. package/dist/server-PH3VJ74X.js.map +1 -0
  37. package/dist/{site-extract-repository-NVSZH35Y.js → site-extract-repository-YNPXEZCB.js} +4 -4
  38. package/dist/{worker-AM2DHUWG.js → worker-45WEWCMQ.js} +6 -6
  39. package/docs/mcp-tool-manifest.generated.json +181 -28
  40. package/docs/specs/meta-ad-creative-media-resolution-spec.md +3 -3
  41. package/docs/specs/unified-credit-and-scheduled-execution-billing-spec.md +1007 -0
  42. package/package.json +2 -2
  43. package/dist/chunk-GL4BW4CP.js.map +0 -1
  44. package/dist/chunk-HL33CGJF.js.map +0 -1
  45. package/dist/chunk-O2S5TOCG.js.map +0 -1
  46. package/dist/chunk-OQHYDW4Q.js +0 -7
  47. package/dist/chunk-OQHYDW4Q.js.map +0 -1
  48. package/dist/extract-bundle-U4D5LW5W.js.map +0 -1
  49. package/dist/server-VWXDE64Y.js.map +0 -1
  50. /package/dist/{chunk-D7ZT27HY.js.map → chunk-GMZFQRH2.js.map} +0 -0
  51. /package/dist/{chunk-HE2LQPJ2.js.map → chunk-JBME5WJR.js.map} +0 -0
  52. /package/dist/{chunk-RUGJE5EB.js.map → chunk-TUSLATZY.js.map} +0 -0
  53. /package/dist/{chunk-2HDMYW4B.js.map → chunk-ZJDANZTQ.js.map} +0 -0
  54. /package/dist/{db-LIOTIWVN.js.map → db-EONGTNJM.js.map} +0 -0
  55. /package/dist/{site-extract-repository-NVSZH35Y.js.map → site-extract-repository-YNPXEZCB.js.map} +0 -0
  56. /package/dist/{worker-AM2DHUWG.js.map → worker-45WEWCMQ.js.map} +0 -0
@@ -11,7 +11,7 @@ import "../chunk-K443GQY5.js";
11
11
  import "../chunk-XGIPATLV.js";
12
12
  import {
13
13
  PACKAGE_VERSION
14
- } from "../chunk-OQHYDW4Q.js";
14
+ } from "../chunk-L4LMSXLO.js";
15
15
 
16
16
  // src/cli/human-cli.ts
17
17
  import { Command } from "commander";
@@ -106,7 +106,7 @@ function renderInstallTerminal(options) {
106
106
  }
107
107
 
108
108
  // src/version.ts
109
- var PACKAGE_VERSION = "0.19.0";
109
+ var PACKAGE_VERSION = "0.21.0";
110
110
 
111
111
  // bin/mcp-scraper-install.ts
112
112
  var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;
@@ -1 +1 @@
1
- {"version":3,"sources":["../../src/install-terminal.ts","../../src/version.ts","../../bin/mcp-scraper-install.ts"],"sourcesContent":["export interface InstallTerminalOptions {\n color?: boolean\n version: string\n apiKeyConfigured?: boolean\n}\n\ntype Tone = 'cyan' | 'lime' | 'amber' | 'red' | 'muted' | 'bold'\n\nconst CODES: Record<Tone | 'reset', string> = {\n reset: '\\x1b[0m',\n cyan: '\\x1b[36m',\n lime: '\\x1b[32m',\n amber: '\\x1b[33m',\n red: '\\x1b[31m',\n muted: '\\x1b[90m',\n bold: '\\x1b[1m',\n}\n\nfunction colorize(value: string, tone: Tone, enabled: boolean): string {\n if (!enabled) return value\n return `${CODES[tone]}${value}${CODES.reset}`\n}\n\nfunction toolRow(label: string, tools: string[], enabled: boolean): string {\n const padded = label.padEnd(9, ' ')\n return ` ${colorize(padded, 'muted', enabled)} ${tools.join(colorize(' . ', 'muted', enabled))}`\n}\n\nexport function renderInstallTerminal(options: InstallTerminalOptions): string {\n const color = options.color ?? true\n const apiKeyValue = options.apiKeyConfigured ? '$MCP_SCRAPER_API_KEY' : 'sk_live_your_key'\n const ascii = String.raw`\n __ __ ____ ____ \n| \\/ |/ ___| _ \\\n| |\\/| | | | |_) |\n| | | | |___| __/\n|_| |_|\\____|_|\n\n ____ ____ ____ _ ____ _____ ____\n/ ___| / ___| _ \\ / \\ | _ \\| ____| _ \\\n\\___ \\| | | |_) | / _ \\ | |_) | _| | |_) |\n ___) | |___| _ < / ___ \\| __/| |___| _ <\n|____/ \\____|_| \\_\\/_/ \\_\\_| |_____|_| \\_\\\n`\n\n const claudeCommand = [\n `MCP_SCRAPER_API_KEY=${apiKeyValue} npx -y -p mcp-scraper@latest \\\\`,\n ' mcp-scraper-cli agent install claude --apply',\n ].join('\\n')\n\n const codexConfig = [\n '[mcp_servers.mcp-scraper]',\n 'command = \"npx\"',\n 'args = [\"-y\", \"-p\", \"mcp-scraper@latest\", \"mcp-scraper\"]',\n `env = { MCP_SCRAPER_API_KEY = \"${apiKeyValue}\" }`,\n ].join('\\n')\n\n return [\n colorize(`mcp-scraper v${options.version}`, 'bold', color),\n colorize('> mcp-scraper-install', 'muted', color),\n colorize(ascii, 'amber', color),\n `${colorize('MCP Scraper Agent', 'cyan', color)} . v${options.version} . mcpscraper.dev`,\n '1/1 install surfaces ready',\n colorize('Newest: any approved connection read can become an indexed Memory snapshot in one call. OAuth stays tenant-isolated and provider content is redacted and marked untrusted.', 'lime', color),\n '',\n `${colorize('Tools', 'cyan', color)} ${colorize('(158 MCP tools)', 'muted', color)}`,\n toolRow('search', ['harvest_paa', 'search_serp', 'maps_search', 'maps_place_intel'], color),\n toolRow('extract', ['extract_url', 'map_site_urls', 'extract_site', 'audit_site', 'directory_workflow'], color),\n toolRow('build', ['rank_tracker_workflow', 'cron plan', 'database prompt'], color),\n toolRow('media', ['youtube_harvest', 'youtube_transcribe', 'facebook_ad_search', 'facebook_page_intel', 'facebook_ad_transcribe', 'facebook_video_transcribe', 'instagram_profile_content', 'instagram_media_download', 'reddit_thread'], color),\n toolRow('browser', ['browser_open', 'browser_profile_connect', 'browser_profile_list', 'browser_close', 'browser_screenshot', 'browser_read', 'browser_locate', 'browser_replay_mark', 'browser_replay_annotate'], color),\n toolRow('connect', ['list_service_connections', 'describe_service_connection_tool', 'import_service_connection_to_memory', 'export_connected_service_data', 'renew_connected_data_download', 'read_service_connection', 'call_service_connection_action'], color),\n toolRow('account', ['credits_info', 'reports', 'MCP resources'], color),\n toolRow('memory', ['memory-put', 'memory-get', 'memory-search', 'list-vaults', 'record-fact', 'list-scheduled-actions'], color),\n `${colorize('Workflows', 'cyan', color)} ${colorize('(MCP + CLI + API)', 'muted', color)}`,\n toolRow('route', ['workflow_list', 'workflow_suggest', 'workflow_run', 'workflow_step', 'workflow_status', 'workflow_artifact_read'], color),\n toolRow('seo', ['directory', 'agent-packet', 'competitive audit', 'map/serp comparison', 'PAA/AIO briefs', 'scheduled runs'], color),\n '',\n colorize('Usage tips:', 'amber', color),\n 'Run mcp-scraper-install for this visible card. Run mcp-scraper-cli for setup utilities and subcommands.',\n 'Run mcp-scraper in a human terminal to print this card; MCP clients get the same command as a silent stdio server.',\n 'Explicit card command: npx -y -p mcp-scraper@latest mcp-scraper-install',\n 'Hosted browser sessions use direct/no-proxy egress by default.',\n 'Customer auth setup: run browser_profile_connect, send the watch_url, let the user sign in, then call browser_profile_list until AUTHENTICATED.',\n 'Connected account ranges: call export_connected_service_data once. It handles Gmail, Calendar, Zoom, and Resend pagination; do not loop read_service_connection over individual records.',\n 'Connected account RAG: call import_service_connection_to_memory for one bounded approved read. It writes a redacted, untrusted snapshot to a stable Memory path and embeds it for search.',\n 'Stack logins / reconnect: run browser_profile_connect again with the same profile name and another domain to add accounts or refresh a login.',\n 'Start with workflow_suggest for broad jobs like market analysis, ICP research, CRO audits, brand briefs, content gaps, and AI visibility.',\n 'For MCP clients, use mcp-scraper so one install can mix SERP, Maps, browser, reports, and saved MCP resources.',\n 'If you hit the concurrency limit, add an extra slot for $5/month with mcp-scraper-cli billing concurrency checkout.',\n '',\n `${colorize('Ready.', 'lime', color)} Install the combined MCP server with one command:`,\n '',\n colorize('Setup doctor', 'amber', color),\n 'npx -y -p mcp-scraper@latest mcp-scraper-cli doctor',\n '',\n colorize('Hosted profile setup', 'amber', color),\n 'In your MCP client, call browser_profile_connect with email=\"seo@example.com\" and domain=\"chatgpt.com\".',\n 'Give the returned watch_url to the user. After they sign in, call browser_profile_list, then browser_open with the returned profile. Add more logins by calling browser_profile_connect again with the same profile and a new domain.',\n '',\n colorize('Claude Code one-command setup', 'amber', color),\n claudeCommand,\n 'Then fully exit Claude Code and open a new Claude terminal. Check with: claude mcp list',\n '',\n colorize('Codex config', 'amber', color),\n codexConfig,\n '',\n colorize('Claude Desktop Extension', 'amber', color),\n 'Download: https://mcpscraper.dev/downloads/mcp-scraper.mcpb',\n '',\n colorize('Safety note:', 'muted', color),\n 'mcp-scraper prints this card only when stdin/stdout are an interactive TTY. In MCP clients it writes only JSON-RPC to stdout.',\n 'Use --stdio or MCP_SCRAPER_FORCE_STDIO=1 to force server mode from a terminal.',\n '',\n ].join('\\n')\n}\n","export const PACKAGE_VERSION = '0.19.0'\n","#!/usr/bin/env node\nimport { renderInstallTerminal } from '../src/install-terminal.js'\nimport { PACKAGE_VERSION } from '../src/version.js'\n\nconst noColor =\n process.argv.includes('--no-color') ||\n process.env.NO_COLOR !== undefined ||\n process.env.FORCE_COLOR === '0' ||\n !process.stdout.isTTY\n\nconst help = process.argv.includes('--help') || process.argv.includes('-h')\nif (help) {\n process.stdout.write([\n 'Usage: mcp-scraper-install [--no-color]',\n '',\n 'Prints the branded MCP Scraper terminal install card and copyable install commands.',\n 'mcp-scraper prints the same card in a human terminal and runs as the MCP stdio server in clients.',\n '',\n ].join('\\n'))\n process.exit(0)\n}\n\nprocess.stdout.write(renderInstallTerminal({\n version: PACKAGE_VERSION,\n color: !noColor,\n apiKeyConfigured: Boolean(process.env.MCP_SCRAPER_API_KEY?.trim()),\n}))\n"],"mappings":";;;;AAQA,IAAM,QAAwC;AAAA,EAC5C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AAAA,EACP,KAAK;AAAA,EACL,OAAO;AAAA,EACP,MAAM;AACR;AAEA,SAAS,SAAS,OAAe,MAAY,SAA0B;AACrE,MAAI,CAAC,QAAS,QAAO;AACrB,SAAO,GAAG,MAAM,IAAI,CAAC,GAAG,KAAK,GAAG,MAAM,KAAK;AAC7C;AAEA,SAAS,QAAQ,OAAe,OAAiB,SAA0B;AACzE,QAAM,SAAS,MAAM,OAAO,GAAG,GAAG;AAClC,SAAO,KAAK,SAAS,QAAQ,SAAS,OAAO,CAAC,IAAI,MAAM,KAAK,SAAS,SAAS,SAAS,OAAO,CAAC,CAAC;AACnG;AAEO,SAAS,sBAAsB,SAAyC;AAC7E,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,cAAc,QAAQ,mBAAmB,yBAAyB;AACxE,QAAM,QAAQ,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAcrB,QAAM,gBAAgB;AAAA,IACpB,uBAAuB,WAAW;AAAA,IAClC;AAAA,EACF,EAAE,KAAK,IAAI;AAEX,QAAM,cAAc;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,IACA,kCAAkC,WAAW;AAAA,EAC/C,EAAE,KAAK,IAAI;AAEX,SAAO;AAAA,IACL,SAAS,gBAAgB,QAAQ,OAAO,IAAI,QAAQ,KAAK;AAAA,IACzD,SAAS,yBAAyB,SAAS,KAAK;AAAA,IAChD,SAAS,OAAO,SAAS,KAAK;AAAA,IAC9B,GAAG,SAAS,qBAAqB,QAAQ,KAAK,CAAC,SAAS,QAAQ,OAAO;AAAA,IACvE;AAAA,IACA,SAAS,8KAA8K,QAAQ,KAAK;AAAA,IACpM;AAAA,IACA,GAAG,SAAS,SAAS,QAAQ,KAAK,CAAC,KAAK,SAAS,mBAAmB,SAAS,KAAK,CAAC;AAAA,IACnF,QAAQ,UAAU,CAAC,eAAe,eAAe,eAAe,kBAAkB,GAAG,KAAK;AAAA,IAC1F,QAAQ,WAAW,CAAC,eAAe,iBAAiB,gBAAgB,cAAc,oBAAoB,GAAG,KAAK;AAAA,IAC9G,QAAQ,SAAS,CAAC,yBAAyB,aAAa,iBAAiB,GAAG,KAAK;AAAA,IACjF,QAAQ,SAAS,CAAC,mBAAmB,sBAAsB,sBAAsB,uBAAuB,0BAA0B,6BAA6B,6BAA6B,4BAA4B,eAAe,GAAG,KAAK;AAAA,IAC/O,QAAQ,WAAW,CAAC,gBAAgB,2BAA2B,wBAAwB,iBAAiB,sBAAsB,gBAAgB,kBAAkB,uBAAuB,yBAAyB,GAAG,KAAK;AAAA,IACxN,QAAQ,WAAW,CAAC,4BAA4B,oCAAoC,uCAAuC,iCAAiC,iCAAiC,2BAA2B,gCAAgC,GAAG,KAAK;AAAA,IAChQ,QAAQ,WAAW,CAAC,gBAAgB,WAAW,eAAe,GAAG,KAAK;AAAA,IACtE,QAAQ,UAAU,CAAC,cAAc,cAAc,iBAAiB,eAAe,eAAe,wBAAwB,GAAG,KAAK;AAAA,IAC9H,GAAG,SAAS,aAAa,QAAQ,KAAK,CAAC,KAAK,SAAS,qBAAqB,SAAS,KAAK,CAAC;AAAA,IACzF,QAAQ,SAAS,CAAC,iBAAiB,oBAAoB,gBAAgB,iBAAiB,mBAAmB,wBAAwB,GAAG,KAAK;AAAA,IAC3I,QAAQ,OAAO,CAAC,aAAa,gBAAgB,qBAAqB,uBAAuB,kBAAkB,gBAAgB,GAAG,KAAK;AAAA,IACnI;AAAA,IACA,SAAS,eAAe,SAAS,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG,SAAS,UAAU,QAAQ,KAAK,CAAC;AAAA,IACpC;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,wBAAwB,SAAS,KAAK;AAAA,IAC/C;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,iCAAiC,SAAS,KAAK;AAAA,IACxD;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,4BAA4B,SAAS,KAAK;AAAA,IACnD;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;;;ACnHO,IAAM,kBAAkB;;;ACI/B,IAAM,UACJ,QAAQ,KAAK,SAAS,YAAY,KAClC,QAAQ,IAAI,aAAa,UACzB,QAAQ,IAAI,gBAAgB,OAC5B,CAAC,QAAQ,OAAO;AAElB,IAAM,OAAO,QAAQ,KAAK,SAAS,QAAQ,KAAK,QAAQ,KAAK,SAAS,IAAI;AAC1E,IAAI,MAAM;AACR,UAAQ,OAAO,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI,CAAC;AACZ,UAAQ,KAAK,CAAC;AAChB;AAEA,QAAQ,OAAO,MAAM,sBAAsB;AAAA,EACzC,SAAS;AAAA,EACT,OAAO,CAAC;AAAA,EACR,kBAAkB,QAAQ,QAAQ,IAAI,qBAAqB,KAAK,CAAC;AACnE,CAAC,CAAC;","names":[]}
1
+ {"version":3,"sources":["../../src/install-terminal.ts","../../src/version.ts","../../bin/mcp-scraper-install.ts"],"sourcesContent":["export interface InstallTerminalOptions {\n color?: boolean\n version: string\n apiKeyConfigured?: boolean\n}\n\ntype Tone = 'cyan' | 'lime' | 'amber' | 'red' | 'muted' | 'bold'\n\nconst CODES: Record<Tone | 'reset', string> = {\n reset: '\\x1b[0m',\n cyan: '\\x1b[36m',\n lime: '\\x1b[32m',\n amber: '\\x1b[33m',\n red: '\\x1b[31m',\n muted: '\\x1b[90m',\n bold: '\\x1b[1m',\n}\n\nfunction colorize(value: string, tone: Tone, enabled: boolean): string {\n if (!enabled) return value\n return `${CODES[tone]}${value}${CODES.reset}`\n}\n\nfunction toolRow(label: string, tools: string[], enabled: boolean): string {\n const padded = label.padEnd(9, ' ')\n return ` ${colorize(padded, 'muted', enabled)} ${tools.join(colorize(' . ', 'muted', enabled))}`\n}\n\nexport function renderInstallTerminal(options: InstallTerminalOptions): string {\n const color = options.color ?? true\n const apiKeyValue = options.apiKeyConfigured ? '$MCP_SCRAPER_API_KEY' : 'sk_live_your_key'\n const ascii = String.raw`\n __ __ ____ ____ \n| \\/ |/ ___| _ \\\n| |\\/| | | | |_) |\n| | | | |___| __/\n|_| |_|\\____|_|\n\n ____ ____ ____ _ ____ _____ ____\n/ ___| / ___| _ \\ / \\ | _ \\| ____| _ \\\n\\___ \\| | | |_) | / _ \\ | |_) | _| | |_) |\n ___) | |___| _ < / ___ \\| __/| |___| _ <\n|____/ \\____|_| \\_\\/_/ \\_\\_| |_____|_| \\_\\\n`\n\n const claudeCommand = [\n `MCP_SCRAPER_API_KEY=${apiKeyValue} npx -y -p mcp-scraper@latest \\\\`,\n ' mcp-scraper-cli agent install claude --apply',\n ].join('\\n')\n\n const codexConfig = [\n '[mcp_servers.mcp-scraper]',\n 'command = \"npx\"',\n 'args = [\"-y\", \"-p\", \"mcp-scraper@latest\", \"mcp-scraper\"]',\n `env = { MCP_SCRAPER_API_KEY = \"${apiKeyValue}\" }`,\n ].join('\\n')\n\n return [\n colorize(`mcp-scraper v${options.version}`, 'bold', color),\n colorize('> mcp-scraper-install', 'muted', color),\n colorize(ascii, 'amber', color),\n `${colorize('MCP Scraper Agent', 'cyan', color)} . v${options.version} . mcpscraper.dev`,\n '1/1 install surfaces ready',\n colorize('Newest: any approved connection read can become an indexed Memory snapshot in one call. OAuth stays tenant-isolated and provider content is redacted and marked untrusted.', 'lime', color),\n '',\n `${colorize('Tools', 'cyan', color)} ${colorize('(158 MCP tools)', 'muted', color)}`,\n toolRow('search', ['harvest_paa', 'search_serp', 'maps_search', 'maps_place_intel'], color),\n toolRow('extract', ['extract_url', 'map_site_urls', 'extract_site', 'audit_site', 'directory_workflow'], color),\n toolRow('build', ['rank_tracker_workflow', 'cron plan', 'database prompt'], color),\n toolRow('media', ['youtube_harvest', 'youtube_transcribe', 'facebook_ad_search', 'facebook_page_intel', 'facebook_ad_transcribe', 'facebook_video_transcribe', 'instagram_profile_content', 'instagram_media_download', 'reddit_thread'], color),\n toolRow('browser', ['browser_open', 'browser_profile_connect', 'browser_profile_list', 'browser_close', 'browser_screenshot', 'browser_read', 'browser_locate', 'browser_replay_mark', 'browser_replay_annotate'], color),\n toolRow('connect', ['list_service_connections', 'describe_service_connection_tool', 'import_service_connection_to_memory', 'export_connected_service_data', 'renew_connected_data_download', 'read_service_connection', 'call_service_connection_action'], color),\n toolRow('account', ['credits_info', 'reports', 'MCP resources'], color),\n toolRow('memory', ['memory-put', 'memory-get', 'memory-search', 'list-vaults', 'record-fact', 'list-scheduled-actions'], color),\n `${colorize('Workflows', 'cyan', color)} ${colorize('(MCP + CLI + API)', 'muted', color)}`,\n toolRow('route', ['workflow_list', 'workflow_suggest', 'workflow_run', 'workflow_step', 'workflow_status', 'workflow_artifact_read'], color),\n toolRow('seo', ['directory', 'agent-packet', 'competitive audit', 'map/serp comparison', 'PAA/AIO briefs', 'scheduled runs'], color),\n '',\n colorize('Usage tips:', 'amber', color),\n 'Run mcp-scraper-install for this visible card. Run mcp-scraper-cli for setup utilities and subcommands.',\n 'Run mcp-scraper in a human terminal to print this card; MCP clients get the same command as a silent stdio server.',\n 'Explicit card command: npx -y -p mcp-scraper@latest mcp-scraper-install',\n 'Hosted browser sessions use direct/no-proxy egress by default.',\n 'Customer auth setup: run browser_profile_connect, send the watch_url, let the user sign in, then call browser_profile_list until AUTHENTICATED.',\n 'Connected account ranges: call export_connected_service_data once. It handles Gmail, Calendar, Zoom, and Resend pagination; do not loop read_service_connection over individual records.',\n 'Connected account RAG: call import_service_connection_to_memory for one bounded approved read. It writes a redacted, untrusted snapshot to a stable Memory path and embeds it for search.',\n 'Stack logins / reconnect: run browser_profile_connect again with the same profile name and another domain to add accounts or refresh a login.',\n 'Start with workflow_suggest for broad jobs like market analysis, ICP research, CRO audits, brand briefs, content gaps, and AI visibility.',\n 'For MCP clients, use mcp-scraper so one install can mix SERP, Maps, browser, reports, and saved MCP resources.',\n 'If you hit the concurrency limit, add an extra slot for $5/month with mcp-scraper-cli billing concurrency checkout.',\n '',\n `${colorize('Ready.', 'lime', color)} Install the combined MCP server with one command:`,\n '',\n colorize('Setup doctor', 'amber', color),\n 'npx -y -p mcp-scraper@latest mcp-scraper-cli doctor',\n '',\n colorize('Hosted profile setup', 'amber', color),\n 'In your MCP client, call browser_profile_connect with email=\"seo@example.com\" and domain=\"chatgpt.com\".',\n 'Give the returned watch_url to the user. After they sign in, call browser_profile_list, then browser_open with the returned profile. Add more logins by calling browser_profile_connect again with the same profile and a new domain.',\n '',\n colorize('Claude Code one-command setup', 'amber', color),\n claudeCommand,\n 'Then fully exit Claude Code and open a new Claude terminal. Check with: claude mcp list',\n '',\n colorize('Codex config', 'amber', color),\n codexConfig,\n '',\n colorize('Claude Desktop Extension', 'amber', color),\n 'Download: https://mcpscraper.dev/downloads/mcp-scraper.mcpb',\n '',\n colorize('Safety note:', 'muted', color),\n 'mcp-scraper prints this card only when stdin/stdout are an interactive TTY. In MCP clients it writes only JSON-RPC to stdout.',\n 'Use --stdio or MCP_SCRAPER_FORCE_STDIO=1 to force server mode from a terminal.',\n '',\n ].join('\\n')\n}\n","export const PACKAGE_VERSION = '0.21.0'\n","#!/usr/bin/env node\nimport { renderInstallTerminal } from '../src/install-terminal.js'\nimport { PACKAGE_VERSION } from '../src/version.js'\n\nconst noColor =\n process.argv.includes('--no-color') ||\n process.env.NO_COLOR !== undefined ||\n process.env.FORCE_COLOR === '0' ||\n !process.stdout.isTTY\n\nconst help = process.argv.includes('--help') || process.argv.includes('-h')\nif (help) {\n process.stdout.write([\n 'Usage: mcp-scraper-install [--no-color]',\n '',\n 'Prints the branded MCP Scraper terminal install card and copyable install commands.',\n 'mcp-scraper prints the same card in a human terminal and runs as the MCP stdio server in clients.',\n '',\n ].join('\\n'))\n process.exit(0)\n}\n\nprocess.stdout.write(renderInstallTerminal({\n version: PACKAGE_VERSION,\n color: !noColor,\n apiKeyConfigured: Boolean(process.env.MCP_SCRAPER_API_KEY?.trim()),\n}))\n"],"mappings":";;;;AAQA,IAAM,QAAwC;AAAA,EAC5C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AAAA,EACP,KAAK;AAAA,EACL,OAAO;AAAA,EACP,MAAM;AACR;AAEA,SAAS,SAAS,OAAe,MAAY,SAA0B;AACrE,MAAI,CAAC,QAAS,QAAO;AACrB,SAAO,GAAG,MAAM,IAAI,CAAC,GAAG,KAAK,GAAG,MAAM,KAAK;AAC7C;AAEA,SAAS,QAAQ,OAAe,OAAiB,SAA0B;AACzE,QAAM,SAAS,MAAM,OAAO,GAAG,GAAG;AAClC,SAAO,KAAK,SAAS,QAAQ,SAAS,OAAO,CAAC,IAAI,MAAM,KAAK,SAAS,SAAS,SAAS,OAAO,CAAC,CAAC;AACnG;AAEO,SAAS,sBAAsB,SAAyC;AAC7E,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,cAAc,QAAQ,mBAAmB,yBAAyB;AACxE,QAAM,QAAQ,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAcrB,QAAM,gBAAgB;AAAA,IACpB,uBAAuB,WAAW;AAAA,IAClC;AAAA,EACF,EAAE,KAAK,IAAI;AAEX,QAAM,cAAc;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,IACA,kCAAkC,WAAW;AAAA,EAC/C,EAAE,KAAK,IAAI;AAEX,SAAO;AAAA,IACL,SAAS,gBAAgB,QAAQ,OAAO,IAAI,QAAQ,KAAK;AAAA,IACzD,SAAS,yBAAyB,SAAS,KAAK;AAAA,IAChD,SAAS,OAAO,SAAS,KAAK;AAAA,IAC9B,GAAG,SAAS,qBAAqB,QAAQ,KAAK,CAAC,SAAS,QAAQ,OAAO;AAAA,IACvE;AAAA,IACA,SAAS,8KAA8K,QAAQ,KAAK;AAAA,IACpM;AAAA,IACA,GAAG,SAAS,SAAS,QAAQ,KAAK,CAAC,KAAK,SAAS,mBAAmB,SAAS,KAAK,CAAC;AAAA,IACnF,QAAQ,UAAU,CAAC,eAAe,eAAe,eAAe,kBAAkB,GAAG,KAAK;AAAA,IAC1F,QAAQ,WAAW,CAAC,eAAe,iBAAiB,gBAAgB,cAAc,oBAAoB,GAAG,KAAK;AAAA,IAC9G,QAAQ,SAAS,CAAC,yBAAyB,aAAa,iBAAiB,GAAG,KAAK;AAAA,IACjF,QAAQ,SAAS,CAAC,mBAAmB,sBAAsB,sBAAsB,uBAAuB,0BAA0B,6BAA6B,6BAA6B,4BAA4B,eAAe,GAAG,KAAK;AAAA,IAC/O,QAAQ,WAAW,CAAC,gBAAgB,2BAA2B,wBAAwB,iBAAiB,sBAAsB,gBAAgB,kBAAkB,uBAAuB,yBAAyB,GAAG,KAAK;AAAA,IACxN,QAAQ,WAAW,CAAC,4BAA4B,oCAAoC,uCAAuC,iCAAiC,iCAAiC,2BAA2B,gCAAgC,GAAG,KAAK;AAAA,IAChQ,QAAQ,WAAW,CAAC,gBAAgB,WAAW,eAAe,GAAG,KAAK;AAAA,IACtE,QAAQ,UAAU,CAAC,cAAc,cAAc,iBAAiB,eAAe,eAAe,wBAAwB,GAAG,KAAK;AAAA,IAC9H,GAAG,SAAS,aAAa,QAAQ,KAAK,CAAC,KAAK,SAAS,qBAAqB,SAAS,KAAK,CAAC;AAAA,IACzF,QAAQ,SAAS,CAAC,iBAAiB,oBAAoB,gBAAgB,iBAAiB,mBAAmB,wBAAwB,GAAG,KAAK;AAAA,IAC3I,QAAQ,OAAO,CAAC,aAAa,gBAAgB,qBAAqB,uBAAuB,kBAAkB,gBAAgB,GAAG,KAAK;AAAA,IACnI;AAAA,IACA,SAAS,eAAe,SAAS,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG,SAAS,UAAU,QAAQ,KAAK,CAAC;AAAA,IACpC;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,wBAAwB,SAAS,KAAK;AAAA,IAC/C;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,iCAAiC,SAAS,KAAK;AAAA,IACxD;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,4BAA4B,SAAS,KAAK;AAAA,IACnD;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;;;ACnHO,IAAM,kBAAkB;;;ACI/B,IAAM,UACJ,QAAQ,KAAK,SAAS,YAAY,KAClC,QAAQ,IAAI,aAAa,UACzB,QAAQ,IAAI,gBAAgB,OAC5B,CAAC,QAAQ,OAAO;AAElB,IAAM,OAAO,QAAQ,KAAK,SAAS,QAAQ,KAAK,QAAQ,KAAK,SAAS,IAAI;AAC1E,IAAI,MAAM;AACR,UAAQ,OAAO,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI,CAAC;AACZ,UAAQ,KAAK,CAAC;AAChB;AAEA,QAAQ,OAAO,MAAM,sBAAsB;AAAA,EACzC,SAAS;AAAA,EACT,OAAO,CAAC;AAAA,EACR,kBAAkB,QAAQ,QAAQ,IAAI,qBAAqB,KAAK,CAAC;AACnE,CAAC,CAAC;","names":[]}
@@ -4,7 +4,7 @@ import {
4
4
  } from "../chunk-Q44DN6T2.js";
5
5
  import {
6
6
  PACKAGE_VERSION
7
- } from "../chunk-OQHYDW4Q.js";
7
+ } from "../chunk-L4LMSXLO.js";
8
8
 
9
9
  // bin/mcp-scraper-install.ts
10
10
  var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;
@@ -241,6 +241,9 @@ var HttpMcpToolExecutor = class {
241
241
  auditSite(input) {
242
242
  return this.call("/extract-site", input);
243
243
  }
244
+ checkSiteExport(input) {
245
+ return this.getJson(`/extract-site/status/${encodeURIComponent(input.jobId)}`);
246
+ }
244
247
  youtubeHarvest(input) {
245
248
  return this.call("/youtube/harvest", input);
246
249
  }
@@ -525,7 +528,7 @@ render();
525
528
  }
526
529
 
527
530
  // src/version.ts
528
- var PACKAGE_VERSION = "0.19.0";
531
+ var PACKAGE_VERSION = "0.21.0";
529
532
 
530
533
  // src/mcp/browser-agent-tool-schemas.ts
531
534
  var import_zod = require("zod");
@@ -2833,6 +2836,11 @@ var MC_COSTS = {
2833
2836
  };
2834
2837
  var MC_PER_BROWSER_MS = MC_COSTS.browser_minute / 6e4;
2835
2838
  var MC_PER_CREDIT = 100;
2839
+ var BILLING_BASIS_POINTS = 1e4;
2840
+ var SCHEDULED_RUN_BASE_CREDITS = 75;
2841
+ var SCHEDULED_RUN_BASE_MC = SCHEDULED_RUN_BASE_CREDITS * MC_PER_CREDIT;
2842
+ var SCHEDULED_AGENT_LLM_MARKUP_BPS = 15e3;
2843
+ var SCHEDULED_AGENT_LLM_MARKUP = SCHEDULED_AGENT_LLM_MARKUP_BPS / BILLING_BASIS_POINTS;
2836
2844
  var CREDIT_COST_CATALOG = [
2837
2845
  {
2838
2846
  key: "serp",
@@ -3801,9 +3809,24 @@ function buildSeoExport(siteUrl, pages, branding) {
3801
3809
  branding: branding ?? void 0
3802
3810
  };
3803
3811
  }
3812
+ function formatBackgroundJobStarted(toolLabel, data) {
3813
+ if (data.status !== "pending" || typeof data.jobId !== "string") return null;
3814
+ const jobId = data.jobId;
3815
+ const full = [
3816
+ `# ${toolLabel} \u2014 export started`,
3817
+ `**Job ID:** \`${jobId}\``,
3818
+ `
3819
+ Running in the background \u2014 this can take a while for large sites.`,
3820
+ `
3821
+ Poll \`check_site_export\` with this jobId to get the download link once it's ready.`
3822
+ ].join("\n");
3823
+ return { content: [{ type: "text", text: full }], structuredContent: { jobId, status: "pending" } };
3824
+ }
3804
3825
  async function formatExtractSite(raw, input, ctx) {
3805
3826
  const parsed = parseData(raw);
3806
3827
  if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
3828
+ const started = formatBackgroundJobStarted("Multi-Page Site Content Crawl", parsed.data);
3829
+ if (started) return started;
3807
3830
  const d = parsed.data;
3808
3831
  const pages = d.pages ?? [];
3809
3832
  const schemaTypesOf = (p) => p.kpo?.type ?? (Array.isArray(p.schema) && p.schema.length ? [`${p.schema.length} block(s)`] : []);
@@ -3921,6 +3944,8 @@ ${pageDetails}${tips}`;
3921
3944
  async function formatAuditSite(raw, input, ctx) {
3922
3945
  const parsed = parseData(raw);
3923
3946
  if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
3947
+ const started = formatBackgroundJobStarted("Technical SEO Audit", parsed.data);
3948
+ if (started) return started;
3924
3949
  const d = parsed.data;
3925
3950
  const pages = d.pages ?? [];
3926
3951
  const schemaTypesOf = (p) => p.kpo?.type ?? (Array.isArray(p.schema) && p.schema.length ? [`${p.schema.length} block(s)`] : []);
@@ -3992,6 +4017,42 @@ ${imgLine}`
3992
4017
  ].join("\n");
3993
4018
  return { content: [{ type: "text", text: full }], structuredContent };
3994
4019
  }
4020
+ function formatCheckSiteExport(raw, input) {
4021
+ const parsed = parseData(raw);
4022
+ if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
4023
+ const d = parsed.data;
4024
+ const bundle = (d.artifacts ?? []).find((a) => a.key.endsWith("bundle.zip")) ?? null;
4025
+ const progress = d.totalUrls ? `${d.doneUrls ?? 0}/${d.totalUrls} pages` : "starting";
4026
+ const body = d.status === "complete" && bundle ? `
4027
+ ## \u2705 Ready
4028
+ **Download:** ${bundle.url}
4029
+ **Size:** ${(bundle.bytes / 1e6).toFixed(1)} MB` : d.status === "complete" ? `
4030
+ ## \u26A0\uFE0F Complete, but no bundle was produced
4031
+ Check the job's artifacts \u2014 nothing matched \`bundle.zip\`.` : d.status === "failed" ? `
4032
+ ## \u274C Failed
4033
+ ${d.error ?? "no error message recorded"}` : `
4034
+ ## \u23F3 Not ready yet
4035
+ Status: ${d.status} (${progress}). Poll again shortly.`;
4036
+ const full = [
4037
+ `# Site Export: ${d.startUrl ?? input.jobId}`,
4038
+ `**Job ID:** \`${d.jobId}\``,
4039
+ `**Status:** ${d.status}`,
4040
+ body
4041
+ ].join("\n");
4042
+ return {
4043
+ ...oneBlock(full),
4044
+ structuredContent: {
4045
+ jobId: d.jobId,
4046
+ status: d.status,
4047
+ startUrl: d.startUrl,
4048
+ totalUrls: d.totalUrls,
4049
+ doneUrls: d.doneUrls,
4050
+ bundleUrl: bundle?.url ?? null,
4051
+ bundleBytes: bundle?.bytes ?? null,
4052
+ error: d.error ?? null
4053
+ }
4054
+ };
4055
+ }
3995
4056
  function formatYoutubeHarvest(raw, input) {
3996
4057
  const parsed = parseData(raw);
3997
4058
  if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
@@ -5959,13 +6020,20 @@ var ExtractSiteInputSchema = {
5959
6020
  maxPages: import_zod4.z.number().int().min(1).max(1e4).optional().describe("Maximum pages to extract. Bulk crawls (over 25 pages) switch to folder mode: each page saved as its own Markdown file, with a summary plus folder path returned instead of inlining content."),
5960
6021
  rotateProxies: import_zod4.z.boolean().optional().describe("Route page fetches through rotating residential proxies to defeat rate-limiting and bot blocks (403/429). Slower and pricier \u2014 use only when a site blocks normal crawling."),
5961
6022
  rotateProxyEvery: import_zod4.z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30."),
5962
- formats: import_zod4.z.array(import_zod4.z.enum(["markdown", "links", "json", "images", "branding"])).optional().describe("Per-page output formats: markdown, links, json, images are captured cheaply from HTML; branding (site-level logo/colors/fonts) requires a browser and adds time. Defaults to markdown+links.")
6023
+ formats: import_zod4.z.array(import_zod4.z.enum(["markdown", "links", "json", "images", "branding"])).optional().describe("Per-page output formats: markdown, links, json, images are captured cheaply from HTML; branding (site-level logo/colors/fonts) requires a browser and adds time. Defaults to markdown+links."),
6024
+ background: import_zod4.z.boolean().default(false).describe("Run the crawl as a background job instead of blocking this call, returning a jobId immediately \u2014 poll it with check_site_export to get a downloadable zip (all page content, plus real image files if downloadImages is set) once ready. Use for large sites where a synchronous call would be slow."),
6025
+ downloadImages: import_zod4.z.boolean().default(false).describe("Download every discovered image as a real file into the export bundle (not just image URLs/stats). OFF by default \u2014 must be explicitly set true. Implies background regardless of the background flag, since downloading a whole site's images is too slow to run synchronously. Capped at 20 images/page and 500 images/site.")
5963
6026
  };
5964
6027
  var AuditSiteInputSchema = {
5965
6028
  url: import_zod4.z.string().url().describe("Public website URL or domain for a full technical SEO audit (issues, link graph, indexability, headings, images). For plain content use extract_site instead."),
5966
6029
  maxPages: import_zod4.z.number().int().min(1).max(1e4).optional().describe("Maximum pages to crawl and audit. Always writes a folder of analysis files plus per-page content, returning a summary plus the folder path."),
5967
6030
  rotateProxies: import_zod4.z.boolean().optional().describe("Route page fetches through rotating residential proxies to defeat rate-limiting and bot blocks. Slower/pricier \u2014 use only when a site blocks normal crawling."),
5968
- rotateProxyEvery: import_zod4.z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30.")
6031
+ rotateProxyEvery: import_zod4.z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30."),
6032
+ background: import_zod4.z.boolean().default(false).describe("Run the audit as a background job instead of blocking this call, returning a jobId immediately \u2014 poll it with check_site_export to get a downloadable zip (full audit report, all page content, plus real image files if downloadImages is set) once ready. Use for large sites where a synchronous call would be slow."),
6033
+ downloadImages: import_zod4.z.boolean().default(false).describe("Download every discovered image as a real file into the export bundle (not just image URLs/stats). OFF by default \u2014 must be explicitly set true. Implies background regardless of the background flag, since downloading a whole site's images is too slow to run synchronously. Capped at 20 images/page and 500 images/site.")
6034
+ };
6035
+ var CheckSiteExportInputSchema = {
6036
+ jobId: import_zod4.z.string().min(1).describe('The jobId returned by extract_site or audit_site when called with background (or downloadImages) set \u2014 poll this until status is "complete" (or "failed").')
5969
6037
  };
5970
6038
  var YoutubeHarvestInputSchema = {
5971
6039
  mode: import_zod4.z.enum(["search", "channel"]).describe("Use search for topic/keyword requests. Use channel when the user provides @handle, channel ID, or channel URL."),
@@ -6368,36 +6436,52 @@ var DiffPageOutputSchema = {
6368
6436
  };
6369
6437
  var ExtractSiteOutputSchema = {
6370
6438
  url: import_zod4.z.string(),
6371
- pageCount: import_zod4.z.number().int().min(0),
6439
+ pageCount: import_zod4.z.number().int().min(0).optional().describe("Absent when background is true \u2014 the crawl has not finished yet."),
6372
6440
  pages: import_zod4.z.array(import_zod4.z.object({
6373
6441
  url: import_zod4.z.string(),
6374
6442
  title: NullableString2,
6375
6443
  schemaTypes: import_zod4.z.array(import_zod4.z.string())
6376
- })),
6377
- durationMs: import_zod4.z.number().min(0),
6444
+ })).optional().describe("Absent when background is true \u2014 the crawl has not finished yet."),
6445
+ durationMs: import_zod4.z.number().min(0).optional().describe("Absent when background is true \u2014 the crawl has not finished yet."),
6378
6446
  truncatedCount: import_zod4.z.number().int().min(0).optional(),
6379
- artifact: ArtifactPointerOutputSchema.optional()
6447
+ artifact: ArtifactPointerOutputSchema.optional(),
6448
+ jobId: import_zod4.z.string().optional().describe("Present when background (or downloadImages) was set \u2014 poll with check_site_export."),
6449
+ status: import_zod4.z.enum(["pending"]).optional().describe("Present when background (or downloadImages) was set."),
6450
+ statusUrl: import_zod4.z.string().optional().describe("Present when background (or downloadImages) was set \u2014 informational; use check_site_export with jobId, not this URL directly.")
6380
6451
  };
6381
6452
  var AuditSiteOutputSchema = {
6382
6453
  url: import_zod4.z.string(),
6383
- pageCount: import_zod4.z.number().int().min(0),
6384
- durationMs: import_zod4.z.number().min(0),
6385
- bulkFolder: import_zod4.z.string().nullable(),
6386
- issues: import_zod4.z.record(import_zod4.z.string(), import_zod4.z.number()),
6454
+ pageCount: import_zod4.z.number().int().min(0).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
6455
+ durationMs: import_zod4.z.number().min(0).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
6456
+ bulkFolder: import_zod4.z.string().nullable().optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
6457
+ issues: import_zod4.z.record(import_zod4.z.string(), import_zod4.z.number()).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
6387
6458
  images: import_zod4.z.object({
6388
6459
  unique: import_zod4.z.number().int().min(0),
6389
6460
  totalBytes: import_zod4.z.number().min(0),
6390
6461
  over100kb: import_zod4.z.number().int().min(0),
6391
6462
  legacyFormat: import_zod4.z.number().int().min(0)
6392
- }),
6463
+ }).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
6393
6464
  links: import_zod4.z.object({
6394
6465
  internal: import_zod4.z.number().int().min(0),
6395
6466
  external: import_zod4.z.number().int().min(0),
6396
6467
  orphans: import_zod4.z.number().int().min(0),
6397
6468
  brokenInternal: import_zod4.z.number().int().min(0),
6398
6469
  externalDomains: import_zod4.z.number().int().min(0)
6399
- }),
6400
- artifact: ArtifactPointerOutputSchema.optional()
6470
+ }).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
6471
+ artifact: ArtifactPointerOutputSchema.optional(),
6472
+ jobId: import_zod4.z.string().optional().describe("Present when background (or downloadImages) was set \u2014 poll with check_site_export."),
6473
+ status: import_zod4.z.enum(["pending"]).optional().describe("Present when background (or downloadImages) was set."),
6474
+ statusUrl: import_zod4.z.string().optional().describe("Present when background (or downloadImages) was set \u2014 informational; use check_site_export with jobId, not this URL directly.")
6475
+ };
6476
+ var CheckSiteExportOutputSchema = {
6477
+ jobId: import_zod4.z.string(),
6478
+ status: import_zod4.z.enum(["pending", "running", "complete", "failed"]),
6479
+ startUrl: import_zod4.z.string().optional(),
6480
+ totalUrls: import_zod4.z.number().int().min(0).optional(),
6481
+ doneUrls: import_zod4.z.number().int().min(0).optional(),
6482
+ bundleUrl: import_zod4.z.string().nullable().describe("Downloadable zip URL once status is complete; null otherwise."),
6483
+ bundleBytes: import_zod4.z.number().int().min(0).nullable().describe("Zip size in bytes once status is complete; null otherwise."),
6484
+ error: import_zod4.z.string().nullable().optional().describe("Present with a message when status is failed.")
6401
6485
  };
6402
6486
  var MapsPlaceIntelOutputSchema = {
6403
6487
  name: import_zod4.z.string(),
@@ -7693,6 +7777,13 @@ function registerPaaExtractorMcpTools(server2, executor, options = {}) {
7693
7777
  outputSchema: recordOutputSchema("audit_site", AuditSiteOutputSchema),
7694
7778
  annotations: liveWebToolAnnotations("Technical SEO Audit")
7695
7779
  }, async (input) => formatAuditSite(await executor.auditSite(input), input, ctx));
7780
+ server2.registerTool("check_site_export", {
7781
+ title: "Check Site Export",
7782
+ description: "Poll the status of a background extract_site or audit_site job (one started with background or downloadImages set). Returns a downloadable zip URL (all page content, plus real image files if downloadImages was set) once status is complete.",
7783
+ inputSchema: CheckSiteExportInputSchema,
7784
+ outputSchema: recordOutputSchema("check_site_export", CheckSiteExportOutputSchema),
7785
+ annotations: liveWebToolAnnotations("Check Site Export")
7786
+ }, async (input) => formatCheckSiteExport(await executor.checkSiteExport(input), input));
7696
7787
  server2.registerTool("youtube_harvest", {
7697
7788
  title: "YouTube Video Harvest",
7698
7789
  description: 'Harvest YouTube video metadata by topic search or channel library. Use mode "search" for keyword/topic requests, mode "channel" for @handles/channel IDs/URLs. Returns titles, views, durations, and videoIds.',
@@ -9430,7 +9521,7 @@ var TemporalRecallSchema = {
9430
9521
  var CreateScheduledActionSchema = {
9431
9522
  id: "create-scheduled-action",
9432
9523
  upstreamName: "createScheduledActionTool",
9433
- description: "Create a scheduled action in agent mode (default) or connection_sync mode. Agent mode asks an agent to follow the description and write a result into the target vault. connection_sync deterministically runs the approved read-only tools on bound service connections and ingests their data; it requires at least one connection to be bound before execution. Cadence 'once' runs a single time then completes permanently. Requires an active scheduling subscription and write access to the target vault.",
9524
+ description: "Create a Credit-metered scheduled action in agent mode (default) or connection_sync mode. Each execution has a 75-Credit base charge; agent model usage is added at 1.5 times OpenRouter's actual reported cost. Agent mode follows the description and writes a result into the target vault. connection_sync deterministically runs approved read-only tools on bound service connections and ingests their data. Cadence 'once' runs a single time then completes permanently. Requires write access to the target vault.",
9434
9525
  input: {
9435
9526
  description: import_zod5.z.string().min(1).describe("Free-text description of what this action should do each time it runs."),
9436
9527
  vault: import_zod5.z.string().min(1).describe("The vault this action writes its results into. You must already have write access to it."),
@@ -9446,7 +9537,7 @@ var CreateScheduledActionSchema = {
9446
9537
  nextRunAt: import_zod5.z.string().optional().describe("When it will first run."),
9447
9538
  executionMode: import_zod5.z.enum(["agent", "connection_sync"]).optional().describe("The stored execution mode. Defaults to agent when omitted from the request."),
9448
9539
  error: import_zod5.z.string().optional().describe("Human-readable failure reason when ok is false."),
9449
- code: import_zod5.z.string().optional().describe("Machine-readable denial code: not_enabled when no scheduling subscription is active.")
9540
+ code: import_zod5.z.string().optional().describe("Machine-readable denial code when creation is refused.")
9450
9541
  },
9451
9542
  annotations: {
9452
9543
  title: "Create Scheduled Action",
@@ -9498,11 +9589,14 @@ var GetScheduleLinkSchema = {
9498
9589
  var GetScheduleStatusSchema = {
9499
9590
  id: "get-schedule-status",
9500
9591
  upstreamName: "getScheduleStatusTool",
9501
- description: "Get your own Scheduled Actions subscription status: whether it is active, your monthly quota, and how much you have used this period.",
9592
+ description: "Get the Credit-metered Scheduled Actions policy. Scheduling is included rather than sold as a separate subscription: each execution has a 75-Credit base charge, and agent model usage is billed at 1.5 times OpenRouter's actual reported cost.",
9502
9593
  input: {},
9503
9594
  output: {
9504
9595
  ok: import_zod5.z.boolean(),
9505
9596
  enabled: import_zod5.z.boolean().optional(),
9597
+ billingMode: import_zod5.z.literal("credits").optional(),
9598
+ runBaseCredits: import_zod5.z.number().optional(),
9599
+ llmCostMultiplier: import_zod5.z.number().optional(),
9506
9600
  quotaPerPeriod: import_zod5.z.number().optional(),
9507
9601
  usedThisPeriod: import_zod5.z.number().optional(),
9508
9602
  periodStart: import_zod5.z.string().optional(),
@@ -9630,11 +9724,11 @@ var RevokeScheduleLinkSchema = {
9630
9724
  var SetScheduleEntitlementSchema = {
9631
9725
  id: "set-schedule-entitlement",
9632
9726
  upstreamName: "setScheduleEntitlementTool",
9633
- description: "Set whether an identity has an active Scheduled Actions subscription, its monthly execution quota, and (optionally) an mcp-scraper API key for scheduled actions to call mcp-scraper on their behalf. Called by mcp-scraper's Stripe webhook on subscribe/renew/cancel. Requires admin scope.",
9727
+ description: "Legacy migration and account-recovery control for old Scheduled Actions entitlements. New scheduling is Credit-metered and does not require a separate subscription. This admin-only tool may preserve a legacy API-key delegation or recover historical entitlement rows during migration.",
9634
9728
  input: {
9635
9729
  granteeIdentity: import_zod5.z.string().min(1).describe("Identity whose scheduling entitlement is being set (e.g. an email)."),
9636
9730
  enabled: import_zod5.z.boolean().describe("True to enable scheduled actions for this identity, false on cancel/expire."),
9637
- quotaPerPeriod: import_zod5.z.number().optional().describe("Monthly execution quota. Optional; defaults to 1000, or leaves the existing value unchanged if already set."),
9731
+ quotaPerPeriod: import_zod5.z.number().optional().describe("Legacy monthly execution quota retained only for historical-row compatibility; it does not price new Credit-metered runs."),
9638
9732
  mcpScraperApiKey: import_zod5.z.string().optional().describe("The identity's mcp-scraper API key, stored encrypted, used to reach mcp-scraper tools during scheduled-action execution.")
9639
9733
  },
9640
9734
  output: {