mcp-scraper 0.19.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/bin/api-server.cjs +3342 -2655
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +3 -3
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +1 -1
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.cjs +113 -19
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +5 -5
- package/dist/bin/paa-harvest.cjs.map +1 -1
- package/dist/bin/paa-harvest.js +3 -3
- package/dist/{chunk-GL4BW4CP.js → chunk-DZBGULWW.js} +61 -9
- package/dist/chunk-DZBGULWW.js.map +1 -0
- package/dist/{chunk-D7ZT27HY.js → chunk-GMZFQRH2.js} +2 -2
- package/dist/{chunk-HL33CGJF.js → chunk-HXGZMMW5.js} +29 -2
- package/dist/chunk-HXGZMMW5.js.map +1 -0
- package/dist/{chunk-HE2LQPJ2.js → chunk-JBME5WJR.js} +2 -2
- package/dist/chunk-JWIE5NCR.js +284 -0
- package/dist/chunk-JWIE5NCR.js.map +1 -0
- package/dist/chunk-L4LMSXLO.js +7 -0
- package/dist/chunk-L4LMSXLO.js.map +1 -0
- package/dist/{chunk-RUGJE5EB.js → chunk-TUSLATZY.js} +3 -3
- package/dist/{chunk-O2S5TOCG.js → chunk-XHJJQRNQ.js} +111 -22
- package/dist/chunk-XHJJQRNQ.js.map +1 -0
- package/dist/{chunk-2HDMYW4B.js → chunk-ZJDANZTQ.js} +2 -2
- package/dist/{db-LIOTIWVN.js → db-EONGTNJM.js} +2 -2
- package/dist/{extract-bundle-U4D5LW5W.js → extract-bundle-HMCYUVBJ.js} +58 -5
- package/dist/extract-bundle-HMCYUVBJ.js.map +1 -0
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +3 -3
- package/dist/{server-VWXDE64Y.js → server-PH3VJ74X.js} +937 -745
- package/dist/server-PH3VJ74X.js.map +1 -0
- package/dist/{site-extract-repository-NVSZH35Y.js → site-extract-repository-YNPXEZCB.js} +4 -4
- package/dist/{worker-AM2DHUWG.js → worker-45WEWCMQ.js} +6 -6
- package/docs/mcp-tool-manifest.generated.json +181 -28
- package/docs/specs/meta-ad-creative-media-resolution-spec.md +3 -3
- package/docs/specs/unified-credit-and-scheduled-execution-billing-spec.md +1007 -0
- package/package.json +2 -2
- package/dist/chunk-GL4BW4CP.js.map +0 -1
- package/dist/chunk-HL33CGJF.js.map +0 -1
- package/dist/chunk-O2S5TOCG.js.map +0 -1
- package/dist/chunk-OQHYDW4Q.js +0 -7
- package/dist/chunk-OQHYDW4Q.js.map +0 -1
- package/dist/extract-bundle-U4D5LW5W.js.map +0 -1
- package/dist/server-VWXDE64Y.js.map +0 -1
- /package/dist/{chunk-D7ZT27HY.js.map → chunk-GMZFQRH2.js.map} +0 -0
- /package/dist/{chunk-HE2LQPJ2.js.map → chunk-JBME5WJR.js.map} +0 -0
- /package/dist/{chunk-RUGJE5EB.js.map → chunk-TUSLATZY.js.map} +0 -0
- /package/dist/{chunk-2HDMYW4B.js.map → chunk-ZJDANZTQ.js.map} +0 -0
- /package/dist/{db-LIOTIWVN.js.map → db-EONGTNJM.js.map} +0 -0
- /package/dist/{site-extract-repository-NVSZH35Y.js.map → site-extract-repository-YNPXEZCB.js.map} +0 -0
- /package/dist/{worker-AM2DHUWG.js.map → worker-45WEWCMQ.js.map} +0 -0
|
@@ -106,7 +106,7 @@ function renderInstallTerminal(options) {
|
|
|
106
106
|
}
|
|
107
107
|
|
|
108
108
|
// src/version.ts
|
|
109
|
-
var PACKAGE_VERSION = "0.
|
|
109
|
+
var PACKAGE_VERSION = "0.21.0";
|
|
110
110
|
|
|
111
111
|
// bin/mcp-scraper-install.ts
|
|
112
112
|
var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["../../src/install-terminal.ts","../../src/version.ts","../../bin/mcp-scraper-install.ts"],"sourcesContent":["export interface InstallTerminalOptions {\n color?: boolean\n version: string\n apiKeyConfigured?: boolean\n}\n\ntype Tone = 'cyan' | 'lime' | 'amber' | 'red' | 'muted' | 'bold'\n\nconst CODES: Record<Tone | 'reset', string> = {\n reset: '\\x1b[0m',\n cyan: '\\x1b[36m',\n lime: '\\x1b[32m',\n amber: '\\x1b[33m',\n red: '\\x1b[31m',\n muted: '\\x1b[90m',\n bold: '\\x1b[1m',\n}\n\nfunction colorize(value: string, tone: Tone, enabled: boolean): string {\n if (!enabled) return value\n return `${CODES[tone]}${value}${CODES.reset}`\n}\n\nfunction toolRow(label: string, tools: string[], enabled: boolean): string {\n const padded = label.padEnd(9, ' ')\n return ` ${colorize(padded, 'muted', enabled)} ${tools.join(colorize(' . ', 'muted', enabled))}`\n}\n\nexport function renderInstallTerminal(options: InstallTerminalOptions): string {\n const color = options.color ?? true\n const apiKeyValue = options.apiKeyConfigured ? '$MCP_SCRAPER_API_KEY' : 'sk_live_your_key'\n const ascii = String.raw`\n __ __ ____ ____ \n| \\/ |/ ___| _ \\\n| |\\/| | | | |_) |\n| | | | |___| __/\n|_| |_|\\____|_|\n\n ____ ____ ____ _ ____ _____ ____\n/ ___| / ___| _ \\ / \\ | _ \\| ____| _ \\\n\\___ \\| | | |_) | / _ \\ | |_) | _| | |_) |\n ___) | |___| _ < / ___ \\| __/| |___| _ <\n|____/ \\____|_| \\_\\/_/ \\_\\_| |_____|_| \\_\\\n`\n\n const claudeCommand = [\n `MCP_SCRAPER_API_KEY=${apiKeyValue} npx -y -p mcp-scraper@latest \\\\`,\n ' mcp-scraper-cli agent install claude --apply',\n ].join('\\n')\n\n const codexConfig = [\n '[mcp_servers.mcp-scraper]',\n 'command = \"npx\"',\n 'args = [\"-y\", \"-p\", \"mcp-scraper@latest\", \"mcp-scraper\"]',\n `env = { MCP_SCRAPER_API_KEY = \"${apiKeyValue}\" }`,\n ].join('\\n')\n\n return [\n colorize(`mcp-scraper v${options.version}`, 'bold', color),\n colorize('> mcp-scraper-install', 'muted', color),\n colorize(ascii, 'amber', color),\n `${colorize('MCP Scraper Agent', 'cyan', color)} . v${options.version} . mcpscraper.dev`,\n '1/1 install surfaces ready',\n colorize('Newest: any approved connection read can become an indexed Memory snapshot in one call. OAuth stays tenant-isolated and provider content is redacted and marked untrusted.', 'lime', color),\n '',\n `${colorize('Tools', 'cyan', color)} ${colorize('(158 MCP tools)', 'muted', color)}`,\n toolRow('search', ['harvest_paa', 'search_serp', 'maps_search', 'maps_place_intel'], color),\n toolRow('extract', ['extract_url', 'map_site_urls', 'extract_site', 'audit_site', 'directory_workflow'], color),\n toolRow('build', ['rank_tracker_workflow', 'cron plan', 'database prompt'], color),\n toolRow('media', ['youtube_harvest', 'youtube_transcribe', 'facebook_ad_search', 'facebook_page_intel', 'facebook_ad_transcribe', 'facebook_video_transcribe', 'instagram_profile_content', 'instagram_media_download', 'reddit_thread'], color),\n toolRow('browser', ['browser_open', 'browser_profile_connect', 'browser_profile_list', 'browser_close', 'browser_screenshot', 'browser_read', 'browser_locate', 'browser_replay_mark', 'browser_replay_annotate'], color),\n toolRow('connect', ['list_service_connections', 'describe_service_connection_tool', 'import_service_connection_to_memory', 'export_connected_service_data', 'renew_connected_data_download', 'read_service_connection', 'call_service_connection_action'], color),\n toolRow('account', ['credits_info', 'reports', 'MCP resources'], color),\n toolRow('memory', ['memory-put', 'memory-get', 'memory-search', 'list-vaults', 'record-fact', 'list-scheduled-actions'], color),\n `${colorize('Workflows', 'cyan', color)} ${colorize('(MCP + CLI + API)', 'muted', color)}`,\n toolRow('route', ['workflow_list', 'workflow_suggest', 'workflow_run', 'workflow_step', 'workflow_status', 'workflow_artifact_read'], color),\n toolRow('seo', ['directory', 'agent-packet', 'competitive audit', 'map/serp comparison', 'PAA/AIO briefs', 'scheduled runs'], color),\n '',\n colorize('Usage tips:', 'amber', color),\n 'Run mcp-scraper-install for this visible card. Run mcp-scraper-cli for setup utilities and subcommands.',\n 'Run mcp-scraper in a human terminal to print this card; MCP clients get the same command as a silent stdio server.',\n 'Explicit card command: npx -y -p mcp-scraper@latest mcp-scraper-install',\n 'Hosted browser sessions use direct/no-proxy egress by default.',\n 'Customer auth setup: run browser_profile_connect, send the watch_url, let the user sign in, then call browser_profile_list until AUTHENTICATED.',\n 'Connected account ranges: call export_connected_service_data once. It handles Gmail, Calendar, Zoom, and Resend pagination; do not loop read_service_connection over individual records.',\n 'Connected account RAG: call import_service_connection_to_memory for one bounded approved read. It writes a redacted, untrusted snapshot to a stable Memory path and embeds it for search.',\n 'Stack logins / reconnect: run browser_profile_connect again with the same profile name and another domain to add accounts or refresh a login.',\n 'Start with workflow_suggest for broad jobs like market analysis, ICP research, CRO audits, brand briefs, content gaps, and AI visibility.',\n 'For MCP clients, use mcp-scraper so one install can mix SERP, Maps, browser, reports, and saved MCP resources.',\n 'If you hit the concurrency limit, add an extra slot for $5/month with mcp-scraper-cli billing concurrency checkout.',\n '',\n `${colorize('Ready.', 'lime', color)} Install the combined MCP server with one command:`,\n '',\n colorize('Setup doctor', 'amber', color),\n 'npx -y -p mcp-scraper@latest mcp-scraper-cli doctor',\n '',\n colorize('Hosted profile setup', 'amber', color),\n 'In your MCP client, call browser_profile_connect with email=\"seo@example.com\" and domain=\"chatgpt.com\".',\n 'Give the returned watch_url to the user. After they sign in, call browser_profile_list, then browser_open with the returned profile. Add more logins by calling browser_profile_connect again with the same profile and a new domain.',\n '',\n colorize('Claude Code one-command setup', 'amber', color),\n claudeCommand,\n 'Then fully exit Claude Code and open a new Claude terminal. Check with: claude mcp list',\n '',\n colorize('Codex config', 'amber', color),\n codexConfig,\n '',\n colorize('Claude Desktop Extension', 'amber', color),\n 'Download: https://mcpscraper.dev/downloads/mcp-scraper.mcpb',\n '',\n colorize('Safety note:', 'muted', color),\n 'mcp-scraper prints this card only when stdin/stdout are an interactive TTY. In MCP clients it writes only JSON-RPC to stdout.',\n 'Use --stdio or MCP_SCRAPER_FORCE_STDIO=1 to force server mode from a terminal.',\n '',\n ].join('\\n')\n}\n","export const PACKAGE_VERSION = '0.19.0'\n","#!/usr/bin/env node\nimport { renderInstallTerminal } from '../src/install-terminal.js'\nimport { PACKAGE_VERSION } from '../src/version.js'\n\nconst noColor =\n process.argv.includes('--no-color') ||\n process.env.NO_COLOR !== undefined ||\n process.env.FORCE_COLOR === '0' ||\n !process.stdout.isTTY\n\nconst help = process.argv.includes('--help') || process.argv.includes('-h')\nif (help) {\n process.stdout.write([\n 'Usage: mcp-scraper-install [--no-color]',\n '',\n 'Prints the branded MCP Scraper terminal install card and copyable install commands.',\n 'mcp-scraper prints the same card in a human terminal and runs as the MCP stdio server in clients.',\n '',\n ].join('\\n'))\n process.exit(0)\n}\n\nprocess.stdout.write(renderInstallTerminal({\n version: PACKAGE_VERSION,\n color: !noColor,\n apiKeyConfigured: Boolean(process.env.MCP_SCRAPER_API_KEY?.trim()),\n}))\n"],"mappings":";;;;AAQA,IAAM,QAAwC;AAAA,EAC5C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AAAA,EACP,KAAK;AAAA,EACL,OAAO;AAAA,EACP,MAAM;AACR;AAEA,SAAS,SAAS,OAAe,MAAY,SAA0B;AACrE,MAAI,CAAC,QAAS,QAAO;AACrB,SAAO,GAAG,MAAM,IAAI,CAAC,GAAG,KAAK,GAAG,MAAM,KAAK;AAC7C;AAEA,SAAS,QAAQ,OAAe,OAAiB,SAA0B;AACzE,QAAM,SAAS,MAAM,OAAO,GAAG,GAAG;AAClC,SAAO,KAAK,SAAS,QAAQ,SAAS,OAAO,CAAC,IAAI,MAAM,KAAK,SAAS,SAAS,SAAS,OAAO,CAAC,CAAC;AACnG;AAEO,SAAS,sBAAsB,SAAyC;AAC7E,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,cAAc,QAAQ,mBAAmB,yBAAyB;AACxE,QAAM,QAAQ,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAcrB,QAAM,gBAAgB;AAAA,IACpB,uBAAuB,WAAW;AAAA,IAClC;AAAA,EACF,EAAE,KAAK,IAAI;AAEX,QAAM,cAAc;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,IACA,kCAAkC,WAAW;AAAA,EAC/C,EAAE,KAAK,IAAI;AAEX,SAAO;AAAA,IACL,SAAS,gBAAgB,QAAQ,OAAO,IAAI,QAAQ,KAAK;AAAA,IACzD,SAAS,yBAAyB,SAAS,KAAK;AAAA,IAChD,SAAS,OAAO,SAAS,KAAK;AAAA,IAC9B,GAAG,SAAS,qBAAqB,QAAQ,KAAK,CAAC,SAAS,QAAQ,OAAO;AAAA,IACvE;AAAA,IACA,SAAS,8KAA8K,QAAQ,KAAK;AAAA,IACpM;AAAA,IACA,GAAG,SAAS,SAAS,QAAQ,KAAK,CAAC,KAAK,SAAS,mBAAmB,SAAS,KAAK,CAAC;AAAA,IACnF,QAAQ,UAAU,CAAC,eAAe,eAAe,eAAe,kBAAkB,GAAG,KAAK;AAAA,IAC1F,QAAQ,WAAW,CAAC,eAAe,iBAAiB,gBAAgB,cAAc,oBAAoB,GAAG,KAAK;AAAA,IAC9G,QAAQ,SAAS,CAAC,yBAAyB,aAAa,iBAAiB,GAAG,KAAK;AAAA,IACjF,QAAQ,SAAS,CAAC,mBAAmB,sBAAsB,sBAAsB,uBAAuB,0BAA0B,6BAA6B,6BAA6B,4BAA4B,eAAe,GAAG,KAAK;AAAA,IAC/O,QAAQ,WAAW,CAAC,gBAAgB,2BAA2B,wBAAwB,iBAAiB,sBAAsB,gBAAgB,kBAAkB,uBAAuB,yBAAyB,GAAG,KAAK;AAAA,IACxN,QAAQ,WAAW,CAAC,4BAA4B,oCAAoC,uCAAuC,iCAAiC,iCAAiC,2BAA2B,gCAAgC,GAAG,KAAK;AAAA,IAChQ,QAAQ,WAAW,CAAC,gBAAgB,WAAW,eAAe,GAAG,KAAK;AAAA,IACtE,QAAQ,UAAU,CAAC,cAAc,cAAc,iBAAiB,eAAe,eAAe,wBAAwB,GAAG,KAAK;AAAA,IAC9H,GAAG,SAAS,aAAa,QAAQ,KAAK,CAAC,KAAK,SAAS,qBAAqB,SAAS,KAAK,CAAC;AAAA,IACzF,QAAQ,SAAS,CAAC,iBAAiB,oBAAoB,gBAAgB,iBAAiB,mBAAmB,wBAAwB,GAAG,KAAK;AAAA,IAC3I,QAAQ,OAAO,CAAC,aAAa,gBAAgB,qBAAqB,uBAAuB,kBAAkB,gBAAgB,GAAG,KAAK;AAAA,IACnI;AAAA,IACA,SAAS,eAAe,SAAS,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG,SAAS,UAAU,QAAQ,KAAK,CAAC;AAAA,IACpC;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,wBAAwB,SAAS,KAAK;AAAA,IAC/C;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,iCAAiC,SAAS,KAAK;AAAA,IACxD;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,4BAA4B,SAAS,KAAK;AAAA,IACnD;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;;;ACnHO,IAAM,kBAAkB;;;ACI/B,IAAM,UACJ,QAAQ,KAAK,SAAS,YAAY,KAClC,QAAQ,IAAI,aAAa,UACzB,QAAQ,IAAI,gBAAgB,OAC5B,CAAC,QAAQ,OAAO;AAElB,IAAM,OAAO,QAAQ,KAAK,SAAS,QAAQ,KAAK,QAAQ,KAAK,SAAS,IAAI;AAC1E,IAAI,MAAM;AACR,UAAQ,OAAO,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI,CAAC;AACZ,UAAQ,KAAK,CAAC;AAChB;AAEA,QAAQ,OAAO,MAAM,sBAAsB;AAAA,EACzC,SAAS;AAAA,EACT,OAAO,CAAC;AAAA,EACR,kBAAkB,QAAQ,QAAQ,IAAI,qBAAqB,KAAK,CAAC;AACnE,CAAC,CAAC;","names":[]}
|
|
1
|
+
{"version":3,"sources":["../../src/install-terminal.ts","../../src/version.ts","../../bin/mcp-scraper-install.ts"],"sourcesContent":["export interface InstallTerminalOptions {\n color?: boolean\n version: string\n apiKeyConfigured?: boolean\n}\n\ntype Tone = 'cyan' | 'lime' | 'amber' | 'red' | 'muted' | 'bold'\n\nconst CODES: Record<Tone | 'reset', string> = {\n reset: '\\x1b[0m',\n cyan: '\\x1b[36m',\n lime: '\\x1b[32m',\n amber: '\\x1b[33m',\n red: '\\x1b[31m',\n muted: '\\x1b[90m',\n bold: '\\x1b[1m',\n}\n\nfunction colorize(value: string, tone: Tone, enabled: boolean): string {\n if (!enabled) return value\n return `${CODES[tone]}${value}${CODES.reset}`\n}\n\nfunction toolRow(label: string, tools: string[], enabled: boolean): string {\n const padded = label.padEnd(9, ' ')\n return ` ${colorize(padded, 'muted', enabled)} ${tools.join(colorize(' . ', 'muted', enabled))}`\n}\n\nexport function renderInstallTerminal(options: InstallTerminalOptions): string {\n const color = options.color ?? true\n const apiKeyValue = options.apiKeyConfigured ? '$MCP_SCRAPER_API_KEY' : 'sk_live_your_key'\n const ascii = String.raw`\n __ __ ____ ____ \n| \\/ |/ ___| _ \\\n| |\\/| | | | |_) |\n| | | | |___| __/\n|_| |_|\\____|_|\n\n ____ ____ ____ _ ____ _____ ____\n/ ___| / ___| _ \\ / \\ | _ \\| ____| _ \\\n\\___ \\| | | |_) | / _ \\ | |_) | _| | |_) |\n ___) | |___| _ < / ___ \\| __/| |___| _ <\n|____/ \\____|_| \\_\\/_/ \\_\\_| |_____|_| \\_\\\n`\n\n const claudeCommand = [\n `MCP_SCRAPER_API_KEY=${apiKeyValue} npx -y -p mcp-scraper@latest \\\\`,\n ' mcp-scraper-cli agent install claude --apply',\n ].join('\\n')\n\n const codexConfig = [\n '[mcp_servers.mcp-scraper]',\n 'command = \"npx\"',\n 'args = [\"-y\", \"-p\", \"mcp-scraper@latest\", \"mcp-scraper\"]',\n `env = { MCP_SCRAPER_API_KEY = \"${apiKeyValue}\" }`,\n ].join('\\n')\n\n return [\n colorize(`mcp-scraper v${options.version}`, 'bold', color),\n colorize('> mcp-scraper-install', 'muted', color),\n colorize(ascii, 'amber', color),\n `${colorize('MCP Scraper Agent', 'cyan', color)} . v${options.version} . mcpscraper.dev`,\n '1/1 install surfaces ready',\n colorize('Newest: any approved connection read can become an indexed Memory snapshot in one call. OAuth stays tenant-isolated and provider content is redacted and marked untrusted.', 'lime', color),\n '',\n `${colorize('Tools', 'cyan', color)} ${colorize('(158 MCP tools)', 'muted', color)}`,\n toolRow('search', ['harvest_paa', 'search_serp', 'maps_search', 'maps_place_intel'], color),\n toolRow('extract', ['extract_url', 'map_site_urls', 'extract_site', 'audit_site', 'directory_workflow'], color),\n toolRow('build', ['rank_tracker_workflow', 'cron plan', 'database prompt'], color),\n toolRow('media', ['youtube_harvest', 'youtube_transcribe', 'facebook_ad_search', 'facebook_page_intel', 'facebook_ad_transcribe', 'facebook_video_transcribe', 'instagram_profile_content', 'instagram_media_download', 'reddit_thread'], color),\n toolRow('browser', ['browser_open', 'browser_profile_connect', 'browser_profile_list', 'browser_close', 'browser_screenshot', 'browser_read', 'browser_locate', 'browser_replay_mark', 'browser_replay_annotate'], color),\n toolRow('connect', ['list_service_connections', 'describe_service_connection_tool', 'import_service_connection_to_memory', 'export_connected_service_data', 'renew_connected_data_download', 'read_service_connection', 'call_service_connection_action'], color),\n toolRow('account', ['credits_info', 'reports', 'MCP resources'], color),\n toolRow('memory', ['memory-put', 'memory-get', 'memory-search', 'list-vaults', 'record-fact', 'list-scheduled-actions'], color),\n `${colorize('Workflows', 'cyan', color)} ${colorize('(MCP + CLI + API)', 'muted', color)}`,\n toolRow('route', ['workflow_list', 'workflow_suggest', 'workflow_run', 'workflow_step', 'workflow_status', 'workflow_artifact_read'], color),\n toolRow('seo', ['directory', 'agent-packet', 'competitive audit', 'map/serp comparison', 'PAA/AIO briefs', 'scheduled runs'], color),\n '',\n colorize('Usage tips:', 'amber', color),\n 'Run mcp-scraper-install for this visible card. Run mcp-scraper-cli for setup utilities and subcommands.',\n 'Run mcp-scraper in a human terminal to print this card; MCP clients get the same command as a silent stdio server.',\n 'Explicit card command: npx -y -p mcp-scraper@latest mcp-scraper-install',\n 'Hosted browser sessions use direct/no-proxy egress by default.',\n 'Customer auth setup: run browser_profile_connect, send the watch_url, let the user sign in, then call browser_profile_list until AUTHENTICATED.',\n 'Connected account ranges: call export_connected_service_data once. It handles Gmail, Calendar, Zoom, and Resend pagination; do not loop read_service_connection over individual records.',\n 'Connected account RAG: call import_service_connection_to_memory for one bounded approved read. It writes a redacted, untrusted snapshot to a stable Memory path and embeds it for search.',\n 'Stack logins / reconnect: run browser_profile_connect again with the same profile name and another domain to add accounts or refresh a login.',\n 'Start with workflow_suggest for broad jobs like market analysis, ICP research, CRO audits, brand briefs, content gaps, and AI visibility.',\n 'For MCP clients, use mcp-scraper so one install can mix SERP, Maps, browser, reports, and saved MCP resources.',\n 'If you hit the concurrency limit, add an extra slot for $5/month with mcp-scraper-cli billing concurrency checkout.',\n '',\n `${colorize('Ready.', 'lime', color)} Install the combined MCP server with one command:`,\n '',\n colorize('Setup doctor', 'amber', color),\n 'npx -y -p mcp-scraper@latest mcp-scraper-cli doctor',\n '',\n colorize('Hosted profile setup', 'amber', color),\n 'In your MCP client, call browser_profile_connect with email=\"seo@example.com\" and domain=\"chatgpt.com\".',\n 'Give the returned watch_url to the user. After they sign in, call browser_profile_list, then browser_open with the returned profile. Add more logins by calling browser_profile_connect again with the same profile and a new domain.',\n '',\n colorize('Claude Code one-command setup', 'amber', color),\n claudeCommand,\n 'Then fully exit Claude Code and open a new Claude terminal. Check with: claude mcp list',\n '',\n colorize('Codex config', 'amber', color),\n codexConfig,\n '',\n colorize('Claude Desktop Extension', 'amber', color),\n 'Download: https://mcpscraper.dev/downloads/mcp-scraper.mcpb',\n '',\n colorize('Safety note:', 'muted', color),\n 'mcp-scraper prints this card only when stdin/stdout are an interactive TTY. In MCP clients it writes only JSON-RPC to stdout.',\n 'Use --stdio or MCP_SCRAPER_FORCE_STDIO=1 to force server mode from a terminal.',\n '',\n ].join('\\n')\n}\n","export const PACKAGE_VERSION = '0.21.0'\n","#!/usr/bin/env node\nimport { renderInstallTerminal } from '../src/install-terminal.js'\nimport { PACKAGE_VERSION } from '../src/version.js'\n\nconst noColor =\n process.argv.includes('--no-color') ||\n process.env.NO_COLOR !== undefined ||\n process.env.FORCE_COLOR === '0' ||\n !process.stdout.isTTY\n\nconst help = process.argv.includes('--help') || process.argv.includes('-h')\nif (help) {\n process.stdout.write([\n 'Usage: mcp-scraper-install [--no-color]',\n '',\n 'Prints the branded MCP Scraper terminal install card and copyable install commands.',\n 'mcp-scraper prints the same card in a human terminal and runs as the MCP stdio server in clients.',\n '',\n ].join('\\n'))\n process.exit(0)\n}\n\nprocess.stdout.write(renderInstallTerminal({\n version: PACKAGE_VERSION,\n color: !noColor,\n apiKeyConfigured: Boolean(process.env.MCP_SCRAPER_API_KEY?.trim()),\n}))\n"],"mappings":";;;;AAQA,IAAM,QAAwC;AAAA,EAC5C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AAAA,EACP,KAAK;AAAA,EACL,OAAO;AAAA,EACP,MAAM;AACR;AAEA,SAAS,SAAS,OAAe,MAAY,SAA0B;AACrE,MAAI,CAAC,QAAS,QAAO;AACrB,SAAO,GAAG,MAAM,IAAI,CAAC,GAAG,KAAK,GAAG,MAAM,KAAK;AAC7C;AAEA,SAAS,QAAQ,OAAe,OAAiB,SAA0B;AACzE,QAAM,SAAS,MAAM,OAAO,GAAG,GAAG;AAClC,SAAO,KAAK,SAAS,QAAQ,SAAS,OAAO,CAAC,IAAI,MAAM,KAAK,SAAS,SAAS,SAAS,OAAO,CAAC,CAAC;AACnG;AAEO,SAAS,sBAAsB,SAAyC;AAC7E,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,cAAc,QAAQ,mBAAmB,yBAAyB;AACxE,QAAM,QAAQ,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAcrB,QAAM,gBAAgB;AAAA,IACpB,uBAAuB,WAAW;AAAA,IAClC;AAAA,EACF,EAAE,KAAK,IAAI;AAEX,QAAM,cAAc;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,IACA,kCAAkC,WAAW;AAAA,EAC/C,EAAE,KAAK,IAAI;AAEX,SAAO;AAAA,IACL,SAAS,gBAAgB,QAAQ,OAAO,IAAI,QAAQ,KAAK;AAAA,IACzD,SAAS,yBAAyB,SAAS,KAAK;AAAA,IAChD,SAAS,OAAO,SAAS,KAAK;AAAA,IAC9B,GAAG,SAAS,qBAAqB,QAAQ,KAAK,CAAC,SAAS,QAAQ,OAAO;AAAA,IACvE;AAAA,IACA,SAAS,8KAA8K,QAAQ,KAAK;AAAA,IACpM;AAAA,IACA,GAAG,SAAS,SAAS,QAAQ,KAAK,CAAC,KAAK,SAAS,mBAAmB,SAAS,KAAK,CAAC;AAAA,IACnF,QAAQ,UAAU,CAAC,eAAe,eAAe,eAAe,kBAAkB,GAAG,KAAK;AAAA,IAC1F,QAAQ,WAAW,CAAC,eAAe,iBAAiB,gBAAgB,cAAc,oBAAoB,GAAG,KAAK;AAAA,IAC9G,QAAQ,SAAS,CAAC,yBAAyB,aAAa,iBAAiB,GAAG,KAAK;AAAA,IACjF,QAAQ,SAAS,CAAC,mBAAmB,sBAAsB,sBAAsB,uBAAuB,0BAA0B,6BAA6B,6BAA6B,4BAA4B,eAAe,GAAG,KAAK;AAAA,IAC/O,QAAQ,WAAW,CAAC,gBAAgB,2BAA2B,wBAAwB,iBAAiB,sBAAsB,gBAAgB,kBAAkB,uBAAuB,yBAAyB,GAAG,KAAK;AAAA,IACxN,QAAQ,WAAW,CAAC,4BAA4B,oCAAoC,uCAAuC,iCAAiC,iCAAiC,2BAA2B,gCAAgC,GAAG,KAAK;AAAA,IAChQ,QAAQ,WAAW,CAAC,gBAAgB,WAAW,eAAe,GAAG,KAAK;AAAA,IACtE,QAAQ,UAAU,CAAC,cAAc,cAAc,iBAAiB,eAAe,eAAe,wBAAwB,GAAG,KAAK;AAAA,IAC9H,GAAG,SAAS,aAAa,QAAQ,KAAK,CAAC,KAAK,SAAS,qBAAqB,SAAS,KAAK,CAAC;AAAA,IACzF,QAAQ,SAAS,CAAC,iBAAiB,oBAAoB,gBAAgB,iBAAiB,mBAAmB,wBAAwB,GAAG,KAAK;AAAA,IAC3I,QAAQ,OAAO,CAAC,aAAa,gBAAgB,qBAAqB,uBAAuB,kBAAkB,gBAAgB,GAAG,KAAK;AAAA,IACnI;AAAA,IACA,SAAS,eAAe,SAAS,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG,SAAS,UAAU,QAAQ,KAAK,CAAC;AAAA,IACpC;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,wBAAwB,SAAS,KAAK;AAAA,IAC/C;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,iCAAiC,SAAS,KAAK;AAAA,IACxD;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,4BAA4B,SAAS,KAAK;AAAA,IACnD;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;;;ACnHO,IAAM,kBAAkB;;;ACI/B,IAAM,UACJ,QAAQ,KAAK,SAAS,YAAY,KAClC,QAAQ,IAAI,aAAa,UACzB,QAAQ,IAAI,gBAAgB,OAC5B,CAAC,QAAQ,OAAO;AAElB,IAAM,OAAO,QAAQ,KAAK,SAAS,QAAQ,KAAK,QAAQ,KAAK,SAAS,IAAI;AAC1E,IAAI,MAAM;AACR,UAAQ,OAAO,MAAM;AAAA,IACnB;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI,CAAC;AACZ,UAAQ,KAAK,CAAC;AAChB;AAEA,QAAQ,OAAO,MAAM,sBAAsB;AAAA,EACzC,SAAS;AAAA,EACT,OAAO,CAAC;AAAA,EACR,kBAAkB,QAAQ,QAAQ,IAAI,qBAAqB,KAAK,CAAC;AACnE,CAAC,CAAC;","names":[]}
|
|
@@ -4,7 +4,7 @@ import {
|
|
|
4
4
|
} from "../chunk-Q44DN6T2.js";
|
|
5
5
|
import {
|
|
6
6
|
PACKAGE_VERSION
|
|
7
|
-
} from "../chunk-
|
|
7
|
+
} from "../chunk-L4LMSXLO.js";
|
|
8
8
|
|
|
9
9
|
// bin/mcp-scraper-install.ts
|
|
10
10
|
var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;
|
|
@@ -241,6 +241,9 @@ var HttpMcpToolExecutor = class {
|
|
|
241
241
|
auditSite(input) {
|
|
242
242
|
return this.call("/extract-site", input);
|
|
243
243
|
}
|
|
244
|
+
checkSiteExport(input) {
|
|
245
|
+
return this.getJson(`/extract-site/status/${encodeURIComponent(input.jobId)}`);
|
|
246
|
+
}
|
|
244
247
|
youtubeHarvest(input) {
|
|
245
248
|
return this.call("/youtube/harvest", input);
|
|
246
249
|
}
|
|
@@ -525,7 +528,7 @@ render();
|
|
|
525
528
|
}
|
|
526
529
|
|
|
527
530
|
// src/version.ts
|
|
528
|
-
var PACKAGE_VERSION = "0.
|
|
531
|
+
var PACKAGE_VERSION = "0.21.0";
|
|
529
532
|
|
|
530
533
|
// src/mcp/browser-agent-tool-schemas.ts
|
|
531
534
|
var import_zod = require("zod");
|
|
@@ -2833,6 +2836,11 @@ var MC_COSTS = {
|
|
|
2833
2836
|
};
|
|
2834
2837
|
var MC_PER_BROWSER_MS = MC_COSTS.browser_minute / 6e4;
|
|
2835
2838
|
var MC_PER_CREDIT = 100;
|
|
2839
|
+
var BILLING_BASIS_POINTS = 1e4;
|
|
2840
|
+
var SCHEDULED_RUN_BASE_CREDITS = 75;
|
|
2841
|
+
var SCHEDULED_RUN_BASE_MC = SCHEDULED_RUN_BASE_CREDITS * MC_PER_CREDIT;
|
|
2842
|
+
var SCHEDULED_AGENT_LLM_MARKUP_BPS = 15e3;
|
|
2843
|
+
var SCHEDULED_AGENT_LLM_MARKUP = SCHEDULED_AGENT_LLM_MARKUP_BPS / BILLING_BASIS_POINTS;
|
|
2836
2844
|
var CREDIT_COST_CATALOG = [
|
|
2837
2845
|
{
|
|
2838
2846
|
key: "serp",
|
|
@@ -3801,9 +3809,24 @@ function buildSeoExport(siteUrl, pages, branding) {
|
|
|
3801
3809
|
branding: branding ?? void 0
|
|
3802
3810
|
};
|
|
3803
3811
|
}
|
|
3812
|
+
function formatBackgroundJobStarted(toolLabel, data) {
|
|
3813
|
+
if (data.status !== "pending" || typeof data.jobId !== "string") return null;
|
|
3814
|
+
const jobId = data.jobId;
|
|
3815
|
+
const full = [
|
|
3816
|
+
`# ${toolLabel} \u2014 export started`,
|
|
3817
|
+
`**Job ID:** \`${jobId}\``,
|
|
3818
|
+
`
|
|
3819
|
+
Running in the background \u2014 this can take a while for large sites.`,
|
|
3820
|
+
`
|
|
3821
|
+
Poll \`check_site_export\` with this jobId to get the download link once it's ready.`
|
|
3822
|
+
].join("\n");
|
|
3823
|
+
return { content: [{ type: "text", text: full }], structuredContent: { jobId, status: "pending" } };
|
|
3824
|
+
}
|
|
3804
3825
|
async function formatExtractSite(raw, input, ctx) {
|
|
3805
3826
|
const parsed = parseData(raw);
|
|
3806
3827
|
if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
|
|
3828
|
+
const started = formatBackgroundJobStarted("Multi-Page Site Content Crawl", parsed.data);
|
|
3829
|
+
if (started) return started;
|
|
3807
3830
|
const d = parsed.data;
|
|
3808
3831
|
const pages = d.pages ?? [];
|
|
3809
3832
|
const schemaTypesOf = (p) => p.kpo?.type ?? (Array.isArray(p.schema) && p.schema.length ? [`${p.schema.length} block(s)`] : []);
|
|
@@ -3921,6 +3944,8 @@ ${pageDetails}${tips}`;
|
|
|
3921
3944
|
async function formatAuditSite(raw, input, ctx) {
|
|
3922
3945
|
const parsed = parseData(raw);
|
|
3923
3946
|
if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
|
|
3947
|
+
const started = formatBackgroundJobStarted("Technical SEO Audit", parsed.data);
|
|
3948
|
+
if (started) return started;
|
|
3924
3949
|
const d = parsed.data;
|
|
3925
3950
|
const pages = d.pages ?? [];
|
|
3926
3951
|
const schemaTypesOf = (p) => p.kpo?.type ?? (Array.isArray(p.schema) && p.schema.length ? [`${p.schema.length} block(s)`] : []);
|
|
@@ -3992,6 +4017,42 @@ ${imgLine}`
|
|
|
3992
4017
|
].join("\n");
|
|
3993
4018
|
return { content: [{ type: "text", text: full }], structuredContent };
|
|
3994
4019
|
}
|
|
4020
|
+
function formatCheckSiteExport(raw, input) {
|
|
4021
|
+
const parsed = parseData(raw);
|
|
4022
|
+
if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
|
|
4023
|
+
const d = parsed.data;
|
|
4024
|
+
const bundle = (d.artifacts ?? []).find((a) => a.key.endsWith("bundle.zip")) ?? null;
|
|
4025
|
+
const progress = d.totalUrls ? `${d.doneUrls ?? 0}/${d.totalUrls} pages` : "starting";
|
|
4026
|
+
const body = d.status === "complete" && bundle ? `
|
|
4027
|
+
## \u2705 Ready
|
|
4028
|
+
**Download:** ${bundle.url}
|
|
4029
|
+
**Size:** ${(bundle.bytes / 1e6).toFixed(1)} MB` : d.status === "complete" ? `
|
|
4030
|
+
## \u26A0\uFE0F Complete, but no bundle was produced
|
|
4031
|
+
Check the job's artifacts \u2014 nothing matched \`bundle.zip\`.` : d.status === "failed" ? `
|
|
4032
|
+
## \u274C Failed
|
|
4033
|
+
${d.error ?? "no error message recorded"}` : `
|
|
4034
|
+
## \u23F3 Not ready yet
|
|
4035
|
+
Status: ${d.status} (${progress}). Poll again shortly.`;
|
|
4036
|
+
const full = [
|
|
4037
|
+
`# Site Export: ${d.startUrl ?? input.jobId}`,
|
|
4038
|
+
`**Job ID:** \`${d.jobId}\``,
|
|
4039
|
+
`**Status:** ${d.status}`,
|
|
4040
|
+
body
|
|
4041
|
+
].join("\n");
|
|
4042
|
+
return {
|
|
4043
|
+
...oneBlock(full),
|
|
4044
|
+
structuredContent: {
|
|
4045
|
+
jobId: d.jobId,
|
|
4046
|
+
status: d.status,
|
|
4047
|
+
startUrl: d.startUrl,
|
|
4048
|
+
totalUrls: d.totalUrls,
|
|
4049
|
+
doneUrls: d.doneUrls,
|
|
4050
|
+
bundleUrl: bundle?.url ?? null,
|
|
4051
|
+
bundleBytes: bundle?.bytes ?? null,
|
|
4052
|
+
error: d.error ?? null
|
|
4053
|
+
}
|
|
4054
|
+
};
|
|
4055
|
+
}
|
|
3995
4056
|
function formatYoutubeHarvest(raw, input) {
|
|
3996
4057
|
const parsed = parseData(raw);
|
|
3997
4058
|
if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
|
|
@@ -5959,13 +6020,20 @@ var ExtractSiteInputSchema = {
|
|
|
5959
6020
|
maxPages: import_zod4.z.number().int().min(1).max(1e4).optional().describe("Maximum pages to extract. Bulk crawls (over 25 pages) switch to folder mode: each page saved as its own Markdown file, with a summary plus folder path returned instead of inlining content."),
|
|
5960
6021
|
rotateProxies: import_zod4.z.boolean().optional().describe("Route page fetches through rotating residential proxies to defeat rate-limiting and bot blocks (403/429). Slower and pricier \u2014 use only when a site blocks normal crawling."),
|
|
5961
6022
|
rotateProxyEvery: import_zod4.z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30."),
|
|
5962
|
-
formats: import_zod4.z.array(import_zod4.z.enum(["markdown", "links", "json", "images", "branding"])).optional().describe("Per-page output formats: markdown, links, json, images are captured cheaply from HTML; branding (site-level logo/colors/fonts) requires a browser and adds time. Defaults to markdown+links.")
|
|
6023
|
+
formats: import_zod4.z.array(import_zod4.z.enum(["markdown", "links", "json", "images", "branding"])).optional().describe("Per-page output formats: markdown, links, json, images are captured cheaply from HTML; branding (site-level logo/colors/fonts) requires a browser and adds time. Defaults to markdown+links."),
|
|
6024
|
+
background: import_zod4.z.boolean().default(false).describe("Run the crawl as a background job instead of blocking this call, returning a jobId immediately \u2014 poll it with check_site_export to get a downloadable zip (all page content, plus real image files if downloadImages is set) once ready. Use for large sites where a synchronous call would be slow."),
|
|
6025
|
+
downloadImages: import_zod4.z.boolean().default(false).describe("Download every discovered image as a real file into the export bundle (not just image URLs/stats). OFF by default \u2014 must be explicitly set true. Implies background regardless of the background flag, since downloading a whole site's images is too slow to run synchronously. Capped at 20 images/page and 500 images/site.")
|
|
5963
6026
|
};
|
|
5964
6027
|
var AuditSiteInputSchema = {
|
|
5965
6028
|
url: import_zod4.z.string().url().describe("Public website URL or domain for a full technical SEO audit (issues, link graph, indexability, headings, images). For plain content use extract_site instead."),
|
|
5966
6029
|
maxPages: import_zod4.z.number().int().min(1).max(1e4).optional().describe("Maximum pages to crawl and audit. Always writes a folder of analysis files plus per-page content, returning a summary plus the folder path."),
|
|
5967
6030
|
rotateProxies: import_zod4.z.boolean().optional().describe("Route page fetches through rotating residential proxies to defeat rate-limiting and bot blocks. Slower/pricier \u2014 use only when a site blocks normal crawling."),
|
|
5968
|
-
rotateProxyEvery: import_zod4.z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30.")
|
|
6031
|
+
rotateProxyEvery: import_zod4.z.number().int().min(1).max(100).optional().describe("When rotateProxies is on, pages fetched per proxy before rotating. Default 30."),
|
|
6032
|
+
background: import_zod4.z.boolean().default(false).describe("Run the audit as a background job instead of blocking this call, returning a jobId immediately \u2014 poll it with check_site_export to get a downloadable zip (full audit report, all page content, plus real image files if downloadImages is set) once ready. Use for large sites where a synchronous call would be slow."),
|
|
6033
|
+
downloadImages: import_zod4.z.boolean().default(false).describe("Download every discovered image as a real file into the export bundle (not just image URLs/stats). OFF by default \u2014 must be explicitly set true. Implies background regardless of the background flag, since downloading a whole site's images is too slow to run synchronously. Capped at 20 images/page and 500 images/site.")
|
|
6034
|
+
};
|
|
6035
|
+
var CheckSiteExportInputSchema = {
|
|
6036
|
+
jobId: import_zod4.z.string().min(1).describe('The jobId returned by extract_site or audit_site when called with background (or downloadImages) set \u2014 poll this until status is "complete" (or "failed").')
|
|
5969
6037
|
};
|
|
5970
6038
|
var YoutubeHarvestInputSchema = {
|
|
5971
6039
|
mode: import_zod4.z.enum(["search", "channel"]).describe("Use search for topic/keyword requests. Use channel when the user provides @handle, channel ID, or channel URL."),
|
|
@@ -6368,36 +6436,52 @@ var DiffPageOutputSchema = {
|
|
|
6368
6436
|
};
|
|
6369
6437
|
var ExtractSiteOutputSchema = {
|
|
6370
6438
|
url: import_zod4.z.string(),
|
|
6371
|
-
pageCount: import_zod4.z.number().int().min(0),
|
|
6439
|
+
pageCount: import_zod4.z.number().int().min(0).optional().describe("Absent when background is true \u2014 the crawl has not finished yet."),
|
|
6372
6440
|
pages: import_zod4.z.array(import_zod4.z.object({
|
|
6373
6441
|
url: import_zod4.z.string(),
|
|
6374
6442
|
title: NullableString2,
|
|
6375
6443
|
schemaTypes: import_zod4.z.array(import_zod4.z.string())
|
|
6376
|
-
})),
|
|
6377
|
-
durationMs: import_zod4.z.number().min(0),
|
|
6444
|
+
})).optional().describe("Absent when background is true \u2014 the crawl has not finished yet."),
|
|
6445
|
+
durationMs: import_zod4.z.number().min(0).optional().describe("Absent when background is true \u2014 the crawl has not finished yet."),
|
|
6378
6446
|
truncatedCount: import_zod4.z.number().int().min(0).optional(),
|
|
6379
|
-
artifact: ArtifactPointerOutputSchema.optional()
|
|
6447
|
+
artifact: ArtifactPointerOutputSchema.optional(),
|
|
6448
|
+
jobId: import_zod4.z.string().optional().describe("Present when background (or downloadImages) was set \u2014 poll with check_site_export."),
|
|
6449
|
+
status: import_zod4.z.enum(["pending"]).optional().describe("Present when background (or downloadImages) was set."),
|
|
6450
|
+
statusUrl: import_zod4.z.string().optional().describe("Present when background (or downloadImages) was set \u2014 informational; use check_site_export with jobId, not this URL directly.")
|
|
6380
6451
|
};
|
|
6381
6452
|
var AuditSiteOutputSchema = {
|
|
6382
6453
|
url: import_zod4.z.string(),
|
|
6383
|
-
pageCount: import_zod4.z.number().int().min(0),
|
|
6384
|
-
durationMs: import_zod4.z.number().min(0),
|
|
6385
|
-
bulkFolder: import_zod4.z.string().nullable(),
|
|
6386
|
-
issues: import_zod4.z.record(import_zod4.z.string(), import_zod4.z.number()),
|
|
6454
|
+
pageCount: import_zod4.z.number().int().min(0).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
|
|
6455
|
+
durationMs: import_zod4.z.number().min(0).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
|
|
6456
|
+
bulkFolder: import_zod4.z.string().nullable().optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
|
|
6457
|
+
issues: import_zod4.z.record(import_zod4.z.string(), import_zod4.z.number()).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
|
|
6387
6458
|
images: import_zod4.z.object({
|
|
6388
6459
|
unique: import_zod4.z.number().int().min(0),
|
|
6389
6460
|
totalBytes: import_zod4.z.number().min(0),
|
|
6390
6461
|
over100kb: import_zod4.z.number().int().min(0),
|
|
6391
6462
|
legacyFormat: import_zod4.z.number().int().min(0)
|
|
6392
|
-
}),
|
|
6463
|
+
}).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
|
|
6393
6464
|
links: import_zod4.z.object({
|
|
6394
6465
|
internal: import_zod4.z.number().int().min(0),
|
|
6395
6466
|
external: import_zod4.z.number().int().min(0),
|
|
6396
6467
|
orphans: import_zod4.z.number().int().min(0),
|
|
6397
6468
|
brokenInternal: import_zod4.z.number().int().min(0),
|
|
6398
6469
|
externalDomains: import_zod4.z.number().int().min(0)
|
|
6399
|
-
}),
|
|
6400
|
-
artifact: ArtifactPointerOutputSchema.optional()
|
|
6470
|
+
}).optional().describe("Absent when background is true \u2014 the audit has not finished yet."),
|
|
6471
|
+
artifact: ArtifactPointerOutputSchema.optional(),
|
|
6472
|
+
jobId: import_zod4.z.string().optional().describe("Present when background (or downloadImages) was set \u2014 poll with check_site_export."),
|
|
6473
|
+
status: import_zod4.z.enum(["pending"]).optional().describe("Present when background (or downloadImages) was set."),
|
|
6474
|
+
statusUrl: import_zod4.z.string().optional().describe("Present when background (or downloadImages) was set \u2014 informational; use check_site_export with jobId, not this URL directly.")
|
|
6475
|
+
};
|
|
6476
|
+
var CheckSiteExportOutputSchema = {
|
|
6477
|
+
jobId: import_zod4.z.string(),
|
|
6478
|
+
status: import_zod4.z.enum(["pending", "running", "complete", "failed"]),
|
|
6479
|
+
startUrl: import_zod4.z.string().optional(),
|
|
6480
|
+
totalUrls: import_zod4.z.number().int().min(0).optional(),
|
|
6481
|
+
doneUrls: import_zod4.z.number().int().min(0).optional(),
|
|
6482
|
+
bundleUrl: import_zod4.z.string().nullable().describe("Downloadable zip URL once status is complete; null otherwise."),
|
|
6483
|
+
bundleBytes: import_zod4.z.number().int().min(0).nullable().describe("Zip size in bytes once status is complete; null otherwise."),
|
|
6484
|
+
error: import_zod4.z.string().nullable().optional().describe("Present with a message when status is failed.")
|
|
6401
6485
|
};
|
|
6402
6486
|
var MapsPlaceIntelOutputSchema = {
|
|
6403
6487
|
name: import_zod4.z.string(),
|
|
@@ -7693,6 +7777,13 @@ function registerPaaExtractorMcpTools(server2, executor, options = {}) {
|
|
|
7693
7777
|
outputSchema: recordOutputSchema("audit_site", AuditSiteOutputSchema),
|
|
7694
7778
|
annotations: liveWebToolAnnotations("Technical SEO Audit")
|
|
7695
7779
|
}, async (input) => formatAuditSite(await executor.auditSite(input), input, ctx));
|
|
7780
|
+
server2.registerTool("check_site_export", {
|
|
7781
|
+
title: "Check Site Export",
|
|
7782
|
+
description: "Poll the status of a background extract_site or audit_site job (one started with background or downloadImages set). Returns a downloadable zip URL (all page content, plus real image files if downloadImages was set) once status is complete.",
|
|
7783
|
+
inputSchema: CheckSiteExportInputSchema,
|
|
7784
|
+
outputSchema: recordOutputSchema("check_site_export", CheckSiteExportOutputSchema),
|
|
7785
|
+
annotations: liveWebToolAnnotations("Check Site Export")
|
|
7786
|
+
}, async (input) => formatCheckSiteExport(await executor.checkSiteExport(input), input));
|
|
7696
7787
|
server2.registerTool("youtube_harvest", {
|
|
7697
7788
|
title: "YouTube Video Harvest",
|
|
7698
7789
|
description: 'Harvest YouTube video metadata by topic search or channel library. Use mode "search" for keyword/topic requests, mode "channel" for @handles/channel IDs/URLs. Returns titles, views, durations, and videoIds.',
|
|
@@ -9430,7 +9521,7 @@ var TemporalRecallSchema = {
|
|
|
9430
9521
|
var CreateScheduledActionSchema = {
|
|
9431
9522
|
id: "create-scheduled-action",
|
|
9432
9523
|
upstreamName: "createScheduledActionTool",
|
|
9433
|
-
description: "Create a scheduled action in agent mode (default) or connection_sync mode.
|
|
9524
|
+
description: "Create a Credit-metered scheduled action in agent mode (default) or connection_sync mode. Each execution has a 75-Credit base charge; agent model usage is added at 1.5 times OpenRouter's actual reported cost. Agent mode follows the description and writes a result into the target vault. connection_sync deterministically runs approved read-only tools on bound service connections and ingests their data. Cadence 'once' runs a single time then completes permanently. Requires write access to the target vault.",
|
|
9434
9525
|
input: {
|
|
9435
9526
|
description: import_zod5.z.string().min(1).describe("Free-text description of what this action should do each time it runs."),
|
|
9436
9527
|
vault: import_zod5.z.string().min(1).describe("The vault this action writes its results into. You must already have write access to it."),
|
|
@@ -9446,7 +9537,7 @@ var CreateScheduledActionSchema = {
|
|
|
9446
9537
|
nextRunAt: import_zod5.z.string().optional().describe("When it will first run."),
|
|
9447
9538
|
executionMode: import_zod5.z.enum(["agent", "connection_sync"]).optional().describe("The stored execution mode. Defaults to agent when omitted from the request."),
|
|
9448
9539
|
error: import_zod5.z.string().optional().describe("Human-readable failure reason when ok is false."),
|
|
9449
|
-
code: import_zod5.z.string().optional().describe("Machine-readable denial code
|
|
9540
|
+
code: import_zod5.z.string().optional().describe("Machine-readable denial code when creation is refused.")
|
|
9450
9541
|
},
|
|
9451
9542
|
annotations: {
|
|
9452
9543
|
title: "Create Scheduled Action",
|
|
@@ -9498,11 +9589,14 @@ var GetScheduleLinkSchema = {
|
|
|
9498
9589
|
var GetScheduleStatusSchema = {
|
|
9499
9590
|
id: "get-schedule-status",
|
|
9500
9591
|
upstreamName: "getScheduleStatusTool",
|
|
9501
|
-
description: "Get
|
|
9592
|
+
description: "Get the Credit-metered Scheduled Actions policy. Scheduling is included rather than sold as a separate subscription: each execution has a 75-Credit base charge, and agent model usage is billed at 1.5 times OpenRouter's actual reported cost.",
|
|
9502
9593
|
input: {},
|
|
9503
9594
|
output: {
|
|
9504
9595
|
ok: import_zod5.z.boolean(),
|
|
9505
9596
|
enabled: import_zod5.z.boolean().optional(),
|
|
9597
|
+
billingMode: import_zod5.z.literal("credits").optional(),
|
|
9598
|
+
runBaseCredits: import_zod5.z.number().optional(),
|
|
9599
|
+
llmCostMultiplier: import_zod5.z.number().optional(),
|
|
9506
9600
|
quotaPerPeriod: import_zod5.z.number().optional(),
|
|
9507
9601
|
usedThisPeriod: import_zod5.z.number().optional(),
|
|
9508
9602
|
periodStart: import_zod5.z.string().optional(),
|
|
@@ -9630,11 +9724,11 @@ var RevokeScheduleLinkSchema = {
|
|
|
9630
9724
|
var SetScheduleEntitlementSchema = {
|
|
9631
9725
|
id: "set-schedule-entitlement",
|
|
9632
9726
|
upstreamName: "setScheduleEntitlementTool",
|
|
9633
|
-
description: "
|
|
9727
|
+
description: "Legacy migration and account-recovery control for old Scheduled Actions entitlements. New scheduling is Credit-metered and does not require a separate subscription. This admin-only tool may preserve a legacy API-key delegation or recover historical entitlement rows during migration.",
|
|
9634
9728
|
input: {
|
|
9635
9729
|
granteeIdentity: import_zod5.z.string().min(1).describe("Identity whose scheduling entitlement is being set (e.g. an email)."),
|
|
9636
9730
|
enabled: import_zod5.z.boolean().describe("True to enable scheduled actions for this identity, false on cancel/expire."),
|
|
9637
|
-
quotaPerPeriod: import_zod5.z.number().optional().describe("
|
|
9731
|
+
quotaPerPeriod: import_zod5.z.number().optional().describe("Legacy monthly execution quota retained only for historical-row compatibility; it does not price new Credit-metered runs."),
|
|
9638
9732
|
mcpScraperApiKey: import_zod5.z.string().optional().describe("The identity's mcp-scraper API key, stored encrypted, used to reach mcp-scraper tools during scheduled-action execution.")
|
|
9639
9733
|
},
|
|
9640
9734
|
output: {
|