mcp-scraper 0.15.1 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -6
- package/dist/bin/api-server.cjs +670 -56
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +5 -4
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +2 -2
- package/dist/bin/mcp-stdio-server.cjs +84 -13
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +3 -3
- package/dist/{chunk-IKABQWYQ.js → chunk-BX5RCOG5.js} +5 -4
- package/dist/chunk-BX5RCOG5.js.map +1 -0
- package/dist/chunk-L3FT4JBT.js +7 -0
- package/dist/chunk-L3FT4JBT.js.map +1 -0
- package/dist/{chunk-QPYYOTT2.js → chunk-LENCALSN.js} +81 -11
- package/dist/chunk-LENCALSN.js.map +1 -0
- package/dist/{server-FFNOTEQI.js → server-5KTVLL3L.js} +578 -42
- package/dist/server-5KTVLL3L.js.map +1 -0
- package/docs/mcp-tool-manifest.generated.json +302 -7
- package/docs/specs/google-drive-bulk-access-and-mcp-schema-passthrough-spec.md +1680 -0
- package/package.json +1 -1
- package/dist/chunk-EZAQWOKI.js +0 -7
- package/dist/chunk-EZAQWOKI.js.map +0 -1
- package/dist/chunk-IKABQWYQ.js.map +0 -1
- package/dist/chunk-QPYYOTT2.js.map +0 -1
- package/dist/server-FFNOTEQI.js.map +0 -1
|
@@ -7,16 +7,16 @@ import {
|
|
|
7
7
|
registerMemoryMcpTools,
|
|
8
8
|
registerPaaExtractorMcpTools,
|
|
9
9
|
registerSerpIntelligenceCaptureTools
|
|
10
|
-
} from "../chunk-
|
|
10
|
+
} from "../chunk-LENCALSN.js";
|
|
11
11
|
import "../chunk-R7EETU7Z.js";
|
|
12
12
|
import "../chunk-HPV4VOQX.js";
|
|
13
13
|
import {
|
|
14
14
|
renderInstallTerminal
|
|
15
|
-
} from "../chunk-
|
|
15
|
+
} from "../chunk-BX5RCOG5.js";
|
|
16
16
|
import "../chunk-XGIPATLV.js";
|
|
17
17
|
import {
|
|
18
18
|
PACKAGE_VERSION
|
|
19
|
-
} from "../chunk-
|
|
19
|
+
} from "../chunk-L3FT4JBT.js";
|
|
20
20
|
import "../chunk-HL33CGJF.js";
|
|
21
21
|
import "../chunk-M2S27J6Z.js";
|
|
22
22
|
|
|
@@ -48,15 +48,15 @@ function renderInstallTerminal(options) {
|
|
|
48
48
|
colorize(ascii, "amber", color),
|
|
49
49
|
`${colorize("MCP Scraper Agent", "cyan", color)} . v${options.version} . mcpscraper.dev`,
|
|
50
50
|
"1/1 install surfaces ready",
|
|
51
|
-
colorize("Newest:
|
|
51
|
+
colorize("Newest: any approved connection read can become an indexed Memory snapshot in one call. OAuth stays tenant-isolated and provider content is redacted and marked untrusted.", "lime", color),
|
|
52
52
|
"",
|
|
53
|
-
`${colorize("Tools", "cyan", color)} ${colorize("(
|
|
53
|
+
`${colorize("Tools", "cyan", color)} ${colorize("(157 MCP tools)", "muted", color)}`,
|
|
54
54
|
toolRow("search", ["harvest_paa", "search_serp", "maps_search", "maps_place_intel"], color),
|
|
55
55
|
toolRow("extract", ["extract_url", "map_site_urls", "extract_site", "audit_site", "directory_workflow"], color),
|
|
56
56
|
toolRow("build", ["rank_tracker_workflow", "cron plan", "database prompt"], color),
|
|
57
57
|
toolRow("media", ["youtube_harvest", "youtube_transcribe", "facebook_ad_search", "facebook_page_intel", "facebook_ad_transcribe", "facebook_video_transcribe", "instagram_profile_content", "instagram_media_download", "reddit_thread"], color),
|
|
58
58
|
toolRow("browser", ["browser_open", "browser_profile_connect", "browser_profile_list", "browser_close", "browser_screenshot", "browser_read", "browser_locate", "browser_replay_mark", "browser_replay_annotate"], color),
|
|
59
|
-
toolRow("connect", ["list_service_connections", "describe_service_connection_tool", "export_connected_service_data", "renew_connected_data_download", "read_service_connection", "call_service_connection_action"], color),
|
|
59
|
+
toolRow("connect", ["list_service_connections", "describe_service_connection_tool", "import_service_connection_to_memory", "export_connected_service_data", "renew_connected_data_download", "read_service_connection", "call_service_connection_action"], color),
|
|
60
60
|
toolRow("account", ["credits_info", "reports", "MCP resources"], color),
|
|
61
61
|
toolRow("memory", ["memory-put", "memory-get", "memory-search", "list-vaults", "record-fact", "list-scheduled-actions"], color),
|
|
62
62
|
`${colorize("Workflows", "cyan", color)} ${colorize("(MCP + CLI + API)", "muted", color)}`,
|
|
@@ -70,6 +70,7 @@ function renderInstallTerminal(options) {
|
|
|
70
70
|
"Hosted browser sessions use direct/no-proxy egress by default.",
|
|
71
71
|
"Customer auth setup: run browser_profile_connect, send the watch_url, let the user sign in, then call browser_profile_list until AUTHENTICATED.",
|
|
72
72
|
"Connected account ranges: call export_connected_service_data once. It handles Gmail, Calendar, Zoom, and Resend pagination; do not loop read_service_connection over individual records.",
|
|
73
|
+
"Connected account RAG: call import_service_connection_to_memory for one bounded approved read. It writes a redacted, untrusted snapshot to a stable Memory path and embeds it for search.",
|
|
73
74
|
"Stack logins / reconnect: run browser_profile_connect again with the same profile name and another domain to add accounts or refresh a login.",
|
|
74
75
|
"Start with workflow_suggest for broad jobs like market analysis, ICP research, CRO audits, brand briefs, content gaps, and AI visibility.",
|
|
75
76
|
"For MCP clients, use mcp-scraper so one install can mix SERP, Maps, browser, reports, and saved MCP resources.",
|
|
@@ -104,4 +105,4 @@ function renderInstallTerminal(options) {
|
|
|
104
105
|
export {
|
|
105
106
|
renderInstallTerminal
|
|
106
107
|
};
|
|
107
|
-
//# sourceMappingURL=chunk-
|
|
108
|
+
//# sourceMappingURL=chunk-BX5RCOG5.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/install-terminal.ts"],"sourcesContent":["export interface InstallTerminalOptions {\n color?: boolean\n version: string\n apiKeyConfigured?: boolean\n}\n\ntype Tone = 'cyan' | 'lime' | 'amber' | 'red' | 'muted' | 'bold'\n\nconst CODES: Record<Tone | 'reset', string> = {\n reset: '\\x1b[0m',\n cyan: '\\x1b[36m',\n lime: '\\x1b[32m',\n amber: '\\x1b[33m',\n red: '\\x1b[31m',\n muted: '\\x1b[90m',\n bold: '\\x1b[1m',\n}\n\nfunction colorize(value: string, tone: Tone, enabled: boolean): string {\n if (!enabled) return value\n return `${CODES[tone]}${value}${CODES.reset}`\n}\n\nfunction toolRow(label: string, tools: string[], enabled: boolean): string {\n const padded = label.padEnd(9, ' ')\n return ` ${colorize(padded, 'muted', enabled)} ${tools.join(colorize(' . ', 'muted', enabled))}`\n}\n\nexport function renderInstallTerminal(options: InstallTerminalOptions): string {\n const color = options.color ?? true\n const apiKeyValue = options.apiKeyConfigured ? '$MCP_SCRAPER_API_KEY' : 'sk_live_your_key'\n const ascii = String.raw`\n __ __ ____ ____ \n| \\/ |/ ___| _ \\\n| |\\/| | | | |_) |\n| | | | |___| __/\n|_| |_|\\____|_|\n\n ____ ____ ____ _ ____ _____ ____\n/ ___| / ___| _ \\ / \\ | _ \\| ____| _ \\\n\\___ \\| | | |_) | / _ \\ | |_) | _| | |_) |\n ___) | |___| _ < / ___ \\| __/| |___| _ <\n|____/ \\____|_| \\_\\/_/ \\_\\_| |_____|_| \\_\\\n`\n\n const claudeCommand = [\n `MCP_SCRAPER_API_KEY=${apiKeyValue} npx -y -p mcp-scraper@latest \\\\`,\n ' mcp-scraper-cli agent install claude --apply',\n ].join('\\n')\n\n const codexConfig = [\n '[mcp_servers.mcp-scraper]',\n 'command = \"npx\"',\n 'args = [\"-y\", \"-p\", \"mcp-scraper@latest\", \"mcp-scraper\"]',\n `env = { MCP_SCRAPER_API_KEY = \"${apiKeyValue}\" }`,\n ].join('\\n')\n\n return [\n colorize(`mcp-scraper v${options.version}`, 'bold', color),\n colorize('> mcp-scraper-install', 'muted', color),\n colorize(ascii, 'amber', color),\n `${colorize('MCP Scraper Agent', 'cyan', color)} . v${options.version} . mcpscraper.dev`,\n '1/1 install surfaces ready',\n colorize('Newest: any approved connection read can become an indexed Memory snapshot in one call. OAuth stays tenant-isolated and provider content is redacted and marked untrusted.', 'lime', color),\n '',\n `${colorize('Tools', 'cyan', color)} ${colorize('(157 MCP tools)', 'muted', color)}`,\n toolRow('search', ['harvest_paa', 'search_serp', 'maps_search', 'maps_place_intel'], color),\n toolRow('extract', ['extract_url', 'map_site_urls', 'extract_site', 'audit_site', 'directory_workflow'], color),\n toolRow('build', ['rank_tracker_workflow', 'cron plan', 'database prompt'], color),\n toolRow('media', ['youtube_harvest', 'youtube_transcribe', 'facebook_ad_search', 'facebook_page_intel', 'facebook_ad_transcribe', 'facebook_video_transcribe', 'instagram_profile_content', 'instagram_media_download', 'reddit_thread'], color),\n toolRow('browser', ['browser_open', 'browser_profile_connect', 'browser_profile_list', 'browser_close', 'browser_screenshot', 'browser_read', 'browser_locate', 'browser_replay_mark', 'browser_replay_annotate'], color),\n toolRow('connect', ['list_service_connections', 'describe_service_connection_tool', 'import_service_connection_to_memory', 'export_connected_service_data', 'renew_connected_data_download', 'read_service_connection', 'call_service_connection_action'], color),\n toolRow('account', ['credits_info', 'reports', 'MCP resources'], color),\n toolRow('memory', ['memory-put', 'memory-get', 'memory-search', 'list-vaults', 'record-fact', 'list-scheduled-actions'], color),\n `${colorize('Workflows', 'cyan', color)} ${colorize('(MCP + CLI + API)', 'muted', color)}`,\n toolRow('route', ['workflow_list', 'workflow_suggest', 'workflow_run', 'workflow_step', 'workflow_status', 'workflow_artifact_read'], color),\n toolRow('seo', ['directory', 'agent-packet', 'competitive audit', 'map/serp comparison', 'PAA/AIO briefs', 'scheduled runs'], color),\n '',\n colorize('Usage tips:', 'amber', color),\n 'Run mcp-scraper-install for this visible card. Run mcp-scraper-cli for setup utilities and subcommands.',\n 'Run mcp-scraper in a human terminal to print this card; MCP clients get the same command as a silent stdio server.',\n 'Explicit card command: npx -y -p mcp-scraper@latest mcp-scraper-install',\n 'Hosted browser sessions use direct/no-proxy egress by default.',\n 'Customer auth setup: run browser_profile_connect, send the watch_url, let the user sign in, then call browser_profile_list until AUTHENTICATED.',\n 'Connected account ranges: call export_connected_service_data once. It handles Gmail, Calendar, Zoom, and Resend pagination; do not loop read_service_connection over individual records.',\n 'Connected account RAG: call import_service_connection_to_memory for one bounded approved read. It writes a redacted, untrusted snapshot to a stable Memory path and embeds it for search.',\n 'Stack logins / reconnect: run browser_profile_connect again with the same profile name and another domain to add accounts or refresh a login.',\n 'Start with workflow_suggest for broad jobs like market analysis, ICP research, CRO audits, brand briefs, content gaps, and AI visibility.',\n 'For MCP clients, use mcp-scraper so one install can mix SERP, Maps, browser, reports, and saved MCP resources.',\n 'If you hit the concurrency limit, add an extra slot for $5/month with mcp-scraper-cli billing concurrency checkout.',\n '',\n `${colorize('Ready.', 'lime', color)} Install the combined MCP server with one command:`,\n '',\n colorize('Setup doctor', 'amber', color),\n 'npx -y -p mcp-scraper@latest mcp-scraper-cli doctor',\n '',\n colorize('Hosted profile setup', 'amber', color),\n 'In your MCP client, call browser_profile_connect with email=\"seo@example.com\" and domain=\"chatgpt.com\".',\n 'Give the returned watch_url to the user. After they sign in, call browser_profile_list, then browser_open with the returned profile. Add more logins by calling browser_profile_connect again with the same profile and a new domain.',\n '',\n colorize('Claude Code one-command setup', 'amber', color),\n claudeCommand,\n 'Then fully exit Claude Code and open a new Claude terminal. Check with: claude mcp list',\n '',\n colorize('Codex config', 'amber', color),\n codexConfig,\n '',\n colorize('Claude Desktop Extension', 'amber', color),\n 'Download: https://mcpscraper.dev/downloads/mcp-scraper.mcpb',\n '',\n colorize('Safety note:', 'muted', color),\n 'mcp-scraper prints this card only when stdin/stdout are an interactive TTY. In MCP clients it writes only JSON-RPC to stdout.',\n 'Use --stdio or MCP_SCRAPER_FORCE_STDIO=1 to force server mode from a terminal.',\n '',\n ].join('\\n')\n}\n"],"mappings":";AAQA,IAAM,QAAwC;AAAA,EAC5C,OAAO;AAAA,EACP,MAAM;AAAA,EACN,MAAM;AAAA,EACN,OAAO;AAAA,EACP,KAAK;AAAA,EACL,OAAO;AAAA,EACP,MAAM;AACR;AAEA,SAAS,SAAS,OAAe,MAAY,SAA0B;AACrE,MAAI,CAAC,QAAS,QAAO;AACrB,SAAO,GAAG,MAAM,IAAI,CAAC,GAAG,KAAK,GAAG,MAAM,KAAK;AAC7C;AAEA,SAAS,QAAQ,OAAe,OAAiB,SAA0B;AACzE,QAAM,SAAS,MAAM,OAAO,GAAG,GAAG;AAClC,SAAO,KAAK,SAAS,QAAQ,SAAS,OAAO,CAAC,IAAI,MAAM,KAAK,SAAS,SAAS,SAAS,OAAO,CAAC,CAAC;AACnG;AAEO,SAAS,sBAAsB,SAAyC;AAC7E,QAAM,QAAQ,QAAQ,SAAS;AAC/B,QAAM,cAAc,QAAQ,mBAAmB,yBAAyB;AACxE,QAAM,QAAQ,OAAO;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAcrB,QAAM,gBAAgB;AAAA,IACpB,uBAAuB,WAAW;AAAA,IAClC;AAAA,EACF,EAAE,KAAK,IAAI;AAEX,QAAM,cAAc;AAAA,IAClB;AAAA,IACA;AAAA,IACA;AAAA,IACA,kCAAkC,WAAW;AAAA,EAC/C,EAAE,KAAK,IAAI;AAEX,SAAO;AAAA,IACL,SAAS,gBAAgB,QAAQ,OAAO,IAAI,QAAQ,KAAK;AAAA,IACzD,SAAS,yBAAyB,SAAS,KAAK;AAAA,IAChD,SAAS,OAAO,SAAS,KAAK;AAAA,IAC9B,GAAG,SAAS,qBAAqB,QAAQ,KAAK,CAAC,SAAS,QAAQ,OAAO;AAAA,IACvE;AAAA,IACA,SAAS,8KAA8K,QAAQ,KAAK;AAAA,IACpM;AAAA,IACA,GAAG,SAAS,SAAS,QAAQ,KAAK,CAAC,KAAK,SAAS,mBAAmB,SAAS,KAAK,CAAC;AAAA,IACnF,QAAQ,UAAU,CAAC,eAAe,eAAe,eAAe,kBAAkB,GAAG,KAAK;AAAA,IAC1F,QAAQ,WAAW,CAAC,eAAe,iBAAiB,gBAAgB,cAAc,oBAAoB,GAAG,KAAK;AAAA,IAC9G,QAAQ,SAAS,CAAC,yBAAyB,aAAa,iBAAiB,GAAG,KAAK;AAAA,IACjF,QAAQ,SAAS,CAAC,mBAAmB,sBAAsB,sBAAsB,uBAAuB,0BAA0B,6BAA6B,6BAA6B,4BAA4B,eAAe,GAAG,KAAK;AAAA,IAC/O,QAAQ,WAAW,CAAC,gBAAgB,2BAA2B,wBAAwB,iBAAiB,sBAAsB,gBAAgB,kBAAkB,uBAAuB,yBAAyB,GAAG,KAAK;AAAA,IACxN,QAAQ,WAAW,CAAC,4BAA4B,oCAAoC,uCAAuC,iCAAiC,iCAAiC,2BAA2B,gCAAgC,GAAG,KAAK;AAAA,IAChQ,QAAQ,WAAW,CAAC,gBAAgB,WAAW,eAAe,GAAG,KAAK;AAAA,IACtE,QAAQ,UAAU,CAAC,cAAc,cAAc,iBAAiB,eAAe,eAAe,wBAAwB,GAAG,KAAK;AAAA,IAC9H,GAAG,SAAS,aAAa,QAAQ,KAAK,CAAC,KAAK,SAAS,qBAAqB,SAAS,KAAK,CAAC;AAAA,IACzF,QAAQ,SAAS,CAAC,iBAAiB,oBAAoB,gBAAgB,iBAAiB,mBAAmB,wBAAwB,GAAG,KAAK;AAAA,IAC3I,QAAQ,OAAO,CAAC,aAAa,gBAAgB,qBAAqB,uBAAuB,kBAAkB,gBAAgB,GAAG,KAAK;AAAA,IACnI;AAAA,IACA,SAAS,eAAe,SAAS,KAAK;AAAA,IACtC;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA,GAAG,SAAS,UAAU,QAAQ,KAAK,CAAC;AAAA,IACpC;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,wBAAwB,SAAS,KAAK;AAAA,IAC/C;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,iCAAiC,SAAS,KAAK;AAAA,IACxD;AAAA,IACA;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA,SAAS,4BAA4B,SAAS,KAAK;AAAA,IACnD;AAAA,IACA;AAAA,IACA,SAAS,gBAAgB,SAAS,KAAK;AAAA,IACvC;AAAA,IACA;AAAA,IACA;AAAA,EACF,EAAE,KAAK,IAAI;AACb;","names":[]}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.17.0'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}
|
|
@@ -17,7 +17,7 @@ import {
|
|
|
17
17
|
} from "./chunk-XGIPATLV.js";
|
|
18
18
|
import {
|
|
19
19
|
PACKAGE_VERSION
|
|
20
|
-
} from "./chunk-
|
|
20
|
+
} from "./chunk-L3FT4JBT.js";
|
|
21
21
|
import {
|
|
22
22
|
MC_PER_CREDIT
|
|
23
23
|
} from "./chunk-HL33CGJF.js";
|
|
@@ -4057,6 +4057,9 @@ var ListServiceConnectionsOutputSchema = {
|
|
|
4057
4057
|
readTools: z.array(z.string()).describe("Tool names this connection can be read with via read_service_connection."),
|
|
4058
4058
|
actionTools: z.array(z.string()).describe("Explicitly allowlisted write or mutation tool names callable through call_service_connection_action after actions are enabled for this connection."),
|
|
4059
4059
|
adminBlockedTools: z.array(z.string()).describe("Credential, OAuth-grant, or other administrative tools permanently blocked from the MCP and scheduler."),
|
|
4060
|
+
mcpEndpoint: z.string().url().nullable().describe("Authenticated connection-scoped MCP endpoint when native provider tools/list projection is available. Null means use describe_service_connection_tool on this root MCP."),
|
|
4061
|
+
schemaDiscovery: z.enum(["connection_tools_list", "compatibility_describe"]).describe("How clients discover this connection's exact live provider schemas."),
|
|
4062
|
+
toolRevision: z.string().nullable().describe("Opaque revision of the resolved live tool catalog, when available. It changes when provider tools or policy change."),
|
|
4060
4063
|
vaultName: z.string().nullable().describe("Memory vault this connection's digest writes into, if it has run at least once. Search it with memory-search."),
|
|
4061
4064
|
tableName: z.string().nullable().describe("Table this connection's digest writes structured rows into, if it has run at least once. Query it with table-query.")
|
|
4062
4065
|
}))
|
|
@@ -4071,9 +4074,38 @@ var ReadServiceConnectionOutputSchema = {
|
|
|
4071
4074
|
result: z.unknown().optional(),
|
|
4072
4075
|
error: NullableString
|
|
4073
4076
|
};
|
|
4077
|
+
var ImportServiceConnectionToMemoryInputSchema = {
|
|
4078
|
+
connectionId: z.string().min(1).max(200).describe("A tenant-owned connectionId from list_service_connections."),
|
|
4079
|
+
providerConfigKey: z.string().min(1).max(200).describe("The exact providerConfigKey returned with that connection. It is matched together with connectionId against the authenticated caller."),
|
|
4080
|
+
tool: z.string().min(1).max(200).describe("One exact current readTools entry for that connection. Actions, admin tools, and unlisted names are rejected."),
|
|
4081
|
+
args: z.record(z.string(), z.unknown()).optional().describe("JSON arguments for one bounded provider read. The serialized object may be at most 64 KiB."),
|
|
4082
|
+
vault: z.string().min(1).max(100).describe("An existing ordinary Memory vault the caller can write and index. Secure and channel vaults are rejected because this tool creates searchable RAG content."),
|
|
4083
|
+
title: z.string().min(1).max(200).optional().describe("Optional human-readable snapshot title. The server always chooses the stable storage path.")
|
|
4084
|
+
};
|
|
4085
|
+
var ImportServiceConnectionToMemoryOutputSchema = {
|
|
4086
|
+
ok: z.boolean(),
|
|
4087
|
+
stored: z.boolean().optional(),
|
|
4088
|
+
status: z.enum(["search_ready", "stored_not_indexed"]).optional(),
|
|
4089
|
+
searchReady: z.boolean().optional(),
|
|
4090
|
+
providerConfigKey: z.string().optional(),
|
|
4091
|
+
connectionId: z.string().optional(),
|
|
4092
|
+
tool: z.string().optional(),
|
|
4093
|
+
vault: z.string().optional(),
|
|
4094
|
+
path: z.string().optional(),
|
|
4095
|
+
sourceBytes: z.number().int().min(0).optional(),
|
|
4096
|
+
contentSha256: z.string().optional(),
|
|
4097
|
+
indexedChunks: z.number().int().min(0).optional(),
|
|
4098
|
+
importedAt: z.string().optional(),
|
|
4099
|
+
untrustedContent: z.literal(true).optional(),
|
|
4100
|
+
warning: z.string().optional(),
|
|
4101
|
+
errorCode: z.string().optional(),
|
|
4102
|
+
retryable: z.boolean().optional(),
|
|
4103
|
+
error: NullableString
|
|
4104
|
+
};
|
|
4074
4105
|
var DescribeServiceConnectionToolInputSchema = {
|
|
4075
4106
|
connectionId: z.string().min(1).describe("A tenant-owned connectionId from list_service_connections."),
|
|
4076
|
-
tool: z.string().min(1).describe("One exact name from that connection's readTools or actionTools. Admin-blocked and arbitrary names are rejected.")
|
|
4107
|
+
tool: z.string().min(1).describe("One exact name from that connection's readTools or actionTools. Admin-blocked and arbitrary names are rejected."),
|
|
4108
|
+
fresh: z.boolean().optional().describe("Bypass the short-lived sanitized schema cache. Ownership, connection state, and tool policy are still rechecked; use only when a provider tool catalog just changed.")
|
|
4077
4109
|
};
|
|
4078
4110
|
var DescribeServiceConnectionToolOutputSchema = {
|
|
4079
4111
|
ok: z.boolean(),
|
|
@@ -4082,8 +4114,33 @@ var DescribeServiceConnectionToolOutputSchema = {
|
|
|
4082
4114
|
title: NullableString,
|
|
4083
4115
|
description: NullableString,
|
|
4084
4116
|
classification: z.enum(["read", "action"]),
|
|
4085
|
-
|
|
4117
|
+
callable: z.boolean().optional().describe("Whether the tool is callable now. A gated action can be described while actions are off and return false."),
|
|
4118
|
+
blockedReason: z.enum(["actions_disabled", "inactive_connection"]).nullable().optional(),
|
|
4119
|
+
transport: z.enum(["nango", "remote_mcp"]).optional(),
|
|
4120
|
+
providerConfigKey: z.string().optional(),
|
|
4121
|
+
protocolVersion: NullableString.optional(),
|
|
4122
|
+
schemaSource: z.literal("live_tools_list").optional(),
|
|
4123
|
+
inputSchema: z.record(z.string(), z.unknown()).describe("JSON Schema for the exact connected-provider tool arguments."),
|
|
4124
|
+
outputSchema: z.record(z.string(), z.unknown()).optional().describe("Provider-native JSON output schema when the live MCP tool publishes one."),
|
|
4125
|
+
annotations: z.object({
|
|
4126
|
+
title: z.string().optional(),
|
|
4127
|
+
readOnlyHint: z.boolean().optional(),
|
|
4128
|
+
destructiveHint: z.boolean().optional(),
|
|
4129
|
+
idempotentHint: z.boolean().optional(),
|
|
4130
|
+
openWorldHint: z.boolean().optional()
|
|
4131
|
+
}).optional(),
|
|
4132
|
+
icons: z.array(z.object({
|
|
4133
|
+
src: z.string(),
|
|
4134
|
+
mimeType: z.string().optional(),
|
|
4135
|
+
sizes: z.array(z.string()).optional(),
|
|
4136
|
+
theme: z.enum(["light", "dark"]).optional()
|
|
4137
|
+
})).optional(),
|
|
4138
|
+
execution: z.object({ taskSupport: z.enum(["forbidden", "optional", "required"]) }).optional(),
|
|
4139
|
+
schemaHash: z.string().optional().describe("SHA-256 of the sanitized live Tool definition."),
|
|
4140
|
+
fetchedAt: z.string().optional()
|
|
4086
4141
|
}).optional(),
|
|
4142
|
+
retryable: z.boolean().optional(),
|
|
4143
|
+
errorCode: z.string().optional(),
|
|
4087
4144
|
error: NullableString
|
|
4088
4145
|
};
|
|
4089
4146
|
var ConnectedDataContinuationSchema = z.object({
|
|
@@ -4891,7 +4948,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
|
|
|
4891
4948
|
}, async (input) => formatCreditsInfo(await executor.creditsInfo(input), input));
|
|
4892
4949
|
server.registerTool("list_service_connections", {
|
|
4893
4950
|
title: "List Connected Services",
|
|
4894
|
-
description: "List every third-party service connection this MCP Scraper account has authorized, including Resend, GitHub, Google Analytics, YouTube, Facebook Pages, LinkedIn, X, Meta Marketing, Slack, Gmail, Calendar, Drive, Zoom, Xero, and others. Returns the tenant-scoped connectionId, credential transport, exact readTools and actionTools,
|
|
4951
|
+
description: "List every third-party service connection this MCP Scraper account has authorized, including Resend, GitHub, Google Analytics, YouTube, Facebook Pages, LinkedIn, X, Meta Marketing, Slack, Gmail, Calendar, Google Drive, Zoom, Xero, and others. Returns the tenant-scoped connectionId, credential transport, exact live readTools and gated actionTools, permanently blocked administrative tools, and schema-discovery metadata. Get a connectionId and exact tool name here before calling describe_service_connection_tool, read_service_connection, or call_service_connection_action. Nango OAuth and official remote MCP connections use the same provider-neutral bridges; mutations still require the account action switch and an exact allowed action. For already-digested history, prefer the returned vaultName or tableName.",
|
|
4895
4952
|
inputSchema: ListServiceConnectionsInputSchema,
|
|
4896
4953
|
outputSchema: recordOutputSchema("list_service_connections", ListServiceConnectionsOutputSchema),
|
|
4897
4954
|
annotations: { title: "List Connected Services", readOnlyHint: true, destructiveHint: false, idempotentHint: true, openWorldHint: false }
|
|
@@ -4926,14 +4983,21 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
|
|
|
4926
4983
|
}, async (input) => executor.zoomCreateMeeting(input));
|
|
4927
4984
|
server.registerTool("read_service_connection", {
|
|
4928
4985
|
title: "Read Connected Service",
|
|
4929
|
-
description: "Call one small live, read-only operation on any connected service, including Resend, GitHub
|
|
4986
|
+
description: "Call one small live, read-only operation on any connected service, including Google Drive metadata/search tools, Resend, GitHub, Gmail, Calendar, Zoom, and other approved providers. Call describe_service_connection_tool first when arguments are not already known. Do not loop this tool once per file or record to fetch a corpus: use export_connected_service_data when that provider/dataset supports bulk delivery. Requires a connectionId and an exact name from that connection's live readTools in list_service_connections; an unlisted tool is rejected server-side.",
|
|
4930
4987
|
inputSchema: ReadServiceConnectionInputSchema,
|
|
4931
4988
|
outputSchema: recordOutputSchema("read_service_connection", ReadServiceConnectionOutputSchema),
|
|
4932
4989
|
annotations: { title: "Read Connected Service", readOnlyHint: true, destructiveHint: false, idempotentHint: true, openWorldHint: true }
|
|
4933
4990
|
}, async (input) => executor.readServiceConnection(input));
|
|
4991
|
+
server.registerTool("import_service_connection_to_memory", {
|
|
4992
|
+
title: "Import Connected Service Snapshot to Memory",
|
|
4993
|
+
description: "Run exactly one bounded, approved read on a tenant-owned connected service and upsert the redacted result into an existing ordinary Memory vault at a server-generated stable path. The saved document is embedded for RAG and marked as untrusted provider data, never instructions. This is a one-result snapshot: it does not paginate, bulk-import an account, continuously sync changes, propagate deletions, or create normalized tables. Use list_service_connections first and supply an exact current readTools entry; action and admin tools are rejected.",
|
|
4994
|
+
inputSchema: ImportServiceConnectionToMemoryInputSchema,
|
|
4995
|
+
outputSchema: recordOutputSchema("import_service_connection_to_memory", ImportServiceConnectionToMemoryOutputSchema),
|
|
4996
|
+
annotations: { title: "Import Connected Service Snapshot to Memory", readOnlyHint: false, destructiveHint: false, idempotentHint: true, openWorldHint: true }
|
|
4997
|
+
}, async (input) => executor.importServiceConnectionToMemory(input));
|
|
4934
4998
|
server.registerTool("describe_service_connection_tool", {
|
|
4935
4999
|
title: "Describe Connected Service Tool",
|
|
4936
|
-
description: "
|
|
5000
|
+
description: "Fetch the sanitized live MCP Tool definition for one exact tool exposed by a tenant-owned Nango OAuth or official remote MCP connection. Returns provider-native title, description, read/action classification, current callability, input schema, optional output schema, safe annotations, and a schema hash. Call list_service_connections first, then describe a listed readTools or actionTools name before constructing arguments. This is a compatibility tool on MCP Scraper's fixed root MCP; protocol-native connection endpoints discover the same definitions through MCP tools/list, not a custom tools/describe method. Arbitrary names and permanently blocked administrative tools are rejected.",
|
|
4937
5001
|
inputSchema: DescribeServiceConnectionToolInputSchema,
|
|
4938
5002
|
outputSchema: recordOutputSchema("describe_service_connection_tool", DescribeServiceConnectionToolOutputSchema),
|
|
4939
5003
|
annotations: { title: "Describe Connected Service Tool", readOnlyHint: true, destructiveHint: false, idempotentHint: true, openWorldHint: false }
|
|
@@ -4954,7 +5018,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
|
|
|
4954
5018
|
}, async (input) => executor.renewConnectedDataDownload(input));
|
|
4955
5019
|
server.registerTool("call_service_connection_action", {
|
|
4956
5020
|
title: "Run Connected Service Action",
|
|
4957
|
-
description: "Run one explicitly allowlisted write or mutation on a tenant-owned OAuth or remote MCP connection. First call list_service_connections, use a connection with actionsEnabled true,
|
|
5021
|
+
description: "Run one explicitly allowlisted write or mutation on a tenant-owned OAuth or remote MCP connection. First call list_service_connections, use a connection with actionsEnabled true, describe the exact actionTools entry to obtain its live schema, and supply only that action's arguments. The server rejects arbitrary action names, inactive or foreign connections, disabled actions, and every adminBlockedTools entry. This can include Google Drive folder creation or file copies, Resend delivery, and GitHub mutations only when those exact actions are live and approved. Sends, deletes, merges, workflow execution, and content changes are high impact.",
|
|
4958
5022
|
inputSchema: CallServiceConnectionActionInputSchema,
|
|
4959
5023
|
outputSchema: recordOutputSchema("call_service_connection_action", CallServiceConnectionActionOutputSchema),
|
|
4960
5024
|
annotations: { title: "Run Connected Service Action", readOnlyHint: false, destructiveHint: true, idempotentHint: false, openWorldHint: true }
|
|
@@ -5001,12 +5065,15 @@ async function readResponseData(res) {
|
|
|
5001
5065
|
}
|
|
5002
5066
|
function httpErrorPayload(path, res, data) {
|
|
5003
5067
|
const objectData = data && typeof data === "object" && !Array.isArray(data) ? data : null;
|
|
5004
|
-
const
|
|
5068
|
+
const rawCode = objectData?.code ?? objectData?.errorCode ?? objectData?.error_code;
|
|
5069
|
+
const safeCode = typeof rawCode === "string" && /^[a-z0-9][a-z0-9_-]{0,99}$/.test(rawCode) ? rawCode : "mcp_http_error";
|
|
5070
|
+
const bodyMessage = objectData ? objectData.message ?? objectData.error ?? rawCode : data;
|
|
5005
5071
|
return {
|
|
5006
5072
|
...objectData ?? { body: data },
|
|
5007
|
-
error:
|
|
5073
|
+
error: safeCode,
|
|
5074
|
+
error_code: safeCode,
|
|
5008
5075
|
error_type: "http",
|
|
5009
|
-
retryable: res.status === 429 || res.status >= 500,
|
|
5076
|
+
retryable: typeof objectData?.retryable === "boolean" ? objectData.retryable : res.status === 429 || res.status >= 500,
|
|
5010
5077
|
status: res.status,
|
|
5011
5078
|
statusText: res.statusText,
|
|
5012
5079
|
path,
|
|
@@ -5268,6 +5335,9 @@ var HttpMcpToolExecutor = class {
|
|
|
5268
5335
|
readServiceConnection(input) {
|
|
5269
5336
|
return this.call("/schedule-connections/actions/read", input);
|
|
5270
5337
|
}
|
|
5338
|
+
importServiceConnectionToMemory(input) {
|
|
5339
|
+
return this.call("/schedule-connections/actions/import-memory", input);
|
|
5340
|
+
}
|
|
5271
5341
|
describeServiceConnectionTool(input) {
|
|
5272
5342
|
return this.call("/schedule-connections/actions/describe", input);
|
|
5273
5343
|
}
|
|
@@ -9245,4 +9315,4 @@ export {
|
|
|
9245
9315
|
registerMemoryMcpTools,
|
|
9246
9316
|
MemoryMcpToolExecutor
|
|
9247
9317
|
};
|
|
9248
|
-
//# sourceMappingURL=chunk-
|
|
9318
|
+
//# sourceMappingURL=chunk-LENCALSN.js.map
|