mcp-scraper 0.13.0 → 0.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +12 -1
- package/dist/bin/api-server.cjs +13 -4
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +5 -2
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +2 -2
- package/dist/bin/mcp-stdio-server.cjs +8 -5
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +3 -3
- package/dist/{chunk-NIRP5LU7.js → chunk-6W72B45I.js} +5 -2
- package/dist/chunk-6W72B45I.js.map +1 -0
- package/dist/{chunk-DYGJKB3D.js → chunk-DXU327CY.js} +5 -5
- package/dist/chunk-DXU327CY.js.map +1 -0
- package/dist/chunk-HM7SDTUO.js +7 -0
- package/dist/chunk-HM7SDTUO.js.map +1 -0
- package/dist/{server-ZVCJ4HXC.js → server-EYPXW2JG.js} +12 -3
- package/dist/{server-ZVCJ4HXC.js.map → server-EYPXW2JG.js.map} +1 -1
- package/docs/mcp-tool-manifest.generated.json +6901 -261
- package/package.json +1 -1
- package/dist/chunk-4ZYUWN5V.js +0 -7
- package/dist/chunk-4ZYUWN5V.js.map +0 -1
- package/dist/chunk-DYGJKB3D.js.map +0 -1
- package/dist/chunk-NIRP5LU7.js.map +0 -1
package/README.md
CHANGED
|
@@ -88,7 +88,7 @@ Build the branded one-click bundle:
|
|
|
88
88
|
npm run build:mcpb
|
|
89
89
|
```
|
|
90
90
|
|
|
91
|
-
The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.
|
|
91
|
+
The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.14.0`, SHA-256 `01b37c065b803a19ac824b82058b311b115e272d9be01d870094737c74b58753`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
|
|
92
92
|
|
|
93
93
|
The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
|
|
94
94
|
|
|
@@ -174,6 +174,17 @@ env = { MCP_SCRAPER_API_KEY = "sk_live_your_key" }
|
|
|
174
174
|
- `rank_tracker_workflow` — generate a database schema, cron/heartbeat plan, ingestion workflow, metrics list, and implementation prompt for building rank trackers. It has modes for Maps rankings via `directory_workflow`/`maps_search`, organic rankings via `search_serp`, AI Overview citation tracking, and PAA source presence tracking. This planning tool does not spend credits.
|
|
175
175
|
- `credits_info`
|
|
176
176
|
|
|
177
|
+
### Connected-account tools
|
|
178
|
+
|
|
179
|
+
- `list_service_connections` — list this caller's tenant-owned OAuth connections and the exact live read/action tools available on each account. Connections are never shared between customers.
|
|
180
|
+
- `export_connected_service_data` — fetch a bounded Gmail, Google Calendar, or Zoom time range in one MCP call. The server handles provider pagination, Gmail hydration, normalization, and continuation. Small exports return inline; larger exports become private JSONL retained for seven days with a 15-minute signed URL. Attachments remain metadata-only and oversized individual bodies/transcripts are truncated with warnings.
|
|
181
|
+
- `renew_connected_data_download` — issue a fresh 15-minute signed URL for an unexpired private export artifact without pulling the provider again.
|
|
182
|
+
- `read_service_connection` — run one small live read by exact allowlisted name. Do not loop it over a time range; use `export_connected_service_data` for email, calendar, recording, or transcript collections.
|
|
183
|
+
- `call_service_connection_action` — run one exact mutation only after the account action switch is enabled. GitHub, Gmail, Calendar, Slack, Zoom, Facebook, Google Analytics, X, and YouTube actions remain provider-policy and tenant gated.
|
|
184
|
+
- `set_scheduled_action_connections` — bind exact tenant connections and exact tool grants to one scheduled action. Deterministic connection syncs are model-free and one schedule occurrence counts as one metered event even when provider pagination spans many pages.
|
|
185
|
+
|
|
186
|
+
GitHub uses the same provider-neutral read/action bridges: 27 reads cover repository discovery, issues, pull requests, commits, releases, and workflows; 20 mutations remain gated. Private-repository and workflow access requires reconnecting the OAuth account after the expanded scope set is deployed.
|
|
187
|
+
|
|
177
188
|
### Browser-agent tools
|
|
178
189
|
|
|
179
190
|
- `browser_open` — open a direct/no-proxy hosted browser session. Pass a saved profile name to load an authenticated session. Returns a human `watch_url`.
|
package/dist/bin/api-server.cjs
CHANGED
|
@@ -27642,7 +27642,7 @@ var PACKAGE_VERSION;
|
|
|
27642
27642
|
var init_version = __esm({
|
|
27643
27643
|
"src/version.ts"() {
|
|
27644
27644
|
"use strict";
|
|
27645
|
-
PACKAGE_VERSION = "0.
|
|
27645
|
+
PACKAGE_VERSION = "0.14.0";
|
|
27646
27646
|
}
|
|
27647
27647
|
});
|
|
27648
27648
|
|
|
@@ -29677,7 +29677,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
|
|
|
29677
29677
|
}, async (input) => formatCreditsInfo(await executor.creditsInfo(input), input));
|
|
29678
29678
|
server.registerTool("list_service_connections", {
|
|
29679
29679
|
title: "List Connected Services",
|
|
29680
|
-
description: "List every third-party service connection this MCP Scraper account has authorized, including Google Analytics, YouTube, Facebook Pages, LinkedIn, X, Meta Marketing, Slack, Gmail, Calendar, Drive, Zoom, Xero, and others. Returns the tenant-scoped connectionId plus exact readTools and actionTools. Get a connectionId and exact tool name here before calling read_service_connection or call_service_connection_action. For already-digested history, prefer the returned vaultName or tableName.",
|
|
29680
|
+
description: "List every third-party service connection this MCP Scraper account has authorized, including GitHub, Google Analytics, YouTube, Facebook Pages, LinkedIn, X, Meta Marketing, Slack, Gmail, Calendar, Drive, Zoom, Xero, and others. Returns the tenant-scoped connectionId plus exact readTools and actionTools. Get a connectionId and exact tool name here before calling read_service_connection or call_service_connection_action. GitHub repository, issue, pull-request, release, and workflow operations use these same provider-neutral bridges; mutations still require the account action switch and an exact allowed action. For already-digested history, prefer the returned vaultName or tableName.",
|
|
29681
29681
|
inputSchema: ListServiceConnectionsInputSchema,
|
|
29682
29682
|
outputSchema: recordOutputSchema("list_service_connections", ListServiceConnectionsOutputSchema),
|
|
29683
29683
|
annotations: { title: "List Connected Services", readOnlyHint: true, destructiveHint: false, idempotentHint: true, openWorldHint: false }
|
|
@@ -29712,7 +29712,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
|
|
|
29712
29712
|
}, async (input) => executor.zoomCreateMeeting(input));
|
|
29713
29713
|
server.registerTool("read_service_connection", {
|
|
29714
29714
|
title: "Read Connected Service",
|
|
29715
|
-
description: "Call one small live, read-only operation on any connected service. Do not loop this tool to fetch a time range or collection: use export_connected_service_data for emails, calendar events, Zoom recordings, or transcripts. Requires a connectionId and an exact name from that connection's readTools in list_service_connections; an unlisted tool is rejected server-side.",
|
|
29715
|
+
description: "Call one small live, read-only operation on any connected service, including GitHub repository, issue, pull-request, release, and workflow reads. Do not loop this tool to fetch a time range or collection: use export_connected_service_data for emails, calendar events, Zoom recordings, or transcripts. Requires a connectionId and an exact name from that connection's readTools in list_service_connections; an unlisted tool is rejected server-side.",
|
|
29716
29716
|
inputSchema: ReadServiceConnectionInputSchema,
|
|
29717
29717
|
outputSchema: recordOutputSchema("read_service_connection", ReadServiceConnectionOutputSchema),
|
|
29718
29718
|
annotations: { title: "Read Connected Service", readOnlyHint: true, destructiveHint: false, idempotentHint: true, openWorldHint: true }
|
|
@@ -29733,7 +29733,7 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
|
|
|
29733
29733
|
}, async (input) => executor.renewConnectedDataDownload(input));
|
|
29734
29734
|
server.registerTool("call_service_connection_action", {
|
|
29735
29735
|
title: "Run Connected Service Action",
|
|
29736
|
-
description: "Run one explicitly allowlisted write or mutation on a tenant-owned OAuth connection. First call list_service_connections, use a connection with actionsEnabled true, choose one exact actionTools entry, and supply that action's arguments. The server rejects arbitrary action names, inactive or foreign connections, disabled actions, and tools outside the provider allowlist. This may publish, update, send, subscribe, or delete provider data depending on the chosen tool.",
|
|
29736
|
+
description: "Run one explicitly allowlisted write or mutation on a tenant-owned OAuth connection. First call list_service_connections, use a connection with actionsEnabled true, choose one exact actionTools entry, and supply that action's arguments. The server rejects arbitrary action names, inactive or foreign connections, disabled actions, and tools outside the provider allowlist. This includes GitHub issue, pull-request, repository-content, release, and workflow actions when the exact action is exposed; delete, merge, review-submission, workflow-execution, and content-changing operations are high impact. This may publish, update, send, subscribe, merge, run, or delete provider data depending on the chosen tool.",
|
|
29737
29737
|
inputSchema: CallServiceConnectionActionInputSchema,
|
|
29738
29738
|
outputSchema: recordOutputSchema("call_service_connection_action", CallServiceConnectionActionOutputSchema),
|
|
29739
29739
|
annotations: { title: "Run Connected Service Action", readOnlyHint: false, destructiveHint: true, idempotentHint: false, openWorldHint: true }
|
|
@@ -39773,6 +39773,15 @@ var init_nango_control = __esm({
|
|
|
39773
39773
|
"list-recordings",
|
|
39774
39774
|
"get-recording",
|
|
39775
39775
|
"get-meeting-transcript"
|
|
39776
|
+
],
|
|
39777
|
+
"github-getting-started": [
|
|
39778
|
+
"list-repositories",
|
|
39779
|
+
"list-issues",
|
|
39780
|
+
"list-pull-requests",
|
|
39781
|
+
"list-commits",
|
|
39782
|
+
"list-releases",
|
|
39783
|
+
"list-workflows",
|
|
39784
|
+
"list-workflow-runs"
|
|
39776
39785
|
]
|
|
39777
39786
|
};
|
|
39778
39787
|
NangoControlError = class extends Error {
|