mcp-scraper 0.15.1 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -6
- package/dist/bin/api-server.cjs +670 -56
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +5 -4
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +2 -2
- package/dist/bin/mcp-stdio-server.cjs +84 -13
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +3 -3
- package/dist/{chunk-IKABQWYQ.js → chunk-BX5RCOG5.js} +5 -4
- package/dist/chunk-BX5RCOG5.js.map +1 -0
- package/dist/chunk-L3FT4JBT.js +7 -0
- package/dist/chunk-L3FT4JBT.js.map +1 -0
- package/dist/{chunk-QPYYOTT2.js → chunk-LENCALSN.js} +81 -11
- package/dist/chunk-LENCALSN.js.map +1 -0
- package/dist/{server-FFNOTEQI.js → server-5KTVLL3L.js} +578 -42
- package/dist/server-5KTVLL3L.js.map +1 -0
- package/docs/mcp-tool-manifest.generated.json +302 -7
- package/docs/specs/google-drive-bulk-access-and-mcp-schema-passthrough-spec.md +1680 -0
- package/package.json +1 -1
- package/dist/chunk-EZAQWOKI.js +0 -7
- package/dist/chunk-EZAQWOKI.js.map +0 -1
- package/dist/chunk-IKABQWYQ.js.map +0 -1
- package/dist/chunk-QPYYOTT2.js.map +0 -1
- package/dist/server-FFNOTEQI.js.map +0 -1
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
|
-
"generatedAt": "2026-07-
|
|
2
|
+
"generatedAt": "2026-07-12T21:11:03.690Z",
|
|
3
3
|
"generatedFrom": "dist/bin/mcp-stdio-server.js",
|
|
4
4
|
"serverInfo": {
|
|
5
5
|
"name": "mcp-scraper",
|
|
6
|
-
"version": "0.
|
|
6
|
+
"version": "0.17.0"
|
|
7
7
|
},
|
|
8
8
|
"counts": {
|
|
9
|
-
"unified_stdio":
|
|
9
|
+
"unified_stdio": 157
|
|
10
10
|
},
|
|
11
11
|
"surfaces": {
|
|
12
12
|
"unified_stdio": [
|
|
@@ -87,6 +87,7 @@
|
|
|
87
87
|
"google_ads_transcribe",
|
|
88
88
|
"google_calendar_create_event",
|
|
89
89
|
"harvest_paa",
|
|
90
|
+
"import_service_connection_to_memory",
|
|
90
91
|
"instagram_media_download",
|
|
91
92
|
"instagram_profile_content",
|
|
92
93
|
"library-ingest",
|
|
@@ -4173,7 +4174,7 @@
|
|
|
4173
4174
|
{
|
|
4174
4175
|
"name": "call_service_connection_action",
|
|
4175
4176
|
"title": "Run Connected Service Action",
|
|
4176
|
-
"description": "Run one explicitly allowlisted write or mutation on a tenant-owned OAuth or remote MCP connection. First call list_service_connections, use a connection with actionsEnabled true,
|
|
4177
|
+
"description": "Run one explicitly allowlisted write or mutation on a tenant-owned OAuth or remote MCP connection. First call list_service_connections, use a connection with actionsEnabled true, describe the exact actionTools entry to obtain its live schema, and supply only that action's arguments. The server rejects arbitrary action names, inactive or foreign connections, disabled actions, and every adminBlockedTools entry. This can include Google Drive folder creation or file copies, Resend delivery, and GitHub mutations only when those exact actions are live and approved. Sends, deletes, merges, workflow execution, and content changes are high impact.",
|
|
4177
4178
|
"inputSchema": {
|
|
4178
4179
|
"type": "object",
|
|
4179
4180
|
"properties": {
|
|
@@ -5445,7 +5446,7 @@
|
|
|
5445
5446
|
{
|
|
5446
5447
|
"name": "describe_service_connection_tool",
|
|
5447
5448
|
"title": "Describe Connected Service Tool",
|
|
5448
|
-
"description": "
|
|
5449
|
+
"description": "Fetch the sanitized live MCP Tool definition for one exact tool exposed by a tenant-owned Nango OAuth or official remote MCP connection. Returns provider-native title, description, read/action classification, current callability, input schema, optional output schema, safe annotations, and a schema hash. Call list_service_connections first, then describe a listed readTools or actionTools name before constructing arguments. This is a compatibility tool on MCP Scraper's fixed root MCP; protocol-native connection endpoints discover the same definitions through MCP tools/list, not a custom tools/describe method. Arbitrary names and permanently blocked administrative tools are rejected.",
|
|
5449
5450
|
"inputSchema": {
|
|
5450
5451
|
"type": "object",
|
|
5451
5452
|
"properties": {
|
|
@@ -5458,6 +5459,10 @@
|
|
|
5458
5459
|
"type": "string",
|
|
5459
5460
|
"minLength": 1,
|
|
5460
5461
|
"description": "One exact name from that connection's readTools or actionTools. Admin-blocked and arbitrary names are rejected."
|
|
5462
|
+
},
|
|
5463
|
+
"fresh": {
|
|
5464
|
+
"type": "boolean",
|
|
5465
|
+
"description": "Bypass the short-lived sanitized schema cache. Ownership, connection state, and tool policy are still rechecked; use only when a provider tool catalog just changed."
|
|
5461
5466
|
}
|
|
5462
5467
|
},
|
|
5463
5468
|
"required": [
|
|
@@ -5495,10 +5500,126 @@
|
|
|
5495
5500
|
"action"
|
|
5496
5501
|
]
|
|
5497
5502
|
},
|
|
5503
|
+
"callable": {
|
|
5504
|
+
"type": "boolean",
|
|
5505
|
+
"description": "Whether the tool is callable now. A gated action can be described while actions are off and return false."
|
|
5506
|
+
},
|
|
5507
|
+
"blockedReason": {
|
|
5508
|
+
"anyOf": [
|
|
5509
|
+
{
|
|
5510
|
+
"type": "string",
|
|
5511
|
+
"enum": [
|
|
5512
|
+
"actions_disabled",
|
|
5513
|
+
"inactive_connection"
|
|
5514
|
+
]
|
|
5515
|
+
},
|
|
5516
|
+
{
|
|
5517
|
+
"type": "null"
|
|
5518
|
+
}
|
|
5519
|
+
]
|
|
5520
|
+
},
|
|
5521
|
+
"transport": {
|
|
5522
|
+
"type": "string",
|
|
5523
|
+
"enum": [
|
|
5524
|
+
"nango",
|
|
5525
|
+
"remote_mcp"
|
|
5526
|
+
]
|
|
5527
|
+
},
|
|
5528
|
+
"providerConfigKey": {
|
|
5529
|
+
"type": "string"
|
|
5530
|
+
},
|
|
5531
|
+
"protocolVersion": {
|
|
5532
|
+
"$ref": "#/properties/tool/properties/title"
|
|
5533
|
+
},
|
|
5534
|
+
"schemaSource": {
|
|
5535
|
+
"type": "string",
|
|
5536
|
+
"const": "live_tools_list"
|
|
5537
|
+
},
|
|
5498
5538
|
"inputSchema": {
|
|
5499
5539
|
"type": "object",
|
|
5500
5540
|
"additionalProperties": {},
|
|
5501
5541
|
"description": "JSON Schema for the exact connected-provider tool arguments."
|
|
5542
|
+
},
|
|
5543
|
+
"outputSchema": {
|
|
5544
|
+
"type": "object",
|
|
5545
|
+
"additionalProperties": {},
|
|
5546
|
+
"description": "Provider-native JSON output schema when the live MCP tool publishes one."
|
|
5547
|
+
},
|
|
5548
|
+
"annotations": {
|
|
5549
|
+
"type": "object",
|
|
5550
|
+
"properties": {
|
|
5551
|
+
"title": {
|
|
5552
|
+
"type": "string"
|
|
5553
|
+
},
|
|
5554
|
+
"readOnlyHint": {
|
|
5555
|
+
"type": "boolean"
|
|
5556
|
+
},
|
|
5557
|
+
"destructiveHint": {
|
|
5558
|
+
"type": "boolean"
|
|
5559
|
+
},
|
|
5560
|
+
"idempotentHint": {
|
|
5561
|
+
"type": "boolean"
|
|
5562
|
+
},
|
|
5563
|
+
"openWorldHint": {
|
|
5564
|
+
"type": "boolean"
|
|
5565
|
+
}
|
|
5566
|
+
},
|
|
5567
|
+
"additionalProperties": false
|
|
5568
|
+
},
|
|
5569
|
+
"icons": {
|
|
5570
|
+
"type": "array",
|
|
5571
|
+
"items": {
|
|
5572
|
+
"type": "object",
|
|
5573
|
+
"properties": {
|
|
5574
|
+
"src": {
|
|
5575
|
+
"type": "string"
|
|
5576
|
+
},
|
|
5577
|
+
"mimeType": {
|
|
5578
|
+
"type": "string"
|
|
5579
|
+
},
|
|
5580
|
+
"sizes": {
|
|
5581
|
+
"type": "array",
|
|
5582
|
+
"items": {
|
|
5583
|
+
"type": "string"
|
|
5584
|
+
}
|
|
5585
|
+
},
|
|
5586
|
+
"theme": {
|
|
5587
|
+
"type": "string",
|
|
5588
|
+
"enum": [
|
|
5589
|
+
"light",
|
|
5590
|
+
"dark"
|
|
5591
|
+
]
|
|
5592
|
+
}
|
|
5593
|
+
},
|
|
5594
|
+
"required": [
|
|
5595
|
+
"src"
|
|
5596
|
+
],
|
|
5597
|
+
"additionalProperties": false
|
|
5598
|
+
}
|
|
5599
|
+
},
|
|
5600
|
+
"execution": {
|
|
5601
|
+
"type": "object",
|
|
5602
|
+
"properties": {
|
|
5603
|
+
"taskSupport": {
|
|
5604
|
+
"type": "string",
|
|
5605
|
+
"enum": [
|
|
5606
|
+
"forbidden",
|
|
5607
|
+
"optional",
|
|
5608
|
+
"required"
|
|
5609
|
+
]
|
|
5610
|
+
}
|
|
5611
|
+
},
|
|
5612
|
+
"required": [
|
|
5613
|
+
"taskSupport"
|
|
5614
|
+
],
|
|
5615
|
+
"additionalProperties": false
|
|
5616
|
+
},
|
|
5617
|
+
"schemaHash": {
|
|
5618
|
+
"type": "string",
|
|
5619
|
+
"description": "SHA-256 of the sanitized live Tool definition."
|
|
5620
|
+
},
|
|
5621
|
+
"fetchedAt": {
|
|
5622
|
+
"type": "string"
|
|
5502
5623
|
}
|
|
5503
5624
|
},
|
|
5504
5625
|
"required": [
|
|
@@ -5510,6 +5631,12 @@
|
|
|
5510
5631
|
],
|
|
5511
5632
|
"additionalProperties": false
|
|
5512
5633
|
},
|
|
5634
|
+
"retryable": {
|
|
5635
|
+
"type": "boolean"
|
|
5636
|
+
},
|
|
5637
|
+
"errorCode": {
|
|
5638
|
+
"type": "string"
|
|
5639
|
+
},
|
|
5513
5640
|
"error": {
|
|
5514
5641
|
"$ref": "#/properties/tool/properties/title"
|
|
5515
5642
|
}
|
|
@@ -8824,6 +8951,144 @@
|
|
|
8824
8951
|
"taskSupport": "forbidden"
|
|
8825
8952
|
}
|
|
8826
8953
|
},
|
|
8954
|
+
{
|
|
8955
|
+
"name": "import_service_connection_to_memory",
|
|
8956
|
+
"title": "Import Connected Service Snapshot to Memory",
|
|
8957
|
+
"description": "Run exactly one bounded, approved read on a tenant-owned connected service and upsert the redacted result into an existing ordinary Memory vault at a server-generated stable path. The saved document is embedded for RAG and marked as untrusted provider data, never instructions. This is a one-result snapshot: it does not paginate, bulk-import an account, continuously sync changes, propagate deletions, or create normalized tables. Use list_service_connections first and supply an exact current readTools entry; action and admin tools are rejected.",
|
|
8958
|
+
"inputSchema": {
|
|
8959
|
+
"type": "object",
|
|
8960
|
+
"properties": {
|
|
8961
|
+
"connectionId": {
|
|
8962
|
+
"type": "string",
|
|
8963
|
+
"minLength": 1,
|
|
8964
|
+
"maxLength": 200,
|
|
8965
|
+
"description": "A tenant-owned connectionId from list_service_connections."
|
|
8966
|
+
},
|
|
8967
|
+
"providerConfigKey": {
|
|
8968
|
+
"type": "string",
|
|
8969
|
+
"minLength": 1,
|
|
8970
|
+
"maxLength": 200,
|
|
8971
|
+
"description": "The exact providerConfigKey returned with that connection. It is matched together with connectionId against the authenticated caller."
|
|
8972
|
+
},
|
|
8973
|
+
"tool": {
|
|
8974
|
+
"type": "string",
|
|
8975
|
+
"minLength": 1,
|
|
8976
|
+
"maxLength": 200,
|
|
8977
|
+
"description": "One exact current readTools entry for that connection. Actions, admin tools, and unlisted names are rejected."
|
|
8978
|
+
},
|
|
8979
|
+
"args": {
|
|
8980
|
+
"type": "object",
|
|
8981
|
+
"additionalProperties": {},
|
|
8982
|
+
"description": "JSON arguments for one bounded provider read. The serialized object may be at most 64 KiB."
|
|
8983
|
+
},
|
|
8984
|
+
"vault": {
|
|
8985
|
+
"type": "string",
|
|
8986
|
+
"minLength": 1,
|
|
8987
|
+
"maxLength": 100,
|
|
8988
|
+
"description": "An existing ordinary Memory vault the caller can write and index. Secure and channel vaults are rejected because this tool creates searchable RAG content."
|
|
8989
|
+
},
|
|
8990
|
+
"title": {
|
|
8991
|
+
"type": "string",
|
|
8992
|
+
"minLength": 1,
|
|
8993
|
+
"maxLength": 200,
|
|
8994
|
+
"description": "Optional human-readable snapshot title. The server always chooses the stable storage path."
|
|
8995
|
+
}
|
|
8996
|
+
},
|
|
8997
|
+
"required": [
|
|
8998
|
+
"connectionId",
|
|
8999
|
+
"providerConfigKey",
|
|
9000
|
+
"tool",
|
|
9001
|
+
"vault"
|
|
9002
|
+
],
|
|
9003
|
+
"additionalProperties": false,
|
|
9004
|
+
"$schema": "http://json-schema.org/draft-07/schema#"
|
|
9005
|
+
},
|
|
9006
|
+
"outputSchema": {
|
|
9007
|
+
"type": "object",
|
|
9008
|
+
"properties": {
|
|
9009
|
+
"ok": {
|
|
9010
|
+
"type": "boolean"
|
|
9011
|
+
},
|
|
9012
|
+
"stored": {
|
|
9013
|
+
"type": "boolean"
|
|
9014
|
+
},
|
|
9015
|
+
"status": {
|
|
9016
|
+
"type": "string",
|
|
9017
|
+
"enum": [
|
|
9018
|
+
"search_ready",
|
|
9019
|
+
"stored_not_indexed"
|
|
9020
|
+
]
|
|
9021
|
+
},
|
|
9022
|
+
"searchReady": {
|
|
9023
|
+
"type": "boolean"
|
|
9024
|
+
},
|
|
9025
|
+
"providerConfigKey": {
|
|
9026
|
+
"type": "string"
|
|
9027
|
+
},
|
|
9028
|
+
"connectionId": {
|
|
9029
|
+
"type": "string"
|
|
9030
|
+
},
|
|
9031
|
+
"tool": {
|
|
9032
|
+
"type": "string"
|
|
9033
|
+
},
|
|
9034
|
+
"vault": {
|
|
9035
|
+
"type": "string"
|
|
9036
|
+
},
|
|
9037
|
+
"path": {
|
|
9038
|
+
"type": "string"
|
|
9039
|
+
},
|
|
9040
|
+
"sourceBytes": {
|
|
9041
|
+
"type": "integer",
|
|
9042
|
+
"minimum": 0
|
|
9043
|
+
},
|
|
9044
|
+
"contentSha256": {
|
|
9045
|
+
"type": "string"
|
|
9046
|
+
},
|
|
9047
|
+
"indexedChunks": {
|
|
9048
|
+
"type": "integer",
|
|
9049
|
+
"minimum": 0
|
|
9050
|
+
},
|
|
9051
|
+
"importedAt": {
|
|
9052
|
+
"type": "string"
|
|
9053
|
+
},
|
|
9054
|
+
"untrustedContent": {
|
|
9055
|
+
"type": "boolean",
|
|
9056
|
+
"const": true
|
|
9057
|
+
},
|
|
9058
|
+
"warning": {
|
|
9059
|
+
"type": "string"
|
|
9060
|
+
},
|
|
9061
|
+
"errorCode": {
|
|
9062
|
+
"type": "string"
|
|
9063
|
+
},
|
|
9064
|
+
"retryable": {
|
|
9065
|
+
"type": "boolean"
|
|
9066
|
+
},
|
|
9067
|
+
"error": {
|
|
9068
|
+
"type": [
|
|
9069
|
+
"string",
|
|
9070
|
+
"null"
|
|
9071
|
+
]
|
|
9072
|
+
}
|
|
9073
|
+
},
|
|
9074
|
+
"required": [
|
|
9075
|
+
"ok",
|
|
9076
|
+
"error"
|
|
9077
|
+
],
|
|
9078
|
+
"additionalProperties": false,
|
|
9079
|
+
"$schema": "http://json-schema.org/draft-07/schema#"
|
|
9080
|
+
},
|
|
9081
|
+
"annotations": {
|
|
9082
|
+
"title": "Import Connected Service Snapshot to Memory",
|
|
9083
|
+
"readOnlyHint": false,
|
|
9084
|
+
"destructiveHint": false,
|
|
9085
|
+
"idempotentHint": true,
|
|
9086
|
+
"openWorldHint": true
|
|
9087
|
+
},
|
|
9088
|
+
"execution": {
|
|
9089
|
+
"taskSupport": "forbidden"
|
|
9090
|
+
}
|
|
9091
|
+
},
|
|
8827
9092
|
{
|
|
8828
9093
|
"name": "instagram_media_download",
|
|
8829
9094
|
"title": "Instagram Post/Reel Media Download",
|
|
@@ -9703,7 +9968,7 @@
|
|
|
9703
9968
|
{
|
|
9704
9969
|
"name": "list_service_connections",
|
|
9705
9970
|
"title": "List Connected Services",
|
|
9706
|
-
"description": "List every third-party service connection this MCP Scraper account has authorized, including Resend, GitHub, Google Analytics, YouTube, Facebook Pages, LinkedIn, X, Meta Marketing, Slack, Gmail, Calendar, Drive, Zoom, Xero, and others. Returns the tenant-scoped connectionId, credential transport, exact readTools and actionTools,
|
|
9971
|
+
"description": "List every third-party service connection this MCP Scraper account has authorized, including Resend, GitHub, Google Analytics, YouTube, Facebook Pages, LinkedIn, X, Meta Marketing, Slack, Gmail, Calendar, Google Drive, Zoom, Xero, and others. Returns the tenant-scoped connectionId, credential transport, exact live readTools and gated actionTools, permanently blocked administrative tools, and schema-discovery metadata. Get a connectionId and exact tool name here before calling describe_service_connection_tool, read_service_connection, or call_service_connection_action. Nango OAuth and official remote MCP connections use the same provider-neutral bridges; mutations still require the account action switch and an exact allowed action. For already-digested history, prefer the returned vaultName or tableName.",
|
|
9707
9972
|
"inputSchema": {
|
|
9708
9973
|
"type": "object",
|
|
9709
9974
|
"properties": {},
|
|
@@ -9770,6 +10035,33 @@
|
|
|
9770
10035
|
},
|
|
9771
10036
|
"description": "Credential, OAuth-grant, or other administrative tools permanently blocked from the MCP and scheduler."
|
|
9772
10037
|
},
|
|
10038
|
+
"mcpEndpoint": {
|
|
10039
|
+
"anyOf": [
|
|
10040
|
+
{
|
|
10041
|
+
"type": "string",
|
|
10042
|
+
"format": "uri"
|
|
10043
|
+
},
|
|
10044
|
+
{
|
|
10045
|
+
"type": "null"
|
|
10046
|
+
}
|
|
10047
|
+
],
|
|
10048
|
+
"description": "Authenticated connection-scoped MCP endpoint when native provider tools/list projection is available. Null means use describe_service_connection_tool on this root MCP."
|
|
10049
|
+
},
|
|
10050
|
+
"schemaDiscovery": {
|
|
10051
|
+
"type": "string",
|
|
10052
|
+
"enum": [
|
|
10053
|
+
"connection_tools_list",
|
|
10054
|
+
"compatibility_describe"
|
|
10055
|
+
],
|
|
10056
|
+
"description": "How clients discover this connection's exact live provider schemas."
|
|
10057
|
+
},
|
|
10058
|
+
"toolRevision": {
|
|
10059
|
+
"type": [
|
|
10060
|
+
"string",
|
|
10061
|
+
"null"
|
|
10062
|
+
],
|
|
10063
|
+
"description": "Opaque revision of the resolved live tool catalog, when available. It changes when provider tools or policy change."
|
|
10064
|
+
},
|
|
9773
10065
|
"vaultName": {
|
|
9774
10066
|
"type": [
|
|
9775
10067
|
"string",
|
|
@@ -9795,6 +10087,9 @@
|
|
|
9795
10087
|
"readTools",
|
|
9796
10088
|
"actionTools",
|
|
9797
10089
|
"adminBlockedTools",
|
|
10090
|
+
"mcpEndpoint",
|
|
10091
|
+
"schemaDiscovery",
|
|
10092
|
+
"toolRevision",
|
|
9798
10093
|
"vaultName",
|
|
9799
10094
|
"tableName"
|
|
9800
10095
|
],
|
|
@@ -14335,7 +14630,7 @@
|
|
|
14335
14630
|
{
|
|
14336
14631
|
"name": "read_service_connection",
|
|
14337
14632
|
"title": "Read Connected Service",
|
|
14338
|
-
"description": "Call one small live, read-only operation on any connected service, including Resend, GitHub
|
|
14633
|
+
"description": "Call one small live, read-only operation on any connected service, including Google Drive metadata/search tools, Resend, GitHub, Gmail, Calendar, Zoom, and other approved providers. Call describe_service_connection_tool first when arguments are not already known. Do not loop this tool once per file or record to fetch a corpus: use export_connected_service_data when that provider/dataset supports bulk delivery. Requires a connectionId and an exact name from that connection's live readTools in list_service_connections; an unlisted tool is rejected server-side.",
|
|
14339
14634
|
"inputSchema": {
|
|
14340
14635
|
"type": "object",
|
|
14341
14636
|
"properties": {
|