mcpscraper-cli 0.41.0 → 0.43.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -2
- package/dist/bin/cli.js +142 -12
- package/package.json +2 -2
package/README.md
CHANGED
|
@@ -4,7 +4,7 @@ Command-line interface for the unified [mcpscraper.dev](https://mcpscraper.dev)
|
|
|
4
4
|
|
|
5
5
|
[Release history](https://github.com/VilovietaSEO/mcpscraper-sdk/blob/main/CHANGELOG.md)
|
|
6
6
|
|
|
7
|
-
The CLI provides friendly shortcuts for common operations plus universal discovery and invocation for every one of the
|
|
7
|
+
The CLI provides friendly shortcuts for common operations plus universal discovery and invocation for every one of the 378 unified MCP tools, including provider-neutral X-Ray surveys, attribution-impact reporting, and truthful evidence-status operations.
|
|
8
8
|
|
|
9
9
|
## Install
|
|
10
10
|
|
|
@@ -41,7 +41,7 @@ mcpscraper tools call gmail_prepare_selection --args '{"connectionId":"gmail_con
|
|
|
41
41
|
mcpscraper tools call gmail_import_status --args '{"ingestId":"opaque_ingest_id"}' --json
|
|
42
42
|
```
|
|
43
43
|
|
|
44
|
-
`tools list` contains exactly
|
|
44
|
+
`tools list` contains exactly 378 manifest-backed names. `tools call` accepts any one of them. Tools marked destructive require `--yes`.
|
|
45
45
|
|
|
46
46
|
Integration connections are included with an active Starter plan or higher and have no extra connection-operation debit in this release. Scheduled occurrences cost 75 Credits; agent-mode runs also add 1.5 times OpenRouter's actual reported cost. Inspect the live policy with `mcpscraper tools call get-schedule-status --args '{}'`.
|
|
47
47
|
|
|
@@ -138,3 +138,5 @@ $ mcpscraper map https://example.com --json
|
|
|
138
138
|
## See also
|
|
139
139
|
|
|
140
140
|
[Repo README](../../README.md) (multi-language examples with real sample output) · [`mcpscraper-sdk`](../scraper) · [`mcpscraper-memory-sdk`](../memory) · Python: [`mcpscraper-sdk`](../scraper-python) · [`mcpscraper-memory-sdk`](../memory-python)
|
|
141
|
+
|
|
142
|
+
Release changes: [SDK 0.44.0 release notes](https://github.com/VilovietaSEO/mcpscraper-sdk/releases/tag/v0.44.0).
|
package/dist/bin/cli.js
CHANGED
|
@@ -10,7 +10,7 @@ import { randomUUID } from "crypto";
|
|
|
10
10
|
import { ScraperClient, ScraperApiError } from "mcpscraper-sdk";
|
|
11
11
|
|
|
12
12
|
// src/version.ts
|
|
13
|
-
var CLI_VERSION = "0.
|
|
13
|
+
var CLI_VERSION = "0.43.0";
|
|
14
14
|
|
|
15
15
|
// src/generated-tools.ts
|
|
16
16
|
var MCP_TOOL_CATALOG = [
|
|
@@ -11987,10 +11987,10 @@ var MCP_TOOL_CATALOG = [
|
|
|
11987
11987
|
"type": "boolean"
|
|
11988
11988
|
},
|
|
11989
11989
|
"timeout_seconds": {
|
|
11990
|
-
"description": "Session lifetime before auto-termination. Defaults to 600.",
|
|
11990
|
+
"description": "Session lifetime before auto-termination. Defaults to 600 and cannot exceed 600.",
|
|
11991
11991
|
"type": "integer",
|
|
11992
11992
|
"minimum": 60,
|
|
11993
|
-
"maximum":
|
|
11993
|
+
"maximum": 600
|
|
11994
11994
|
},
|
|
11995
11995
|
"extension_names": {
|
|
11996
11996
|
"description": "Names of extensions previously added with browser_extension_import (see browser_extension_list for what's available) to load into this session. Loading extensions restarts the browser, adding a few seconds to startup.",
|
|
@@ -12084,10 +12084,10 @@ var MCP_TOOL_CATALOG = [
|
|
|
12084
12084
|
"type": "string"
|
|
12085
12085
|
},
|
|
12086
12086
|
"timeout_seconds": {
|
|
12087
|
-
"description": "Sign-in session lifetime before auto-termination. Defaults to 600.",
|
|
12087
|
+
"description": "Sign-in session lifetime before auto-termination. Defaults to 600 and cannot exceed 600.",
|
|
12088
12088
|
"type": "integer",
|
|
12089
12089
|
"minimum": 60,
|
|
12090
|
-
"maximum":
|
|
12090
|
+
"maximum": 600
|
|
12091
12091
|
}
|
|
12092
12092
|
},
|
|
12093
12093
|
"$schema": "https://json-schema.org/draft/2020-12/schema"
|
|
@@ -20252,7 +20252,7 @@ var MCP_TOOL_CATALOG = [
|
|
|
20252
20252
|
"name": "extract_url",
|
|
20253
20253
|
"category": "web",
|
|
20254
20254
|
"title": "Single URL Extract",
|
|
20255
|
-
"description": "
|
|
20255
|
+
"description": "Start a durable extraction of one public URL and return a job receipt before ordinary MCP client deadlines. Poll jobId with extract_url_status; replaying the same idempotencyKey recovers the same extraction without another charge. Extracts content, schema, headings, metadata, screenshots, branding, featured image, or media assets. Tries plain HTTP first and opens a stealth browser only for blocked, challenged, or unusably thin content. Wayback replay URLs return archived copy without playback chrome. Use delivery:auto for bounded output, artifact for an owner-scoped report, or memory to retain the full page.",
|
|
20256
20256
|
"inputSchema": {
|
|
20257
20257
|
"type": "object",
|
|
20258
20258
|
"properties": {
|
|
@@ -20363,10 +20363,38 @@ var MCP_TOOL_CATALOG = [
|
|
|
20363
20363
|
"title": "Single URL Extract",
|
|
20364
20364
|
"readOnlyHint": false,
|
|
20365
20365
|
"destructiveHint": false,
|
|
20366
|
-
"idempotentHint":
|
|
20366
|
+
"idempotentHint": true,
|
|
20367
20367
|
"openWorldHint": true
|
|
20368
20368
|
}
|
|
20369
20369
|
},
|
|
20370
|
+
{
|
|
20371
|
+
"name": "extract_url_status",
|
|
20372
|
+
"category": "other",
|
|
20373
|
+
"title": "Check Durable Single URL Extract",
|
|
20374
|
+
"description": "Poll the owner-scoped job returned by extract_url. Polling never starts or bills another extraction. Terminal success returns the extracted page result; terminal failure returns the settled public error and billing state.",
|
|
20375
|
+
"inputSchema": {
|
|
20376
|
+
"type": "object",
|
|
20377
|
+
"properties": {
|
|
20378
|
+
"jobId": {
|
|
20379
|
+
"type": "string",
|
|
20380
|
+
"minLength": 1,
|
|
20381
|
+
"maxLength": 200,
|
|
20382
|
+
"description": "The jobId returned by extract_url. Polling never starts or bills another extraction."
|
|
20383
|
+
}
|
|
20384
|
+
},
|
|
20385
|
+
"required": [
|
|
20386
|
+
"jobId"
|
|
20387
|
+
],
|
|
20388
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema"
|
|
20389
|
+
},
|
|
20390
|
+
"annotations": {
|
|
20391
|
+
"title": "Check Durable Single URL Extract",
|
|
20392
|
+
"readOnlyHint": true,
|
|
20393
|
+
"destructiveHint": false,
|
|
20394
|
+
"idempotentHint": true,
|
|
20395
|
+
"openWorldHint": false
|
|
20396
|
+
}
|
|
20397
|
+
},
|
|
20370
20398
|
{
|
|
20371
20399
|
"name": "facebook_ad_search",
|
|
20372
20400
|
"category": "facebook",
|
|
@@ -20480,6 +20508,80 @@ var MCP_TOOL_CATALOG = [
|
|
|
20480
20508
|
"openWorldHint": true
|
|
20481
20509
|
}
|
|
20482
20510
|
},
|
|
20511
|
+
{
|
|
20512
|
+
"name": "facebook_reels_inventory",
|
|
20513
|
+
"category": "facebook",
|
|
20514
|
+
"title": "Facebook Profile Reel URL Inventory",
|
|
20515
|
+
"description": "Discover public Reel URLs before choosing individual videos for facebook_video_transcribe. Collect canonical Reel URLs from a Facebook profile or Page without opening individual Reels. Logged-out scans are capped at 60 URLs. Pass a saved Facebook browser profile to continue toward a larger maxUrls request. Progress is preserved: if Facebook interrupts pagination after URLs were found, the tool returns them as a partial result with an explicit stopping reason; pass those URLs back in resumeUrls to retain and deduplicate them during a new scan. This is live browser collection, not an exhaustive history or a stored cursor. Scans cost 4 credits and are refunded if no new URLs are added.",
|
|
20516
|
+
"inputSchema": {
|
|
20517
|
+
"type": "object",
|
|
20518
|
+
"properties": {
|
|
20519
|
+
"url": {
|
|
20520
|
+
"type": "string",
|
|
20521
|
+
"format": "uri",
|
|
20522
|
+
"description": "Public Facebook profile or Page URL whose Reel URLs should be collected. Do not pass an individual Reel, video, post, share, group, or event URL."
|
|
20523
|
+
},
|
|
20524
|
+
"maxUrls": {
|
|
20525
|
+
"default": 60,
|
|
20526
|
+
"description": "Maximum Reel URLs requested. Logged-out collection is capped at 60 even when this is higher; a valid saved Facebook browser profile can continue toward the requested maximum.",
|
|
20527
|
+
"type": "integer",
|
|
20528
|
+
"minimum": 1,
|
|
20529
|
+
"maximum": 2e3
|
|
20530
|
+
},
|
|
20531
|
+
"profile": {
|
|
20532
|
+
"description": "Optional saved hosted browser profile name containing a Facebook login. Set one up with browser_profile_connect first. An expired or logged-out profile falls back to the anonymous 60-URL cap.",
|
|
20533
|
+
"type": "string",
|
|
20534
|
+
"minLength": 1
|
|
20535
|
+
},
|
|
20536
|
+
"saveProfileChanges": {
|
|
20537
|
+
"description": "Save browser changes back to the hosted profile. Leave unset unless intentionally updating the saved Facebook login.",
|
|
20538
|
+
"type": "boolean"
|
|
20539
|
+
},
|
|
20540
|
+
"resumeUrls": {
|
|
20541
|
+
"default": [],
|
|
20542
|
+
"description": "Previously returned Reel URLs to retain and deduplicate while continuing an interrupted collection.",
|
|
20543
|
+
"maxItems": 2e3,
|
|
20544
|
+
"type": "array",
|
|
20545
|
+
"items": {
|
|
20546
|
+
"type": "string",
|
|
20547
|
+
"format": "uri"
|
|
20548
|
+
}
|
|
20549
|
+
},
|
|
20550
|
+
"maxScrolls": {
|
|
20551
|
+
"default": 250,
|
|
20552
|
+
"description": "Safety ceiling for pagination attempts. Default 250; collection normally stops earlier at maxUrls or a Facebook access boundary.",
|
|
20553
|
+
"type": "integer",
|
|
20554
|
+
"minimum": 0,
|
|
20555
|
+
"maximum": 250
|
|
20556
|
+
},
|
|
20557
|
+
"scrollDelayMs": {
|
|
20558
|
+
"default": 1200,
|
|
20559
|
+
"description": "Delay after each scroll before collecting the next DOM batch.",
|
|
20560
|
+
"type": "integer",
|
|
20561
|
+
"minimum": 250,
|
|
20562
|
+
"maximum": 5e3
|
|
20563
|
+
},
|
|
20564
|
+
"stableScrollLimit": {
|
|
20565
|
+
"default": 4,
|
|
20566
|
+
"description": "Stop after this many consecutive pagination attempts add no Reel URLs.",
|
|
20567
|
+
"type": "integer",
|
|
20568
|
+
"minimum": 1,
|
|
20569
|
+
"maximum": 10
|
|
20570
|
+
}
|
|
20571
|
+
},
|
|
20572
|
+
"required": [
|
|
20573
|
+
"url"
|
|
20574
|
+
],
|
|
20575
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema"
|
|
20576
|
+
},
|
|
20577
|
+
"annotations": {
|
|
20578
|
+
"title": "Facebook Profile Reel URL Inventory",
|
|
20579
|
+
"readOnlyHint": true,
|
|
20580
|
+
"destructiveHint": false,
|
|
20581
|
+
"idempotentHint": false,
|
|
20582
|
+
"openWorldHint": true
|
|
20583
|
+
}
|
|
20584
|
+
},
|
|
20483
20585
|
{
|
|
20484
20586
|
"name": "facebook_video_transcribe",
|
|
20485
20587
|
"category": "facebook",
|
|
@@ -21857,10 +21959,10 @@ var MCP_TOOL_CATALOG = [
|
|
|
21857
21959
|
},
|
|
21858
21960
|
"maxQuestions": {
|
|
21859
21961
|
"default": 30,
|
|
21860
|
-
"description": "PAA questions to extract. Default 30, maximum
|
|
21962
|
+
"description": "PAA questions to extract. Default 30, maximum 100. Use 10 for quick probes and 100 for deep research. Billed per extracted question; unused hold refunded.",
|
|
21861
21963
|
"type": "integer",
|
|
21862
21964
|
"minimum": 1,
|
|
21863
|
-
"maximum":
|
|
21965
|
+
"maximum": 100
|
|
21864
21966
|
},
|
|
21865
21967
|
"gl": {
|
|
21866
21968
|
"default": "us",
|
|
@@ -21964,10 +22066,10 @@ var MCP_TOOL_CATALOG = [
|
|
|
21964
22066
|
},
|
|
21965
22067
|
"maxQuestions": {
|
|
21966
22068
|
"default": 30,
|
|
21967
|
-
"description": "PAA questions to extract. Default 30, maximum
|
|
22069
|
+
"description": "PAA questions to extract. Default 30, maximum 100. Use 10 for quick probes and 100 for deep research. Billed per extracted question; unused hold refunded.",
|
|
21968
22070
|
"type": "integer",
|
|
21969
22071
|
"minimum": 1,
|
|
21970
|
-
"maximum":
|
|
22072
|
+
"maximum": 100
|
|
21971
22073
|
},
|
|
21972
22074
|
"gl": {
|
|
21973
22075
|
"default": "us",
|
|
@@ -27210,7 +27312,7 @@ var MCP_TOOL_CATALOG = [
|
|
|
27210
27312
|
"name": "search_serp",
|
|
27211
27313
|
"category": "search",
|
|
27212
27314
|
"title": "Google SERP Lookup",
|
|
27213
|
-
"description": "Google SERP lookup without PAA expansion. Defaults to organic rankings and Google entity IDs; request local pack, forums, videos, AI surfaces, and What People Are Saying with individual include flags or includeAllSerpFeatures at the same product price. Use gl for country and location only when city or regional context matters. Costs 60 Credits per search. Call credits_info for current pricing and balance.",
|
|
27315
|
+
"description": "Start a durable Google SERP lookup without PAA expansion and return a job receipt before ordinary MCP client deadlines. Poll the returned jobId with search_serp_status; replaying the same idempotencyKey recovers the same search without another charge. Defaults to organic rankings and Google entity IDs; request local pack, forums, videos, AI surfaces, and What People Are Saying with individual include flags or includeAllSerpFeatures at the same product price. Use gl for country and location only when city or regional context matters. Costs 60 Credits per search. Call credits_info for current pricing and balance.",
|
|
27214
27316
|
"inputSchema": {
|
|
27215
27317
|
"type": "object",
|
|
27216
27318
|
"properties": {
|
|
@@ -27316,6 +27418,34 @@ var MCP_TOOL_CATALOG = [
|
|
|
27316
27418
|
"openWorldHint": true
|
|
27317
27419
|
}
|
|
27318
27420
|
},
|
|
27421
|
+
{
|
|
27422
|
+
"name": "search_serp_status",
|
|
27423
|
+
"category": "other",
|
|
27424
|
+
"title": "Check Durable Google SERP Lookup",
|
|
27425
|
+
"description": "Poll the owner-scoped job returned by search_serp. Polling never starts or bills another search. Terminal success returns the same organic, local, AI, and entity output fields as the completed lookup.",
|
|
27426
|
+
"inputSchema": {
|
|
27427
|
+
"type": "object",
|
|
27428
|
+
"properties": {
|
|
27429
|
+
"jobId": {
|
|
27430
|
+
"type": "string",
|
|
27431
|
+
"minLength": 1,
|
|
27432
|
+
"maxLength": 200,
|
|
27433
|
+
"description": "The jobId returned by search_serp."
|
|
27434
|
+
}
|
|
27435
|
+
},
|
|
27436
|
+
"required": [
|
|
27437
|
+
"jobId"
|
|
27438
|
+
],
|
|
27439
|
+
"$schema": "https://json-schema.org/draft/2020-12/schema"
|
|
27440
|
+
},
|
|
27441
|
+
"annotations": {
|
|
27442
|
+
"title": "Check Durable Google SERP Lookup",
|
|
27443
|
+
"readOnlyHint": true,
|
|
27444
|
+
"destructiveHint": false,
|
|
27445
|
+
"idempotentHint": true,
|
|
27446
|
+
"openWorldHint": false
|
|
27447
|
+
}
|
|
27448
|
+
},
|
|
27319
27449
|
{
|
|
27320
27450
|
"name": "serp_identity_create",
|
|
27321
27451
|
"category": "search",
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "mcpscraper-cli",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.43.0",
|
|
4
4
|
"description": "Command-line interface for the unified mcpscraper.dev MCP and REST APIs",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"type": "module",
|
|
@@ -19,7 +19,7 @@
|
|
|
19
19
|
},
|
|
20
20
|
"dependencies": {
|
|
21
21
|
"commander": "^12.0.0",
|
|
22
|
-
"mcpscraper-sdk": "^0.
|
|
22
|
+
"mcpscraper-sdk": "^0.44.0"
|
|
23
23
|
},
|
|
24
24
|
"devDependencies": {
|
|
25
25
|
"@types/node": "^22.0.0"
|