mcp-scraper 0.49.0 → 0.51.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +11 -3
- package/dist/{analytics-repository-WWXVU3VW.js → analytics-repository-IKE53S3E.js} +10 -2
- package/dist/bin/api-server.cjs +840 -177
- package/dist/bin/api-server.cjs.map +1 -1
- package/dist/bin/api-server.js +4 -4
- package/dist/bin/mcp-scraper-cli.cjs +1 -1
- package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-install.cjs +1 -1
- package/dist/bin/mcp-scraper-install.cjs.map +1 -1
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.cjs +141 -35
- package/dist/bin/mcp-stdio-server.cjs.map +1 -1
- package/dist/bin/mcp-stdio-server.js +4 -4
- package/dist/bin/paa-harvest.cjs.map +1 -1
- package/dist/bin/paa-harvest.js +3 -3
- package/dist/{chunk-MFNGUM4L.js → chunk-2XTYLJQK.js} +15 -1
- package/dist/chunk-2XTYLJQK.js.map +1 -0
- package/dist/{chunk-YW2LXLDU.js → chunk-5BEPOFKG.js} +160 -15
- package/dist/chunk-5BEPOFKG.js.map +1 -0
- package/dist/chunk-73MUQSWC.js +7 -0
- package/dist/chunk-73MUQSWC.js.map +1 -0
- package/dist/{chunk-MFE6RMIA.js → chunk-GOZIG6HD.js} +2 -2
- package/dist/{chunk-R66PJOZW.js → chunk-NNZXZTJ2.js} +2 -2
- package/dist/{chunk-64WBUDPC.js → chunk-O63VVCCE.js} +143 -37
- package/dist/chunk-O63VVCCE.js.map +1 -0
- package/dist/{chunk-6DPIE262.js → chunk-QHVFKFME.js} +2 -2
- package/dist/{chunk-PODASLGT.js → chunk-QXAY44SA.js} +2 -2
- package/dist/{chunk-ZEMHL36J.js → chunk-YMSZO62N.js} +2 -2
- package/dist/{db-A4YUPV4Z.js → db-UPSS5BGM.js} +2 -2
- package/dist/editorial-reading-room/assets/app.js +62 -0
- package/dist/editorial-reading-room/assets/index.html +8 -0
- package/dist/editorial-reading-room/assets/styles.css +39 -0
- package/dist/{extract-bundle-2HONVC5T.js → extract-bundle-RCTNANCH.js} +3 -3
- package/dist/index.cjs.map +1 -1
- package/dist/index.js +3 -3
- package/dist/{location-data-repository-YWFJGNIP.js → location-data-repository-UUSHH5M2.js} +3 -3
- package/dist/{server-JE7SLZLJ.js → server-IGIIEHXY.js} +518 -135
- package/dist/server-IGIIEHXY.js.map +1 -0
- package/dist/{site-extract-repository-STNOI5OH.js → site-extract-repository-3VQAALNR.js} +3 -3
- package/dist/{worker-4MHZS3OB.js → worker-KQN673JF.js} +5 -5
- package/package.json +1 -1
- package/dist/chunk-64WBUDPC.js.map +0 -1
- package/dist/chunk-MFNGUM4L.js.map +0 -1
- package/dist/chunk-XLEDHV3J.js +0 -7
- package/dist/chunk-XLEDHV3J.js.map +0 -1
- package/dist/chunk-YW2LXLDU.js.map +0 -1
- package/dist/server-JE7SLZLJ.js.map +0 -1
- /package/dist/{analytics-repository-WWXVU3VW.js.map → analytics-repository-IKE53S3E.js.map} +0 -0
- /package/dist/{chunk-MFE6RMIA.js.map → chunk-GOZIG6HD.js.map} +0 -0
- /package/dist/{chunk-R66PJOZW.js.map → chunk-NNZXZTJ2.js.map} +0 -0
- /package/dist/{chunk-6DPIE262.js.map → chunk-QHVFKFME.js.map} +0 -0
- /package/dist/{chunk-PODASLGT.js.map → chunk-QXAY44SA.js.map} +0 -0
- /package/dist/{chunk-ZEMHL36J.js.map → chunk-YMSZO62N.js.map} +0 -0
- /package/dist/{db-A4YUPV4Z.js.map → db-UPSS5BGM.js.map} +0 -0
- /package/dist/{extract-bundle-2HONVC5T.js.map → extract-bundle-RCTNANCH.js.map} +0 -0
- /package/dist/{location-data-repository-YWFJGNIP.js.map → location-data-repository-UUSHH5M2.js.map} +0 -0
- /package/dist/{site-extract-repository-STNOI5OH.js.map → site-extract-repository-3VQAALNR.js.map} +0 -0
- /package/dist/{worker-4MHZS3OB.js.map → worker-KQN673JF.js.map} +0 -0
package/README.md
CHANGED
|
@@ -90,7 +90,7 @@ Build the branded one-click bundle:
|
|
|
90
90
|
npm run build:mcpb
|
|
91
91
|
```
|
|
92
92
|
|
|
93
|
-
The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.
|
|
93
|
+
The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.51.0`, SHA-256 `6b4a1ec6a49a71981da0a2a98628244a49274993d62f60c5e7107cec0f9232ff`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
|
|
94
94
|
|
|
95
95
|
The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
|
|
96
96
|
|
|
@@ -175,8 +175,8 @@ env = { MCP_SCRAPER_API_KEY = "sk_live_your_key" }
|
|
|
175
175
|
- `workflow_run` — run hosted workflows such as `agent-packet`, `local-competitive-audit`, `map-comparison`, `serp-comparison`, `paa-expansion-brief`, and `ai-overview-language`; returns run metadata, summary, and artifact IDs.
|
|
176
176
|
- `workflow_status` — reopen a workflow run and list its current status and artifacts.
|
|
177
177
|
- `workflow_artifact_read` — pull generated workflow artifacts such as `evidence.json`, CSVs, Markdown briefs, and reports back into MCP context.
|
|
178
|
-
- `editorial_reading_room_guide` — load the reusable editorial workflow, content contract, or compact example before turning dense supplied material into a reading surface.
|
|
179
|
-
- `create_editorial_reading_room` — render fully authored, source-grounded articles into one self-contained mobile-first HTML reading room with contents,
|
|
178
|
+
- `editorial_reading_room_guide` — load the reusable editorial workflow, 100-article content contract, image/provenance rules, or compact example before turning dense supplied material into a reading surface.
|
|
179
|
+
- `create_editorial_reading_room` — render up to 100 fully authored, source-grounded articles into one self-contained mobile-first HTML reading room with contents, navigation, search, jump links, progress, text sizing, evening mode, structured card/hero images, Markdown body images, collection/article Open Graph images, and visible provenance. Static files emit collection social metadata and update article metadata in-browser; crawler-perfect article unfurls require a host that renders article-specific head tags. Hosted clients receive a private seven-day artifact; local stdio clients receive an openable file under the MCP Scraper output directory.
|
|
180
180
|
- `renew_editorial_reading_room_download` — issue a fresh signed URL for an unexpired private reading-room artifact.
|
|
181
181
|
- `commons_prepare_publication` / `commons_validate_publication` — check a subscriber-chosen publication subdomain and validate a claim or complete source-grounded editorial edition without writing.
|
|
182
182
|
- `commons_claim_publication` — idempotently claim one globally unique `https://{name}.transparent-commons.cc` publication for the authenticated subscriber.
|
|
@@ -206,6 +206,14 @@ Google Drive Phase 1 exposes ten bounded reads plus the separately gated `create
|
|
|
206
206
|
|
|
207
207
|
Google Search Console exposes eight bounded reads and eight gated property and sitemap mutations, including API-only batches for URL inspection, Search Analytics comparison, property management, and sitemap management. Batch calls return per-item receipts, run quota-consciously, and do not require database persistence; destructive batches default to dry-run previews and require explicit confirmation. Its optional deterministic `connection_sync` path backfills Search Analytics in bounded pages, persists raw records and checkpoints, mirrors normalized records into the selected Memory vault, and upserts performance rows into one indexed tenant-owned table per connection. The table supports exact/range/substring/in-list filtering by site, date, query, page, country, device, clicks, impressions, CTR, and position. Scheduled agent runs can instead receive only the exact Search Console tools granted to that schedule.
|
|
208
208
|
|
|
209
|
+
### Memory discovery and safe editing
|
|
210
|
+
|
|
211
|
+
- Start unknown-location recall with `memory-search`. It uses Hybrid Smart RAG and returns ranked excerpts, not complete notes.
|
|
212
|
+
- Read strong candidates with `memory-get` before relying on, summarizing, linking, or editing them.
|
|
213
|
+
- Use `memory-list` for an exhaustive vault inventory. It returns every note's metadata plus a sorted list of every represented folder and nested folder.
|
|
214
|
+
- Use `list-memory-tags` for the complete account-wide canonical tag vocabulary, aliases, usage counts, and per-vault distribution.
|
|
215
|
+
- `memory-put` replaces the complete note body. For edits, read the note, merge the requested change into the full body, write with `baseRevision`, then read back and verify it.
|
|
216
|
+
|
|
209
217
|
### Browser-agent tools
|
|
210
218
|
|
|
211
219
|
- `browser_open` — open a direct/no-proxy hosted browser session. Pass a saved profile name to load an authenticated session. Returns a human `watch_url`.
|
|
@@ -1,5 +1,8 @@
|
|
|
1
1
|
import {
|
|
2
|
+
ANALYTICS_CONTENT_SORTS,
|
|
2
3
|
AnalyticsRepositoryError,
|
|
4
|
+
ENGAGED_SESSION_MS,
|
|
5
|
+
MAX_ENGAGED_MS,
|
|
3
6
|
analyticsAcquisition,
|
|
4
7
|
analyticsBusinessMetrics,
|
|
5
8
|
analyticsChannelBreakdown,
|
|
@@ -43,6 +46,7 @@ import {
|
|
|
43
46
|
migrateAnalytics,
|
|
44
47
|
normalizeAnalyticsPath,
|
|
45
48
|
normalizeAnalyticsUrl,
|
|
49
|
+
normalizeContentOptions,
|
|
46
50
|
normalizeObservedHostname,
|
|
47
51
|
queueAnalyticsActivation,
|
|
48
52
|
queueAnalyticsFormDelivery,
|
|
@@ -56,9 +60,12 @@ import {
|
|
|
56
60
|
updateAnalyticsBusinessModel,
|
|
57
61
|
updateAnalyticsPixel,
|
|
58
62
|
upsertAnalyticsAdSpend
|
|
59
|
-
} from "./chunk-
|
|
63
|
+
} from "./chunk-5BEPOFKG.js";
|
|
60
64
|
export {
|
|
65
|
+
ANALYTICS_CONTENT_SORTS,
|
|
61
66
|
AnalyticsRepositoryError,
|
|
67
|
+
ENGAGED_SESSION_MS,
|
|
68
|
+
MAX_ENGAGED_MS,
|
|
62
69
|
analyticsAcquisition,
|
|
63
70
|
analyticsBusinessMetrics,
|
|
64
71
|
analyticsChannelBreakdown,
|
|
@@ -102,6 +109,7 @@ export {
|
|
|
102
109
|
migrateAnalytics,
|
|
103
110
|
normalizeAnalyticsPath,
|
|
104
111
|
normalizeAnalyticsUrl,
|
|
112
|
+
normalizeContentOptions,
|
|
105
113
|
normalizeObservedHostname,
|
|
106
114
|
queueAnalyticsActivation,
|
|
107
115
|
queueAnalyticsFormDelivery,
|
|
@@ -116,4 +124,4 @@ export {
|
|
|
116
124
|
updateAnalyticsPixel,
|
|
117
125
|
upsertAnalyticsAdSpend
|
|
118
126
|
};
|
|
119
|
-
//# sourceMappingURL=analytics-repository-
|
|
127
|
+
//# sourceMappingURL=analytics-repository-IKE53S3E.js.map
|