mcp-scraper 0.49.0 → 0.51.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/README.md +11 -3
  2. package/dist/{analytics-repository-WWXVU3VW.js → analytics-repository-IKE53S3E.js} +10 -2
  3. package/dist/bin/api-server.cjs +840 -177
  4. package/dist/bin/api-server.cjs.map +1 -1
  5. package/dist/bin/api-server.js +4 -4
  6. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  7. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  8. package/dist/bin/mcp-scraper-cli.js +1 -1
  9. package/dist/bin/mcp-scraper-install.cjs +1 -1
  10. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  11. package/dist/bin/mcp-scraper-install.js +1 -1
  12. package/dist/bin/mcp-stdio-server.cjs +141 -35
  13. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  14. package/dist/bin/mcp-stdio-server.js +4 -4
  15. package/dist/bin/paa-harvest.cjs.map +1 -1
  16. package/dist/bin/paa-harvest.js +3 -3
  17. package/dist/{chunk-MFNGUM4L.js → chunk-2XTYLJQK.js} +15 -1
  18. package/dist/chunk-2XTYLJQK.js.map +1 -0
  19. package/dist/{chunk-YW2LXLDU.js → chunk-5BEPOFKG.js} +160 -15
  20. package/dist/chunk-5BEPOFKG.js.map +1 -0
  21. package/dist/chunk-73MUQSWC.js +7 -0
  22. package/dist/chunk-73MUQSWC.js.map +1 -0
  23. package/dist/{chunk-MFE6RMIA.js → chunk-GOZIG6HD.js} +2 -2
  24. package/dist/{chunk-R66PJOZW.js → chunk-NNZXZTJ2.js} +2 -2
  25. package/dist/{chunk-64WBUDPC.js → chunk-O63VVCCE.js} +143 -37
  26. package/dist/chunk-O63VVCCE.js.map +1 -0
  27. package/dist/{chunk-6DPIE262.js → chunk-QHVFKFME.js} +2 -2
  28. package/dist/{chunk-PODASLGT.js → chunk-QXAY44SA.js} +2 -2
  29. package/dist/{chunk-ZEMHL36J.js → chunk-YMSZO62N.js} +2 -2
  30. package/dist/{db-A4YUPV4Z.js → db-UPSS5BGM.js} +2 -2
  31. package/dist/editorial-reading-room/assets/app.js +62 -0
  32. package/dist/editorial-reading-room/assets/index.html +8 -0
  33. package/dist/editorial-reading-room/assets/styles.css +39 -0
  34. package/dist/{extract-bundle-2HONVC5T.js → extract-bundle-RCTNANCH.js} +3 -3
  35. package/dist/index.cjs.map +1 -1
  36. package/dist/index.js +3 -3
  37. package/dist/{location-data-repository-YWFJGNIP.js → location-data-repository-UUSHH5M2.js} +3 -3
  38. package/dist/{server-JE7SLZLJ.js → server-IGIIEHXY.js} +518 -135
  39. package/dist/server-IGIIEHXY.js.map +1 -0
  40. package/dist/{site-extract-repository-STNOI5OH.js → site-extract-repository-3VQAALNR.js} +3 -3
  41. package/dist/{worker-4MHZS3OB.js → worker-KQN673JF.js} +5 -5
  42. package/package.json +1 -1
  43. package/dist/chunk-64WBUDPC.js.map +0 -1
  44. package/dist/chunk-MFNGUM4L.js.map +0 -1
  45. package/dist/chunk-XLEDHV3J.js +0 -7
  46. package/dist/chunk-XLEDHV3J.js.map +0 -1
  47. package/dist/chunk-YW2LXLDU.js.map +0 -1
  48. package/dist/server-JE7SLZLJ.js.map +0 -1
  49. /package/dist/{analytics-repository-WWXVU3VW.js.map → analytics-repository-IKE53S3E.js.map} +0 -0
  50. /package/dist/{chunk-MFE6RMIA.js.map → chunk-GOZIG6HD.js.map} +0 -0
  51. /package/dist/{chunk-R66PJOZW.js.map → chunk-NNZXZTJ2.js.map} +0 -0
  52. /package/dist/{chunk-6DPIE262.js.map → chunk-QHVFKFME.js.map} +0 -0
  53. /package/dist/{chunk-PODASLGT.js.map → chunk-QXAY44SA.js.map} +0 -0
  54. /package/dist/{chunk-ZEMHL36J.js.map → chunk-YMSZO62N.js.map} +0 -0
  55. /package/dist/{db-A4YUPV4Z.js.map → db-UPSS5BGM.js.map} +0 -0
  56. /package/dist/{extract-bundle-2HONVC5T.js.map → extract-bundle-RCTNANCH.js.map} +0 -0
  57. /package/dist/{location-data-repository-YWFJGNIP.js.map → location-data-repository-UUSHH5M2.js.map} +0 -0
  58. /package/dist/{site-extract-repository-STNOI5OH.js.map → site-extract-repository-3VQAALNR.js.map} +0 -0
  59. /package/dist/{worker-4MHZS3OB.js.map → worker-KQN673JF.js.map} +0 -0
package/README.md CHANGED
@@ -90,7 +90,7 @@ Build the branded one-click bundle:
90
90
  npm run build:mcpb
91
91
  ```
92
92
 
93
- The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.49.0`, SHA-256 `a326440bcd01cbb5f2d0af3a8713b4c5e2c8075958bf1ad1eb82d849224853ee`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
93
+ The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.51.0`, SHA-256 `6b4a1ec6a49a71981da0a2a98628244a49274993d62f60c5e7107cec0f9232ff`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
94
94
 
95
95
  The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
96
96
 
@@ -175,8 +175,8 @@ env = { MCP_SCRAPER_API_KEY = "sk_live_your_key" }
175
175
  - `workflow_run` — run hosted workflows such as `agent-packet`, `local-competitive-audit`, `map-comparison`, `serp-comparison`, `paa-expansion-brief`, and `ai-overview-language`; returns run metadata, summary, and artifact IDs.
176
176
  - `workflow_status` — reopen a workflow run and list its current status and artifacts.
177
177
  - `workflow_artifact_read` — pull generated workflow artifacts such as `evidence.json`, CSVs, Markdown briefs, and reports back into MCP context.
178
- - `editorial_reading_room_guide` — load the reusable editorial workflow, content contract, or compact example before turning dense supplied material into a reading surface.
179
- - `create_editorial_reading_room` — render fully authored, source-grounded articles into one self-contained mobile-first HTML reading room with contents, hamburger navigation, search, jump links, progress, text sizing, evening mode, and visible provenance. Hosted clients receive a private seven-day artifact; local stdio clients receive an openable file under the MCP Scraper output directory.
178
+ - `editorial_reading_room_guide` — load the reusable editorial workflow, 100-article content contract, image/provenance rules, or compact example before turning dense supplied material into a reading surface.
179
+ - `create_editorial_reading_room` — render up to 100 fully authored, source-grounded articles into one self-contained mobile-first HTML reading room with contents, navigation, search, jump links, progress, text sizing, evening mode, structured card/hero images, Markdown body images, collection/article Open Graph images, and visible provenance. Static files emit collection social metadata and update article metadata in-browser; crawler-perfect article unfurls require a host that renders article-specific head tags. Hosted clients receive a private seven-day artifact; local stdio clients receive an openable file under the MCP Scraper output directory.
180
180
  - `renew_editorial_reading_room_download` — issue a fresh signed URL for an unexpired private reading-room artifact.
181
181
  - `commons_prepare_publication` / `commons_validate_publication` — check a subscriber-chosen publication subdomain and validate a claim or complete source-grounded editorial edition without writing.
182
182
  - `commons_claim_publication` — idempotently claim one globally unique `https://{name}.transparent-commons.cc` publication for the authenticated subscriber.
@@ -206,6 +206,14 @@ Google Drive Phase 1 exposes ten bounded reads plus the separately gated `create
206
206
 
207
207
  Google Search Console exposes eight bounded reads and eight gated property and sitemap mutations, including API-only batches for URL inspection, Search Analytics comparison, property management, and sitemap management. Batch calls return per-item receipts, run quota-consciously, and do not require database persistence; destructive batches default to dry-run previews and require explicit confirmation. Its optional deterministic `connection_sync` path backfills Search Analytics in bounded pages, persists raw records and checkpoints, mirrors normalized records into the selected Memory vault, and upserts performance rows into one indexed tenant-owned table per connection. The table supports exact/range/substring/in-list filtering by site, date, query, page, country, device, clicks, impressions, CTR, and position. Scheduled agent runs can instead receive only the exact Search Console tools granted to that schedule.
208
208
 
209
+ ### Memory discovery and safe editing
210
+
211
+ - Start unknown-location recall with `memory-search`. It uses Hybrid Smart RAG and returns ranked excerpts, not complete notes.
212
+ - Read strong candidates with `memory-get` before relying on, summarizing, linking, or editing them.
213
+ - Use `memory-list` for an exhaustive vault inventory. It returns every note's metadata plus a sorted list of every represented folder and nested folder.
214
+ - Use `list-memory-tags` for the complete account-wide canonical tag vocabulary, aliases, usage counts, and per-vault distribution.
215
+ - `memory-put` replaces the complete note body. For edits, read the note, merge the requested change into the full body, write with `baseRevision`, then read back and verify it.
216
+
209
217
  ### Browser-agent tools
210
218
 
211
219
  - `browser_open` — open a direct/no-proxy hosted browser session. Pass a saved profile name to load an authenticated session. Returns a human `watch_url`.
@@ -1,5 +1,8 @@
1
1
  import {
2
+ ANALYTICS_CONTENT_SORTS,
2
3
  AnalyticsRepositoryError,
4
+ ENGAGED_SESSION_MS,
5
+ MAX_ENGAGED_MS,
3
6
  analyticsAcquisition,
4
7
  analyticsBusinessMetrics,
5
8
  analyticsChannelBreakdown,
@@ -43,6 +46,7 @@ import {
43
46
  migrateAnalytics,
44
47
  normalizeAnalyticsPath,
45
48
  normalizeAnalyticsUrl,
49
+ normalizeContentOptions,
46
50
  normalizeObservedHostname,
47
51
  queueAnalyticsActivation,
48
52
  queueAnalyticsFormDelivery,
@@ -56,9 +60,12 @@ import {
56
60
  updateAnalyticsBusinessModel,
57
61
  updateAnalyticsPixel,
58
62
  upsertAnalyticsAdSpend
59
- } from "./chunk-YW2LXLDU.js";
63
+ } from "./chunk-5BEPOFKG.js";
60
64
  export {
65
+ ANALYTICS_CONTENT_SORTS,
61
66
  AnalyticsRepositoryError,
67
+ ENGAGED_SESSION_MS,
68
+ MAX_ENGAGED_MS,
62
69
  analyticsAcquisition,
63
70
  analyticsBusinessMetrics,
64
71
  analyticsChannelBreakdown,
@@ -102,6 +109,7 @@ export {
102
109
  migrateAnalytics,
103
110
  normalizeAnalyticsPath,
104
111
  normalizeAnalyticsUrl,
112
+ normalizeContentOptions,
105
113
  normalizeObservedHostname,
106
114
  queueAnalyticsActivation,
107
115
  queueAnalyticsFormDelivery,
@@ -116,4 +124,4 @@ export {
116
124
  updateAnalyticsPixel,
117
125
  upsertAnalyticsAdSpend
118
126
  };
119
- //# sourceMappingURL=analytics-repository-WWXVU3VW.js.map
127
+ //# sourceMappingURL=analytics-repository-IKE53S3E.js.map