mcp-scraper 0.47.0 → 0.48.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/README.md +2 -2
  2. package/dist/analytics-repository-WWXVU3VW.js +119 -0
  3. package/dist/bin/api-server.cjs +7429 -1887
  4. package/dist/bin/api-server.cjs.map +1 -1
  5. package/dist/bin/api-server.js +8 -4
  6. package/dist/bin/api-server.js.map +1 -1
  7. package/dist/bin/mcp-scraper-cli.cjs +1 -1
  8. package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
  9. package/dist/bin/mcp-scraper-cli.js +1 -1
  10. package/dist/bin/mcp-scraper-install.cjs +2 -2
  11. package/dist/bin/mcp-scraper-install.cjs.map +1 -1
  12. package/dist/bin/mcp-scraper-install.js +2 -2
  13. package/dist/bin/mcp-stdio-server.cjs +1812 -1028
  14. package/dist/bin/mcp-stdio-server.cjs.map +1 -1
  15. package/dist/bin/mcp-stdio-server.js +5 -5
  16. package/dist/bin/paa-harvest.cjs.map +1 -1
  17. package/dist/bin/paa-harvest.js +3 -3
  18. package/dist/{chunk-MW3ET532.js → chunk-6DPIE262.js} +2 -2
  19. package/dist/chunk-IAXQIHNS.js +7 -0
  20. package/dist/chunk-IAXQIHNS.js.map +1 -0
  21. package/dist/{chunk-JH7A4HA7.js → chunk-MFE6RMIA.js} +2 -2
  22. package/dist/{chunk-5S6LYQQO.js → chunk-MFNGUM4L.js} +2 -2
  23. package/dist/chunk-MFNGUM4L.js.map +1 -0
  24. package/dist/{chunk-IWYYZXBR.js → chunk-PODASLGT.js} +2 -2
  25. package/dist/{chunk-XCGQBGDA.js → chunk-PTABZABJ.js} +2081 -1262
  26. package/dist/chunk-PTABZABJ.js.map +1 -0
  27. package/dist/{chunk-QSUGPYGQ.js → chunk-QAH7WMYC.js} +2 -2
  28. package/dist/{chunk-QSUGPYGQ.js.map → chunk-QAH7WMYC.js.map} +1 -1
  29. package/dist/{chunk-TV6KPZ6J.js → chunk-R66PJOZW.js} +2 -2
  30. package/dist/chunk-YW2LXLDU.js +2865 -0
  31. package/dist/chunk-YW2LXLDU.js.map +1 -0
  32. package/dist/{chunk-GV5EGE5M.js → chunk-ZEMHL36J.js} +2 -2
  33. package/dist/{db-W3RPRILW.js → db-A4YUPV4Z.js} +2 -2
  34. package/dist/{extract-bundle-DXWWQER6.js → extract-bundle-2HONVC5T.js} +3 -3
  35. package/dist/index.cjs.map +1 -1
  36. package/dist/index.js +3 -3
  37. package/dist/{location-data-repository-2FJVMTZ2.js → location-data-repository-YWFJGNIP.js} +3 -3
  38. package/dist/{server-OHMZJRSB.js → server-EVTCL3KB.js} +2124 -269
  39. package/dist/server-EVTCL3KB.js.map +1 -0
  40. package/dist/{site-extract-repository-UULQAGO4.js → site-extract-repository-STNOI5OH.js} +3 -3
  41. package/dist/site-extract-repository-STNOI5OH.js.map +1 -0
  42. package/dist/{worker-3QX7LG62.js → worker-4MHZS3OB.js} +5 -5
  43. package/package.json +3 -1
  44. package/dist/chunk-5S6LYQQO.js.map +0 -1
  45. package/dist/chunk-H4NWAF5B.js +0 -7
  46. package/dist/chunk-H4NWAF5B.js.map +0 -1
  47. package/dist/chunk-XCGQBGDA.js.map +0 -1
  48. package/dist/server-OHMZJRSB.js.map +0 -1
  49. /package/dist/{db-W3RPRILW.js.map → analytics-repository-WWXVU3VW.js.map} +0 -0
  50. /package/dist/{chunk-MW3ET532.js.map → chunk-6DPIE262.js.map} +0 -0
  51. /package/dist/{chunk-JH7A4HA7.js.map → chunk-MFE6RMIA.js.map} +0 -0
  52. /package/dist/{chunk-IWYYZXBR.js.map → chunk-PODASLGT.js.map} +0 -0
  53. /package/dist/{chunk-TV6KPZ6J.js.map → chunk-R66PJOZW.js.map} +0 -0
  54. /package/dist/{chunk-GV5EGE5M.js.map → chunk-ZEMHL36J.js.map} +0 -0
  55. /package/dist/{location-data-repository-2FJVMTZ2.js.map → db-A4YUPV4Z.js.map} +0 -0
  56. /package/dist/{extract-bundle-DXWWQER6.js.map → extract-bundle-2HONVC5T.js.map} +0 -0
  57. /package/dist/{site-extract-repository-UULQAGO4.js.map → location-data-repository-YWFJGNIP.js.map} +0 -0
  58. /package/dist/{worker-3QX7LG62.js.map → worker-4MHZS3OB.js.map} +0 -0
package/README.md CHANGED
@@ -90,7 +90,7 @@ Build the branded one-click bundle:
90
90
  npm run build:mcpb
91
91
  ```
92
92
 
93
- The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.47.0`, SHA-256 `a5802aa38c128809c8358e1f7296e42c7c3e4037ec24d27a3cf90b33e3176fe9`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
93
+ The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.48.0`, SHA-256 `8f0e34d44571a8b7558e4bae20dca90b28d97dc38b45096dd4514522097581fb`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
94
94
 
95
95
  The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
96
96
 
@@ -237,7 +237,7 @@ The `mcp-scraper` server (and the MCPB bundle, which runs it) exposes both secti
237
237
 
238
238
  All MCP tools expose output schemas and return `structuredContent` with the IDs, URLs, CSV paths, transcripts, browser session handles, replay paths, artifacts, recipe fields, or blueprint fields needed by the next step. Browser Agent tools keep a JSON text block for older clients, but structured data is the primary contract. All tools carry MCP annotations; file-writing tools such as replay downloads and annotations state their filesystem side effects.
239
239
 
240
- The canonical tool inventory is generated at `docs/mcp-tool-manifest.generated.json`. The unified server exposes 220 tools: 119 scraper, browser, workflow, billing, and connected-service tools plus 101 durable-memory tools. The scraper inventory includes governed Local Sourcebook tools that follow a Memory-style contract/tag/prepare/validate/capture sequence before paid acquisition, plus Transparent Commons tools for public entity search, planning, validation, governed contribution, ledgers, needs-link discovery, saved filters, and subscriber-owned editorial publications. Successful evidence-compiled Local Sourcebook revisions publish automatically to their canonical `localsourcebook.com` category profile and review URLs; administrator controls handle exceptional rejection or unpublishing. Release verification compares the exact local and hosted tool-name sets, not only the count.
240
+ The canonical tool inventory is generated at `docs/mcp-tool-manifest.generated.json`. The unified server exposes 245 tools: 144 scraper, browser, workflow, billing, and connected-service tools plus 101 durable-memory tools. The scraper-side inventory includes governed Local Sourcebook tools, Transparent Commons entity and publication tools, the searchable News Publisher and Editorial Reading Room template workflow, and 24 X-Ray tools for pixel administration, reporting, attribution journeys, campaign links, exports, and scheduled reports. Successful evidence-compiled Local Sourcebook revisions publish automatically to their canonical `localsourcebook.com` category profile and review URLs; administrator controls handle exceptional rejection or unpublishing. Release verification compares the exact local and hosted tool-name sets, not only the count.
241
241
 
242
242
  For contract parity, stdio and MCPB memory calls invoke the matching public tool on the hosted MCP Scraper `/mcp` endpoint. The hosted aggregate runtime owns MCP Scraper-specific billing, scheduling, credential, and in-process cutover policy; its internal `/memory/mcp-call` bridge is a fallback to the standalone memory service, not the public stdio execution path. Direct `mcp-memory` OAuth and stdio clients continue to use `memory.mcpscraper.dev` and must be verified as a separate dependent release surface.
243
243
 
@@ -0,0 +1,119 @@
1
+ import {
2
+ AnalyticsRepositoryError,
3
+ analyticsAcquisition,
4
+ analyticsBusinessMetrics,
5
+ analyticsChannelBreakdown,
6
+ analyticsContent,
7
+ analyticsConversions,
8
+ analyticsDimensions,
9
+ analyticsEventCounts,
10
+ analyticsForecast,
11
+ analyticsHealth,
12
+ analyticsOverview,
13
+ analyticsPaths,
14
+ analyticsTimeseries,
15
+ archiveAnalyticsActivationDestination,
16
+ archiveAnalyticsCampaignLink,
17
+ claimAnalyticsFormDeliveryJobs,
18
+ closeAnalyticsPool,
19
+ completeAnalyticsFormDelivery,
20
+ createAnalyticsActivationDestination,
21
+ createAnalyticsCampaignLink,
22
+ createAnalyticsConversion,
23
+ createAnalyticsCrmImport,
24
+ createAnalyticsExport,
25
+ createAnalyticsForm,
26
+ createAnalyticsPixel,
27
+ createAnalyticsSite,
28
+ deferAnalyticsFormDelivery,
29
+ deleteAnalyticsSite,
30
+ getAnalyticsPersonJourney,
31
+ getAnalyticsPool,
32
+ getPublicAnalyticsForm,
33
+ ingestAnalyticsEvents,
34
+ isAnalyticsFormPlacementApproved,
35
+ linkAnalyticsFormIdentity,
36
+ listAnalyticsActivationDestinations,
37
+ listAnalyticsCampaignLinks,
38
+ listAnalyticsCrmImports,
39
+ listAnalyticsForms,
40
+ listAnalyticsPeople,
41
+ listAnalyticsPixels,
42
+ listAnalyticsSites,
43
+ migrateAnalytics,
44
+ normalizeAnalyticsPath,
45
+ normalizeAnalyticsUrl,
46
+ normalizeObservedHostname,
47
+ queueAnalyticsActivation,
48
+ queueAnalyticsFormDelivery,
49
+ recordAnalyticsFormSubmission,
50
+ refreshAnalyticsDailyRollups,
51
+ refreshAnalyticsDailyRollupsIfDue,
52
+ resolveAnalyticsCampaignLink,
53
+ sanitizeAnalyticsProperties,
54
+ sanitizeClickIds,
55
+ setAnalyticsPixelDomainState,
56
+ updateAnalyticsBusinessModel,
57
+ updateAnalyticsPixel,
58
+ upsertAnalyticsAdSpend
59
+ } from "./chunk-YW2LXLDU.js";
60
+ export {
61
+ AnalyticsRepositoryError,
62
+ analyticsAcquisition,
63
+ analyticsBusinessMetrics,
64
+ analyticsChannelBreakdown,
65
+ analyticsContent,
66
+ analyticsConversions,
67
+ analyticsDimensions,
68
+ analyticsEventCounts,
69
+ analyticsForecast,
70
+ analyticsHealth,
71
+ analyticsOverview,
72
+ analyticsPaths,
73
+ analyticsTimeseries,
74
+ archiveAnalyticsActivationDestination,
75
+ archiveAnalyticsCampaignLink,
76
+ claimAnalyticsFormDeliveryJobs,
77
+ closeAnalyticsPool,
78
+ completeAnalyticsFormDelivery,
79
+ createAnalyticsActivationDestination,
80
+ createAnalyticsCampaignLink,
81
+ createAnalyticsConversion,
82
+ createAnalyticsCrmImport,
83
+ createAnalyticsExport,
84
+ createAnalyticsForm,
85
+ createAnalyticsPixel,
86
+ createAnalyticsSite,
87
+ deferAnalyticsFormDelivery,
88
+ deleteAnalyticsSite,
89
+ getAnalyticsPersonJourney,
90
+ getAnalyticsPool,
91
+ getPublicAnalyticsForm,
92
+ ingestAnalyticsEvents,
93
+ isAnalyticsFormPlacementApproved,
94
+ linkAnalyticsFormIdentity,
95
+ listAnalyticsActivationDestinations,
96
+ listAnalyticsCampaignLinks,
97
+ listAnalyticsCrmImports,
98
+ listAnalyticsForms,
99
+ listAnalyticsPeople,
100
+ listAnalyticsPixels,
101
+ listAnalyticsSites,
102
+ migrateAnalytics,
103
+ normalizeAnalyticsPath,
104
+ normalizeAnalyticsUrl,
105
+ normalizeObservedHostname,
106
+ queueAnalyticsActivation,
107
+ queueAnalyticsFormDelivery,
108
+ recordAnalyticsFormSubmission,
109
+ refreshAnalyticsDailyRollups,
110
+ refreshAnalyticsDailyRollupsIfDue,
111
+ resolveAnalyticsCampaignLink,
112
+ sanitizeAnalyticsProperties,
113
+ sanitizeClickIds,
114
+ setAnalyticsPixelDomainState,
115
+ updateAnalyticsBusinessModel,
116
+ updateAnalyticsPixel,
117
+ upsertAnalyticsAdSpend
118
+ };
119
+ //# sourceMappingURL=analytics-repository-WWXVU3VW.js.map