mcp-scraper 0.83.3 → 0.83.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +15 -0
- package/README.md +1 -1
- package/dist/bin/api-server.js +1 -1
- package/dist/bin/mcp-scraper-cli.js +1 -1
- package/dist/bin/mcp-scraper-core.js +3 -3
- package/dist/bin/mcp-scraper-install.js +1 -1
- package/dist/bin/mcp-stdio-server.js +3 -3
- package/dist/{chunk-T5IM6BDD.js → chunk-2B636U7P.js} +1 -1
- package/dist/{chunk-RHP6AZOJ.js → chunk-2BOBOKFQ.js} +1 -1
- package/dist/{chunk-PUSG46S2.js → chunk-VJHMPJR7.js} +2 -2
- package/dist/{server-3WEFWWTX.js → server-2E4YF6TY.js} +32 -16
- package/package.json +1 -1
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,19 @@ All notable changes to MCP Scraper are documented here. The format is based on [
|
|
|
4
4
|
|
|
5
5
|
## [Unreleased]
|
|
6
6
|
|
|
7
|
+
## [0.83.5] - 2026-09-01
|
|
8
|
+
|
|
9
|
+
### Fixed
|
|
10
|
+
|
|
11
|
+
- Allowed auto-discovered rules to verify bounded repeated DOM matches, including parallel desktop/mobile navigation and repeated semantic CTAs, instead of falsely treating every selector as unique.
|
|
12
|
+
|
|
13
|
+
## [0.83.4] - 2026-09-01
|
|
14
|
+
|
|
15
|
+
### Fixed
|
|
16
|
+
|
|
17
|
+
- Collapsed repeated route-and-selector setup candidates into one runtime rule, preventing one semantic CTA interaction from emitting duplicate events.
|
|
18
|
+
- Published `data-xray-event` selectors as semantic rules so the Pixel records the element's live CTA placement, component, action, destination, plan, value, currency, and content dimensions.
|
|
19
|
+
|
|
7
20
|
## [0.83.3] - 2026-09-01
|
|
8
21
|
|
|
9
22
|
### Fixed
|
|
@@ -1600,6 +1613,8 @@ All notable changes to MCP Scraper are documented here. The format is based on [
|
|
|
1600
1613
|
- Provider-specific connection data is normalized into one agent-facing contract.
|
|
1601
1614
|
|
|
1602
1615
|
[Unreleased]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.83.3...HEAD
|
|
1616
|
+
[0.83.5]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.83.4...v0.83.5
|
|
1617
|
+
[0.83.4]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.83.3...v0.83.4
|
|
1603
1618
|
[0.83.3]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.83.2...v0.83.3
|
|
1604
1619
|
[0.83.2]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.83.1...v0.83.2
|
|
1605
1620
|
[0.83.1]: https://github.com/VilovietaSEO/mcp-scraper/compare/v0.83.0...v0.83.1
|
package/README.md
CHANGED
|
@@ -175,7 +175,7 @@ Build the branded one-click bundle:
|
|
|
175
175
|
npm run build:mcpb
|
|
176
176
|
```
|
|
177
177
|
|
|
178
|
-
The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.83.
|
|
178
|
+
The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.83.5`, SHA-256 `ab7a2b9e1fb1d2020e7eeda5ef010279ce6a74effdb7399aff2f748c3ac06022`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, API-key configuration field, and manually curated current-release message from the bundle manifest.
|
|
179
179
|
|
|
180
180
|
The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
|
|
181
181
|
|
package/dist/bin/api-server.js
CHANGED
|
@@ -17,7 +17,7 @@ loadDotEnv();
|
|
|
17
17
|
async function main() {
|
|
18
18
|
const [{ serve }, { app, personalAssistantProductionStartup }, { startWorker }, { migrate }] = await Promise.all([
|
|
19
19
|
import("@hono/node-server"),
|
|
20
|
-
import("../server-
|
|
20
|
+
import("../server-2E4YF6TY.js"),
|
|
21
21
|
import("../worker-FM3ZRDY4.js"),
|
|
22
22
|
import("../db-Z34LPZNR.js")
|
|
23
23
|
]);
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import {
|
|
3
3
|
runMcpScraperStdio
|
|
4
|
-
} from "../chunk-
|
|
5
|
-
import "../chunk-
|
|
4
|
+
} from "../chunk-VJHMPJR7.js";
|
|
5
|
+
import "../chunk-2BOBOKFQ.js";
|
|
6
6
|
import "../chunk-PGJQDMC2.js";
|
|
7
7
|
import "../chunk-DNM65UCK.js";
|
|
8
8
|
import "../chunk-T3MZISOF.js";
|
|
@@ -13,7 +13,7 @@ import "../chunk-OPQIGAFB.js";
|
|
|
13
13
|
import "../chunk-UXVT7FWW.js";
|
|
14
14
|
import "../chunk-BGD7U3AE.js";
|
|
15
15
|
import "../chunk-GGZEC22A.js";
|
|
16
|
-
import "../chunk-
|
|
16
|
+
import "../chunk-2B636U7P.js";
|
|
17
17
|
import "../chunk-YXNDOQXN.js";
|
|
18
18
|
|
|
19
19
|
// src/mcp/thorbit-restricted-tool-surface.ts
|
|
@@ -4,7 +4,7 @@ import {
|
|
|
4
4
|
} from "../chunk-UXVT7FWW.js";
|
|
5
5
|
import {
|
|
6
6
|
PACKAGE_VERSION
|
|
7
|
-
} from "../chunk-
|
|
7
|
+
} from "../chunk-2B636U7P.js";
|
|
8
8
|
|
|
9
9
|
// bin/mcp-scraper-install.ts
|
|
10
10
|
var noColor = process.argv.includes("--no-color") || process.env.NO_COLOR !== void 0 || process.env.FORCE_COLOR === "0" || !process.stdout.isTTY;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import {
|
|
3
3
|
runMcpScraperStdio
|
|
4
|
-
} from "../chunk-
|
|
5
|
-
import "../chunk-
|
|
4
|
+
} from "../chunk-VJHMPJR7.js";
|
|
5
|
+
import "../chunk-2BOBOKFQ.js";
|
|
6
6
|
import "../chunk-PGJQDMC2.js";
|
|
7
7
|
import "../chunk-DNM65UCK.js";
|
|
8
8
|
import "../chunk-T3MZISOF.js";
|
|
@@ -13,7 +13,7 @@ import "../chunk-OPQIGAFB.js";
|
|
|
13
13
|
import "../chunk-UXVT7FWW.js";
|
|
14
14
|
import "../chunk-BGD7U3AE.js";
|
|
15
15
|
import "../chunk-GGZEC22A.js";
|
|
16
|
-
import "../chunk-
|
|
16
|
+
import "../chunk-2B636U7P.js";
|
|
17
17
|
import "../chunk-YXNDOQXN.js";
|
|
18
18
|
|
|
19
19
|
// bin/mcp-stdio-server.ts
|
|
@@ -12,13 +12,13 @@ import {
|
|
|
12
12
|
registerScheduledResultsMcpTools,
|
|
13
13
|
registerSerpIntelligenceCaptureTools,
|
|
14
14
|
resolveDeploymentProfile
|
|
15
|
-
} from "./chunk-
|
|
15
|
+
} from "./chunk-2BOBOKFQ.js";
|
|
16
16
|
import {
|
|
17
17
|
renderInstallTerminal
|
|
18
18
|
} from "./chunk-UXVT7FWW.js";
|
|
19
19
|
import {
|
|
20
20
|
PACKAGE_VERSION
|
|
21
|
-
} from "./chunk-
|
|
21
|
+
} from "./chunk-2B636U7P.js";
|
|
22
22
|
|
|
23
23
|
// src/mcp/stdio-runtime.ts
|
|
24
24
|
import { readFileSync } from "fs";
|
|
@@ -373,7 +373,7 @@ import {
|
|
|
373
373
|
resolveLocalSourcebookSchemaType,
|
|
374
374
|
transcribeMediaUrl,
|
|
375
375
|
transitionAnalyticsExperiment
|
|
376
|
-
} from "./chunk-
|
|
376
|
+
} from "./chunk-2BOBOKFQ.js";
|
|
377
377
|
import {
|
|
378
378
|
auditImageUrls,
|
|
379
379
|
auditImages,
|
|
@@ -494,7 +494,7 @@ import {
|
|
|
494
494
|
} from "./chunk-GGZEC22A.js";
|
|
495
495
|
import {
|
|
496
496
|
PACKAGE_VERSION
|
|
497
|
-
} from "./chunk-
|
|
497
|
+
} from "./chunk-2B636U7P.js";
|
|
498
498
|
import {
|
|
499
499
|
CaptchaError,
|
|
500
500
|
MapsSearchIncompletePageError,
|
|
@@ -53283,6 +53283,12 @@ async function requireSetupEntitlement(userId) {
|
|
|
53283
53283
|
throw new AnalyticsRepositoryError("analytics_entitlement_required", "A current X-Ray entitlement is required for site setup.", 403);
|
|
53284
53284
|
}
|
|
53285
53285
|
}
|
|
53286
|
+
function analyticsSemanticEventName(selector) {
|
|
53287
|
+
return /^\[data-xray-event=(["'])([a-z][a-z0-9_]{1,79})\1\]$/.exec(selector)?.[2] ?? null;
|
|
53288
|
+
}
|
|
53289
|
+
function analyticsAutoRuleExpectedMaximum(observedCandidates) {
|
|
53290
|
+
return Math.max(20, Math.min(100, observedCandidates));
|
|
53291
|
+
}
|
|
53286
53292
|
function analyticsSiteSetupService() {
|
|
53287
53293
|
const db = getAnalyticsPool();
|
|
53288
53294
|
return new AnalyticsSiteSetupService({
|
|
@@ -53295,20 +53301,30 @@ function analyticsSiteSetupService() {
|
|
|
53295
53301
|
hex[16] = ["8", "9", "a", "b"][Number.parseInt(hex[16], 16) % 4];
|
|
53296
53302
|
return `${hex.slice(0, 8).join("")}-${hex.slice(8, 12).join("")}-${hex.slice(12, 16).join("")}-${hex.slice(16, 20).join("")}-${hex.slice(20).join("")}`;
|
|
53297
53303
|
};
|
|
53298
|
-
const
|
|
53299
|
-
|
|
53300
|
-
|
|
53301
|
-
|
|
53302
|
-
|
|
53303
|
-
|
|
53304
|
-
|
|
53305
|
-
|
|
53306
|
-
|
|
53307
|
-
|
|
53308
|
-
|
|
53309
|
-
|
|
53310
|
-
|
|
53311
|
-
|
|
53304
|
+
const groupedCandidates = /* @__PURE__ */ new Map();
|
|
53305
|
+
for (const candidate of record7.candidates.filter((item) => item.disposition === "recommended" && Boolean(item.selector)).slice(0, 250)) {
|
|
53306
|
+
const key3 = `${candidate.routePath}\0${candidate.selector}`;
|
|
53307
|
+
const existing = groupedCandidates.get(key3);
|
|
53308
|
+
if (existing) existing.expectedMatches = Math.min(100, existing.expectedMatches + Math.max(1, candidate.occurrenceCount || 1));
|
|
53309
|
+
else groupedCandidates.set(key3, { candidate, expectedMatches: Math.max(1, Math.min(100, candidate.occurrenceCount || 1)) });
|
|
53310
|
+
}
|
|
53311
|
+
const eventRules = [...groupedCandidates.entries()].map(([groupKey, { candidate, expectedMatches }]) => {
|
|
53312
|
+
const semanticEventName = analyticsSemanticEventName(candidate.selector);
|
|
53313
|
+
return {
|
|
53314
|
+
id: uuidFor(groupKey),
|
|
53315
|
+
version: 1,
|
|
53316
|
+
name: `xray_${candidate.candidateId}`.slice(0, 120),
|
|
53317
|
+
eventName: semanticEventName ?? candidate.eventName,
|
|
53318
|
+
triggerKind: semanticEventName ? "semantic" : candidate.action === "submit" ? "form" : "click",
|
|
53319
|
+
selector: candidate.selector,
|
|
53320
|
+
path: candidate.routePath,
|
|
53321
|
+
pathMatch: "exact",
|
|
53322
|
+
hostnames: [hostname],
|
|
53323
|
+
metadata: candidate.context,
|
|
53324
|
+
oncePerSession: false,
|
|
53325
|
+
expectedMatches: { min: 1, max: analyticsAutoRuleExpectedMaximum(expectedMatches) }
|
|
53326
|
+
};
|
|
53327
|
+
});
|
|
53312
53328
|
const manifest = await publishAnalyticsRuntimeManifest({
|
|
53313
53329
|
pool: db,
|
|
53314
53330
|
ownerUserId: Number(record7.ownerId),
|