mcp-scraper 0.84.0 → 0.86.0

package/dist/{chunk-ZB55UMMF.js → chunk-KQWVJOVR.js}

@@ -7,7 +7,7 @@ import {
 } from "./chunk-DNM65UCK.js";
 import {
   LedgerOperation
-} from "./chunk-UM7DCY6W.js";
+} from "./chunk-NKRO2SUO.js";
 import {
   CREDIT_LOT_TTL,
   getDb,

package/dist/{chunk-UM7DCY6W.js → chunk-NKRO2SUO.js}

@@ -213,9 +213,9 @@ var PUBLIC_PRODUCT_CONTRACT = {
     "freeSignupCredits": 0
   },
   "inventory": {
-    "totalTools": 373,
-    "scraperTools": 272,
-    "memoryTools": 101
+    "totalTools": 377,
+    "scraperTools": 249,
+    "memoryTools": 128
   },
   "concurrencyPack": {
     "ratePolicyVersion": "2026-08-14.concurrency-pack-v1",

package/dist/{chunk-4S6HPHPB.js → chunk-P7FWOMU7.js}

@@ -147,9 +147,8 @@ function extractContactEvidence(html, pageUrl) {
 
 // src/mcp/xray-install-contract.ts
 import { createHash } from "crypto";
-var XRAY_INSTALL_PROTOCOL_VERSION = "2.1.0";
+var XRAY_INSTALL_PROTOCOL_VERSION = "3.0.0";
 var XRAY_SETUP_TOOL = "analytics_setup_site";
-var XRAY_REVENUE_SETUP_TOOL = "analytics_setup_revenue_source";
 var XRAY_TRIGGER_PHRASE = "Install X-Ray";
 var XRAY_CANONICAL_GOAL = "Install X-Ray and tell me what drives customers";
 var CONTINUATION = `Call ${XRAY_SETUP_TOOL} with { "startUrl": "<site URL>", "goal": "${XRAY_CANONICAL_GOAL}" }; on every later call, reuse the returned setupId and revision.`;
@@ -179,10 +178,8 @@ var XRAY_INSTALL_CONTRACT_PAYLOAD = {
   },
   facade: {
     tool: XRAY_SETUP_TOOL,
-    saasRevenueTool: XRAY_REVENUE_SETUP_TOOL,
     initialCall: { startUrl: "<site URL>", goal: XRAY_CANONICAL_GOAL },
-    continuationRule: "Treat setupId plus revision as the durable continuation handle. Reuse both after approval, runtime publication, verification, retry, or return.",
-    saasContinuationRule: `When the Site setup reaches outcome_connection_required for SaaS, continue through ${XRAY_REVENUE_SETUP_TOOL} with an already-authorized connection reference. Never request or accept provider credentials.`
+    continuationRule: "Treat setupId plus revision as the durable continuation handle. Reuse both after approval, runtime publication, verification, retry, or return."
   },
   topologies: {
     local_stdio: {
@@ -294,7 +291,7 @@ var XRAY_INSTALL_CONTRACT_PAYLOAD = {
     "Infer the business model and customer outcome, then propose one privacy-safe measurement plan.",
     "If the Pixel is absent, return the canonical one-time tag and exact uncovered surfaces; do not claim ongoing control there.",
     "Publish an approved measurement revision as a digest-bound runtime manifest; source or repository access is not required.",
-    `For SaaS, continue outcome readiness through ${XRAY_REVENUE_SETUP_TOOL}: prepare an authorized connection, apply one exact revision, and verify a non-customer provider receipt.`,
+    "For SaaS, verify the measurement foundation: global tag coverage, ad-source capture, lifecycle events, currency and timezone, consent, and observed outcome events.",
     "Optionally publish a structured post-purchase survey after approved disclosure evidence; reported influence remains separate from deterministic touches.",
     "Compare observed attribution with customer-reported influence only with explicit weights totaling 1,000,000 micros and a named methodology version.",
     "Keep view-through reporting unavailable until event-level provider evidence can join to an eligible X-Ray subject; aggregate impressions never qualify.",
@@ -310,10 +307,10 @@ var XRAY_INSTALL_CONTRACT_PAYLOAD = {
     "Never treat a CTA click as a customer, sale, or revenue event without verified outcome evidence.",
     "Never claim full-domain installation while an in-scope route or renderer is missing, excluded without approval, or unverifiable.",
     "Never treat event-name presence as verification; require persisted definition ID and version evidence.",
-    "Never accept payment-provider credentials, survey invitation tokens, or exchange codes through MCP inputs or prompts.",
+    "Never accept survey invitation tokens or exchange codes through MCP inputs or prompts.",
     "Never treat customer-reported influence as identity, CRM mutation authority, ad-activation evidence, or a deterministic touch."
   ],
-  terminalStates: ["complete", "tag_required", "input_required", "approval_required", "runtime_convergence_required", "outcome_connection_required", "not_ready", "error"]
+  terminalStates: ["complete", "tag_required", "input_required", "approval_required", "runtime_convergence_required", "not_ready", "error"]
 };
 function canonicalJson(value) {
   if (Array.isArray(value)) return `[${value.map(canonicalJson).join(",")}]`;
@@ -343,7 +340,7 @@ function renderXraySetupPrompt() {
     "",
     `Use ${XRAY_SETUP_TOOL} as the single conversational setup facade. Ask for the target site URL if it is missing, then call it with the goal \u201C${XRAY_CANONICAL_GOAL}\u201D.`,
     "",
-    `Continue the same setup with its setupId and revision. Confirm one global Pixel across all public rendering surfaces; present one measurement plan; publish it as a digest-bound runtime manifest after exact-revision approval; verify manifest and rule versions; then return first customer-journey answers or explicit readiness thresholds. For SaaS outcome readiness, continue through ${XRAY_REVENUE_SETUP_TOOL} with an already-authorized provider connection and verify a non-customer receipt. GitHub or repository access is not required after the tag is installed.`,
+    "Continue the same setup with its setupId and revision. Confirm one global Pixel across all public rendering surfaces; present one measurement plan; publish it as a digest-bound runtime manifest after exact-revision approval; verify manifest and rule versions; then return first customer-journey answers or explicit readiness thresholds. For SaaS, verify the provider-neutral measurement foundation. Browser events never prove paid revenue. GitHub or repository access is not required after the tag is installed.",
     "",
     "Do not request pasted credentials, invent tracking code, silently activate measurement, call ad platforms directly, or claim customers/revenue from CTA clicks."
   ].join("\n");

package/dist/{chunk-WDWWCNMW.js → chunk-QKWNEMGH.js}

@@ -12,13 +12,13 @@ import {
   registerScheduledResultsMcpTools,
   registerSerpIntelligenceCaptureTools,
   resolveDeploymentProfile
-} from "./chunk-U77X4NIR.js";
+} from "./chunk-FBB6DEUV.js";
 import {
   renderInstallTerminal
-} from "./chunk-NLWBM55O.js";
+} from "./chunk-7523VOQT.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-OUTE3755.js";
+} from "./chunk-36EAKRR6.js";
 
 // src/mcp/stdio-runtime.ts
 import { readFileSync } from "fs";

package/dist/{chunk-4KFD2WXG.js → chunk-WFGAR4BZ.js}

@@ -19,7 +19,7 @@ import {
   LedgerOperation,
   MC_PER_CREDIT,
   calculateConnectedUsageCharge
-} from "./chunk-UM7DCY6W.js";
+} from "./chunk-NKRO2SUO.js";
 import {
   recordVendorUsage,
   runWithCostContext
@@ -528,6 +528,11 @@ var NANGO_TOOL_CALL_TIMEOUT_MS = 24e4;
 var NANGO_CONNECTION_PAGE_SIZE = 100;
 var NANGO_CONNECTION_MAX_PAGES = 20;
 var PROVIDER_IDENTITY_RETRY_MS = 6 * 60 * 60 * 1e3;
+var WITHDRAWN_NANGO_PROVIDER_CONFIG_KEYS = /* @__PURE__ */ new Set([
+  "stripe_revenue",
+  "salesforce",
+  "pipedrive"
+]);
 var MAIN_INTEGRATION_CONTRACT_VERSION = "2026-07-16.1";
 var MAIN_INTEGRATION_CONTRACT_HASH = "f037859ec80c2ea2fac6e4a67c1a59f3200dd22d3642c97789b9bb3236723d3e";
 var MainNangoTransportError = class extends Error {
@@ -544,6 +549,18 @@ var MainNangoTransportError = class extends Error {
     this.retryAfterMs = retryAfterMs;
   }
 };
+function isWithdrawnNangoProvider(providerConfigKey) {
+  return typeof providerConfigKey === "string" && WITHDRAWN_NANGO_PROVIDER_CONFIG_KEYS.has(providerConfigKey.normalize("NFKC").trim().toLowerCase());
+}
+function assertNangoProviderAvailable(providerConfigKey) {
+  if (!isWithdrawnNangoProvider(providerConfigKey)) return;
+  throw new MainNangoTransportError(
+    "This provider integration is not currently available.",
+    409,
+    "provider_unavailable",
+    false
+  );
+}
 function nangoClientErrorText(error) {
   if (error instanceof Error) return error.message;
   if (typeof error === "string") return error;
@@ -907,12 +924,13 @@ async function discoverOwnedNangoConnections(identity, options = {}) {
   }
   const discovered = rows.filter((row) => connectionIdentityMatches(row, identity)).map(discoveredConnection).filter((connection) => connection !== null);
   const reconciled = await reconcileDiscoveredNangoConnections(identity, discovered);
-  if (options.resolveProviderIdentity === false) return reconciled;
+  const visibleConnections = reconciled.filter((connection) => !isWithdrawnNangoProvider(connection.providerConfigKey));
+  if (options.resolveProviderIdentity === false) return visibleConnections;
   const remoteByKey = new Map(discovered.map((connection) => [
     `${connection.providerConfigKey}\0${connection.upstreamConnectionId}`,
     connection
   ]));
-  await Promise.all(reconciled.map(async (connection) => {
+  await Promise.all(visibleConnections.map(async (connection) => {
     if (connection.lifecycleStatus !== "connected" || !connection.upstreamConnectionId) return;
     const remote = remoteByKey.get(`${connection.providerConfigKey}\0${connection.upstreamConnectionId}`);
     if (!remote) return;
@@ -935,7 +953,7 @@ async function discoverOwnedNangoConnections(identity, options = {}) {
       sourceUpdatedAt
     });
   }));
-  return reconcileDiscoveredNangoConnections(identity, discovered);
+  return (await reconcileDiscoveredNangoConnections(identity, discovered)).filter((connection) => !isWithdrawnNangoProvider(connection.providerConfigKey));
 }
 async function listNangoCatalogDirect() {
   const [integrationsPayload, providersPayload] = await Promise.all([
@@ -952,7 +970,7 @@ async function listNangoCatalogDirect() {
     const row = asRecord(value);
     const id = text(row?.unique_key) ?? text(row?.id);
     const provider = text(row?.provider);
-    if (!id || !provider) return [];
+    if (!id || !provider || isWithdrawnNangoProvider(id)) return [];
     const definition = providers.get(provider);
     return [{
       id,
@@ -986,6 +1004,7 @@ function sessionPayload(value) {
   return { connectLink, expiresAt: text(data?.expires_at) };
 }
 async function createNangoSessionDirect(identity, providerConfigKey) {
+  assertNangoProviderAvailable(providerConfigKey);
   const defaults = connectDefaults(providerConfigKey);
   return sessionPayload(await nangoRequest("/connect/sessions", {
     method: "POST",
@@ -1010,7 +1029,7 @@ async function createNangoReconnectSessionDirect(identity, connectionId) {
   }));
 }
 async function deleteNangoConnectionDirect(identity, connectionId) {
-  const connection = await requireOwnedActiveConnection(identity, connectionId, true);
+  const connection = await requireOwnedNangoConnectionForCleanup(identity, connectionId);
   try {
     await nangoRequest(`/connections/${encodeURIComponent(connection.upstreamConnectionId)}`, {
       method: "DELETE",
@@ -1020,11 +1039,16 @@ async function deleteNangoConnectionDirect(identity, connectionId) {
     if (!(error instanceof MainNangoTransportError) || error.status !== 404) throw error;
   }
 }
-async function requireOwnedActiveConnection(identity, connectionId, allowNeedsReauth = false) {
+async function requireOwnedNangoConnectionForCleanup(identity, connectionId) {
   const connection = await getOwnedServiceConnection(identity, connectionId);
   if (!connection || connection.transport !== "nango" || !connection.upstreamConnectionId) {
     throw new MainNangoTransportError("Service connection not found.", 404, "connection_not_found", false);
   }
+  return connection;
+}
+async function requireOwnedActiveConnection(identity, connectionId, allowNeedsReauth = false) {
+  const connection = await requireOwnedNangoConnectionForCleanup(identity, connectionId);
+  assertNangoProviderAvailable(connection.providerConfigKey);
   if (connection.lifecycleStatus !== "connected" && !(allowNeedsReauth && connection.lifecycleStatus === "needs_reauth")) {
     throw new MainNangoTransportError("Service connection requires reconnection.", 409, "connection_inactive", false);
   }
@@ -2028,6 +2052,8 @@ export {
   settleConnectedUsage,
   listConnectedUsageHistory,
   MainNangoTransportError,
+  isWithdrawnNangoProvider,
+  assertNangoProviderAvailable,
   discoverOwnedNangoConnections,
   listNangoCatalogDirect,
   createNangoSessionDirect,