mcp-scraper 0.26.1 → 0.26.3

package/README.md

@@ -88,7 +88,7 @@ Build the branded one-click bundle:
 npm run build:mcpb
 ```
 
-The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.26.1`, SHA-256 `905485382791a260e76c51753f927e2c3505784d693292a79748e9e0faaf5ee3`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
+The generated bundle is written to `build/mcpb/mcp-scraper-<version>.mcpb` and copied to `public/downloads/` for the hosted download. The current public bundle is `https://mcpscraper.dev/downloads/mcp-scraper.mcpb` (`0.26.3`, SHA-256 `3d2725b44772eb50c0514f9b89a00fa69d3bbcd57644d29cefc355feeefbd595`). Install it by opening or dragging it into Claude Desktop. Claude displays the `MCP Scraper` install card, icon, and API-key configuration field from the bundle manifest.
 
 The MCPB install exposes every tool — web-intelligence plus all `browser_*` tools — through the one `mcp-scraper` server.
 
@@ -229,6 +229,8 @@ All MCP tools expose output schemas and return `structuredContent` with the IDs,
 
 The canonical tool inventory is generated at `docs/mcp-tool-manifest.generated.json`. Both the `mcp-scraper` stdio server and the hosted endpoint at `https://mcpscraper.dev/mcp` expose the same 163 tools: 76 scraper, browser, workflow, billing, and connected-service tools plus 87 durable-memory tools. Release verification compares the exact local and remote tool-name sets, not only the count.
 
+For contract parity, stdio and MCPB memory calls invoke the matching public tool on the hosted MCP Scraper `/mcp` endpoint. The hosted aggregate runtime owns MCP Scraper-specific billing, scheduling, credential, and in-process cutover policy; its internal `/memory/mcp-call` bridge is a fallback to the standalone memory service, not the public stdio execution path. Direct `mcp-memory` OAuth and stdio clients continue to use `memory.mcpscraper.dev` and must be verified as a separate dependent release surface.
+
 ## Resources
 
 The `mcp-scraper` NPX stdio server also exposes saved reports as MCP resources: `resources/list` returns the most recent Markdown reports from your output directory as `report://` URIs, and `resources/read` returns their content — so an MCP client can pull prior research into context without re-scraping or spending credits. The hosted endpoint does not expose resources (it saves no files).

package/dist/bin/api-server.cjs

@@ -29688,7 +29688,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.26.1";
+    PACKAGE_VERSION = "0.26.3";
   }
 });
 
@@ -43055,6 +43055,42 @@ var init_service_connections = __esm({
 });
 
 // src/api/main-nango-transport.ts
+function nangoClientErrorText(error) {
+  if (error instanceof Error) return error.message;
+  if (typeof error === "string") return error;
+  try {
+    return JSON.stringify(error);
+  } catch {
+    return "";
+  }
+}
+function normalizeNangoClientError(error) {
+  if (error instanceof MainNangoTransportError) return error;
+  const detail = nangoClientErrorText(error);
+  if (/SERVICE_DISABLED|accessNotConfigured/i.test(detail)) {
+    return new MainNangoTransportError(
+      "The provider API required by this connection is disabled. Enable it in the provider project, wait for propagation, then retry.",
+      409,
+      "provider_api_disabled",
+      false
+    );
+  }
+  if (/PERMISSION_DENIED|insufficientPermissions|insufficient permission/i.test(detail)) {
+    return new MainNangoTransportError(
+      "The connected account does not have permission to run this provider operation.",
+      403,
+      "missing_provider_permission",
+      false
+    );
+  }
+  if (/RESOURCE_EXHAUSTED|rate.?limit|status["']?\s*:\s*429/i.test(detail)) {
+    return new MainNangoTransportError("The connected provider is temporarily rate limited.", 429, "upstream_rate_limited", true);
+  }
+  if (/UNAUTHENTICATED|invalid_grant|status["']?\s*:\s*401/i.test(detail)) {
+    return new MainNangoTransportError("The service connection requires reconnection.", 409, "connection_inactive", false);
+  }
+  return new MainNangoTransportError("The service connection is temporarily unavailable.", 503, "connection_transport_unavailable");
+}
 function asRecord2(value) {
   return value && typeof value === "object" && !Array.isArray(value) ? value : null;
 }
@@ -43286,19 +43322,31 @@ async function withNangoClient(connection, run) {
     });
     return value;
   } catch (error) {
+    const normalized = normalizeNangoClientError(error);
     await recordServiceConnectionHealth({
       connectionId: connection.id,
-      operationalStatus: "unavailable",
-      failureCode: "connection_transport_unavailable",
-      retryable: true,
+      operationalStatus: normalized.code === "connection_transport_unavailable" ? "unavailable" : "degraded",
+      failureCode: normalized.code,
+      retryable: normalized.retryable,
       evidenceSource: "nango_mcp"
     }).catch(() => void 0);
-    if (error instanceof MainNangoTransportError) throw error;
-    throw new MainNangoTransportError("The service connection is temporarily unavailable.", 503, "connection_transport_unavailable");
+    throw normalized;
   } finally {
     await client2.close().catch(() => void 0);
   }
 }
+async function probeNangoConnectionDirect(identity, connectionId) {
+  const connection = await requireOwnedActiveConnection(identity, connectionId);
+  const providerKey = connection.provider ?? connection.providerConfigKey;
+  if (providerKey !== "google-search-console") return;
+  await withNangoClient(connection, async (client2) => {
+    const listed = await client2.listTools();
+    if (!listed.tools.some((tool) => tool.name === "list-sites")) {
+      throw new MainNangoTransportError("The Search Console health-check tool is unavailable.", 404, "live_tool_missing", false);
+    }
+    await client2.callTool({ name: "list-sites", arguments: {} });
+  });
+}
 async function listNangoToolsDirect(identity, connectionId) {
   const connection = await requireOwnedActiveConnection(identity, connectionId);
   const listed = await withNangoClient(connection, (client2) => client2.listTools());
@@ -44111,6 +44159,7 @@ async function testNangoConnection(identity, connectionId) {
   }
   try {
     const { tools } = await listNangoToolsDirect(identity, connectionId);
+    await probeNangoConnectionDirect(identity, connectionId);
     return { operationalStatus: "available", checkedAt: (/* @__PURE__ */ new Date()).toISOString(), toolCount: tools.length };
   } catch (error) {
     throw asNangoControlError(error);
@@ -44532,6 +44581,7 @@ var init_nango_control = __esm({
       "connection_transport_unavailable",
       "connection_control_failed",
       "missing_provider_permission",
+      "provider_api_disabled",
       "permission_verification_unavailable",
       "meta_app_feature_not_enabled",
       "insufficient_credits",