mcp-scraper 0.69.0 → 0.72.0

package/dist/{site-extract-repository-RLB3TFJ3.js → site-extract-repository-ACNAVNDN.js}

@@ -28,10 +28,10 @@ import {
   setExtractJobTotal,
   settleExtractJob,
   terminalExtractJobStatus
-} from "./chunk-OZIUFN6B.js";
+} from "./chunk-I45JV4EU.js";
 import "./chunk-DNM65UCK.js";
-import "./chunk-5RFQGIYC.js";
-import "./chunk-65FTMB7G.js";
+import "./chunk-FVL4GUTP.js";
+import "./chunk-WEFPBAAG.js";
 export {
   abandonExtractSettlement,
   claimFailedExtractJobForRefinalize,

package/dist/{worker-KHSJG365.js → worker-JQORPCFQ.js}

@@ -5,24 +5,26 @@ import {
   harvestProblemEnvelope,
   harvestProblemResponse,
   serializeHarvestProblem
-} from "./chunk-2LXTOAKS.js";
+} from "./chunk-KIPIBPUB.js";
 import "./chunk-OZJMVCDK.js";
 import {
   harvest
-} from "./chunk-62LEXS5O.js";
+} from "./chunk-F6MUGMRN.js";
 import {
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-2L4C4DAZ.js";
+} from "./chunk-7RQULQF3.js";
+import {
+  browserServiceApiKey
+} from "./chunk-OM7HVEJ3.js";
 import {
-  browserServiceApiKey,
   runWithCostContext
-} from "./chunk-ES25GP6C.js";
+} from "./chunk-CXY5WV45.js";
 import "./chunk-77LQV73B.js";
 import {
   MC_COSTS,
   serpActualCostMc
-} from "./chunk-5RFQGIYC.js";
+} from "./chunk-FVL4GUTP.js";
 import {
   claimPendingJob,
   completeJob,
@@ -30,7 +32,7 @@ import {
   debitMc,
   failJob,
   listHarvestAttempts
-} from "./chunk-65FTMB7G.js";
+} from "./chunk-WEFPBAAG.js";
 
 // src/api/worker.ts
 var MAX_CONCURRENT = 2;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mcp-scraper",
-  "version": "0.69.0",
+  "version": "0.72.0",
   "description": "MCP server for MCP Scraper web intelligence tools",
   "type": "module",
   "main": "./dist/index.cjs",

package/dist/chunk-2L4C4DAZ.js

@@ -1,103 +0,0 @@
-import {
-  publicErrorMessage,
-  sanitizeVendorName
-} from "./chunk-65FTMB7G.js";
-
-// src/api/outbound-sanitize.ts
-var KEY_RENAMES = {
-  kernel: "browserRuntime"
-};
-var ERROR_VALUE_KEYS = /error|message/i;
-var PRIVATE_UPSTREAM_FAILURE = /(?:spending|billing|organization|account).{0,80}(?:cap|limit|blocked|disabled)|(?:quota|capacity).{0,40}(?:reached|exceeded)|https?:\/\/\S*(?:dashboard|onkernel)/i;
-var PRIVATE_RUNTIME_FAILURE = /\b(?:ENOENT|ENOTDIR|EACCES|EPERM|EISDIR|EMFILE|ENFILE)\b|\b(?:mkdir|open|stat|lstat|readFile|writeFile)\s+['"]?(?:\/|[A-Za-z]:\\)|(?:^|[\s'"])(?:\/Users|\/home|\/tmp|\/var|\/private|\/opt|\/srv|\/root)\//i;
-var INTERNAL_DIAGNOSTIC_KEYS = /* @__PURE__ */ new Set([
-  "kernel_session_id",
-  "browser_session_id",
-  "kernelSessionId",
-  "browserSessionId",
-  "sessionId",
-  "kernel_delete_started",
-  "session_cleanup_started",
-  "kernelDeleteStarted",
-  "sessionCleanupStarted",
-  "kernel_delete_succeeded",
-  "session_cleanup_succeeded",
-  "kernelDeleteSucceeded",
-  "sessionCleanupSucceeded",
-  "kernel_delete_error",
-  "session_cleanup_error",
-  "kernelDeleteError",
-  "sessionCleanupError",
-  "kernelProxyId",
-  "proxyId",
-  "requestedProxyIdSuffix",
-  "retrievedProxyIdSuffix",
-  "provider",
-  "providerName",
-  "service",
-  "serviceName",
-  "vendor",
-  "vendorName",
-  "organization",
-  "organizationId",
-  "accountId"
-]);
-var VENDOR_URL_KEYS = /* @__PURE__ */ new Set([
-  "hosted_url",
-  "hostedUrl",
-  "live_view_url",
-  "liveViewUrl",
-  "cdp_ws_url",
-  "cdpWsUrl",
-  "browser_live_view_url"
-]);
-var VENDOR_URL_RE = /\b(?:wss?|https?):\/\/[^\s"'<>]*\bonkernel\.com[^\s"'<>]*/gi;
-function redactVendorUrls(value) {
-  return value.replace(VENDOR_URL_RE, "[browser-service]");
-}
-function sanitizeOutboundDiagnostics(value, parentKey = "") {
-  if (typeof value === "string") {
-    let out = redactVendorUrls(value);
-    if (ERROR_VALUE_KEYS.test(parentKey) && (PRIVATE_UPSTREAM_FAILURE.test(value) || PRIVATE_RUNTIME_FAILURE.test(value))) {
-      out = publicErrorMessage("service_unavailable");
-    } else if (ERROR_VALUE_KEYS.test(parentKey)) {
-      out = sanitizeVendorName(out);
-    }
-    return out;
-  }
-  if (Array.isArray(value)) return value.map((v) => sanitizeOutboundDiagnostics(v, parentKey));
-  if (value !== null && typeof value === "object") {
-    const out = {};
-    for (const [key, val] of Object.entries(value)) {
-      if (INTERNAL_DIAGNOSTIC_KEYS.has(key)) continue;
-      const renamed = KEY_RENAMES[key] ?? key;
-      if (VENDOR_URL_KEYS.has(key)) {
-        out[renamed] = null;
-        continue;
-      }
-      out[renamed] = sanitizeOutboundDiagnostics(val, key);
-    }
-    return out;
-  }
-  return value;
-}
-function sanitizeAttempts(attempts) {
-  return attempts.map((a) => sanitizeOutboundDiagnostics(a));
-}
-function sanitizeHarvestResult(result) {
-  const diagnostics = result?.diagnostics;
-  if (!diagnostics?.debug) return result;
-  return {
-    ...result,
-    diagnostics: {
-      ...diagnostics,
-      debug: sanitizeOutboundDiagnostics(diagnostics.debug)
-    }
-  };
-}
-
-export {
-  sanitizeOutboundDiagnostics,
-  sanitizeAttempts,
-  sanitizeHarvestResult
-};