mcp-scraper 0.80.0 → 0.83.0

package/dist/{chunk-P4447RNF.js → chunk-UXVT7FWW.js}

@@ -1,6 +1,6 @@
 // release-message.json
 var release_message_default = {
-  message: "PAA harvests now expose exact interaction timing, distinguish interrupted work from proven frontier exhaustion, and install with a pinned schema runtime so the hosted and local 354-tool contracts remain identical."
+  message: "Install X-Ray in one conversation: audit every public renderer, infer privacy-safe CTA semantics, keep durable setup revisions, and return verified zero-credit readiness and first-answer receipts."
 };
 
 // src/install-terminal.ts
@@ -55,7 +55,7 @@ function renderInstallTerminal(options) {
     "1/1 install surfaces ready",
     colorize(`Newest in v${options.version}: ${release_message_default.message}`, "lime", color),
     "",
-    `${colorize("Tools", "cyan", color)}  ${colorize("(356 MCP tools)", "muted", color)}`,
+    `${colorize("Tools", "cyan", color)}  ${colorize("(363 MCP tools)", "muted", color)}`,
     toolRow("search", ["harvest_paa", "search_serp", "maps_search", "maps_place_intel"], color),
     toolRow("extract", ["extract_url", "map_site_urls", "extract_site", "audit_site", "directory_workflow"], color),
     toolRow("build", ["create_editorial_reading_room", "rank_tracker_workflow", "portable HTML"], color),

package/dist/{chunk-62W6UER7.js → chunk-ZHPGPVJJ.js}

@@ -19,11 +19,11 @@ import {
   LedgerOperation,
   MC_PER_CREDIT,
   calculateConnectedUsageCharge
-} from "./chunk-PMONKQGJ.js";
+} from "./chunk-4NZ6JFK5.js";
 import {
   recordVendorUsage,
   runWithCostContext
-} from "./chunk-5UAFBKJR.js";
+} from "./chunk-OPQIGAFB.js";
 import {
   debitMcIdempotent,
   getDb,

package/dist/{extract-bundle-232SA7MI.js → extract-bundle-HTWWJD6N.js}

@@ -10,7 +10,7 @@ import {
   createSiteExtractContentReader,
   createSiteExtractImageArtifact,
   extractJobLimitInfo
-} from "./chunk-XBEUZJHS.js";
+} from "./chunk-HGJJQY24.js";
 import "./chunk-OZJMVCDK.js";
 import {
   computeIssues,
@@ -19,7 +19,7 @@ import {
   renderLinkReport
 } from "./chunk-PGJQDMC2.js";
 import "./chunk-DNM65UCK.js";
-import "./chunk-PMONKQGJ.js";
+import "./chunk-4NZ6JFK5.js";
 import "./chunk-GGZEC22A.js";
 import {
   getDb

package/dist/{gmail-service-IMUHMRH4.js → gmail-service-VXE7OYNA.js}

@@ -7,11 +7,11 @@ import {
   GmailServiceError,
   normalizeGmailMessage,
   parseGmailAddresses
-} from "./chunk-62W6UER7.js";
+} from "./chunk-ZHPGPVJJ.js";
 import "./chunk-C5Z4OFKW.js";
 import "./chunk-T3MZISOF.js";
-import "./chunk-PMONKQGJ.js";
-import "./chunk-5UAFBKJR.js";
+import "./chunk-4NZ6JFK5.js";
+import "./chunk-OPQIGAFB.js";
 import "./chunk-YXNDOQXN.js";
 export {
   GMAIL_ATTACHMENT_REF_TTL_MS,

package/dist/index.cjs

@@ -458,7 +458,7 @@ var NANGO_USD_PER_CONNECTION_MONTH = envRate("NANGO_USD_PER_CONNECTION_MONTH", 1
 var NANGO_USD_PER_FUNCTION_RUN = envRate("NANGO_USD_PER_FUNCTION_RUN", 1e-4);
 var NANGO_USD_PER_PROXY_REQUEST = envRate("NANGO_USD_PER_PROXY_REQUEST", 1e-4);
 var NANGO_USD_PER_COMPUTE_SEC = envRate("NANGO_USD_PER_COMPUTE_SEC", 2e-4);
-var BRIGHTDATA_BROWSER_USD_PER_GB = envRate("BRIGHTDATA_BROWSER_USD_PER_GB", 0);
+var BRIGHTDATA_BROWSER_USD_PER_GB = envRate("BRIGHTDATA_BROWSER_USD_PER_GB", 8);
 function kernelCostUsd(ms, headful) {
   const sec = Math.max(0, ms) / 1e3;
   return sec * (headful ? KERNEL_HEADFUL_USD_PER_SEC : KERNEL_HEADLESS_USD_PER_SEC);
@@ -499,7 +499,7 @@ async function runCostTelemetryMigration() {
     SELECT
       (SELECT COUNT(*) FROM sqlite_master WHERE type = 'table' AND name IN ('kernel_session_log', 'vendor_usage_log', 'cost_probe_runs')) = 3
       AND (SELECT COUNT(*) FROM pragma_table_info('kernel_session_log') WHERE name IN ('proxy_source', 'proxy_type', 'method')) = 3
-      AND (SELECT COUNT(*) FROM pragma_table_info('vendor_usage_log') WHERE name IN ('method', 'source_key')) = 2
+      AND (SELECT COUNT(*) FROM pragma_table_info('vendor_usage_log') WHERE name IN ('method', 'source_key', 'provider_duration_ms', 'provider_captcha', 'provider_status')) = 5
       AND (SELECT COUNT(*) FROM sqlite_master WHERE type = 'index' AND name = 'vendor_usage_log_vendor_source_key') = 1
       AND (SELECT COUNT(*) FROM pragma_table_info('cost_probe_runs') WHERE name IN ('units', 'unit_type', 'mode')) = 3
       AS ready
@@ -557,6 +557,9 @@ async function runCostTelemetryMigration() {
       est_cost_usd REAL NOT NULL DEFAULT 0,
       error        TEXT,
       source_key   TEXT,
+      provider_duration_ms INTEGER,
+      provider_captcha INTEGER,
+      provider_status TEXT,
       created_at   TEXT NOT NULL DEFAULT (datetime('now'))
     )
   `);
@@ -571,6 +574,18 @@ async function runCostTelemetryMigration() {
     await db.execute(`ALTER TABLE vendor_usage_log ADD COLUMN source_key TEXT`);
   } catch {
   }
+  try {
+    await db.execute(`ALTER TABLE vendor_usage_log ADD COLUMN provider_duration_ms INTEGER`);
+  } catch {
+  }
+  try {
+    await db.execute(`ALTER TABLE vendor_usage_log ADD COLUMN provider_captcha INTEGER`);
+  } catch {
+  }
+  try {
+    await db.execute(`ALTER TABLE vendor_usage_log ADD COLUMN provider_status TEXT`);
+  } catch {
+  }
   await db.execute(`CREATE UNIQUE INDEX IF NOT EXISTS vendor_usage_log_vendor_source_key ON vendor_usage_log(vendor, source_key) WHERE source_key IS NOT NULL`);
   await db.execute(`
     CREATE TABLE IF NOT EXISTS cost_probe_runs (
@@ -653,8 +668,8 @@ async function recordVendorUsage(r) {
     const db = getDb();
     const result = await db.execute({
       sql: `INSERT OR IGNORE INTO vendor_usage_log
-        (id, op, probe_run_id, user_id, vendor, model, units, unit_type, est_cost_usd, error, method, source_key)
-        VALUES (?,?,?,?,?,?,?,?,?,?,?,?)`,
+        (id, op, probe_run_id, user_id, vendor, model, units, unit_type, est_cost_usd, error, method, source_key, provider_duration_ms, provider_captcha, provider_status)
+        VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`,
       args: [
         (0, import_node_crypto2.randomUUID)(),
         r.op ?? ctx?.op ?? null,
@@ -667,7 +682,10 @@ async function recordVendorUsage(r) {
         vendorCostUsd(r.vendor, r.units),
         r.error ?? null,
         r.method ?? ctx?.subOp ?? null,
-        r.sourceKey ?? null
+        r.sourceKey ?? null,
+        r.providerDurationMs ?? null,
+        boolToInt(r.providerCaptcha),
+        r.providerStatus ?? null
       ]
     });
     return result.rowsAffected === 1;

package/dist/index.js

@@ -1,10 +1,10 @@
 import {
   harvest
-} from "./chunk-KNGTQD6U.js";
+} from "./chunk-NH4QAH3X.js";
 import "./chunk-OM7HVEJ3.js";
 import {
   recordVendorUsage
-} from "./chunk-5UAFBKJR.js";
+} from "./chunk-OPQIGAFB.js";
 import "./chunk-OWF2JJKN.js";
 import "./chunk-YXNDOQXN.js";