mcp-scraper 0.21.2 → 0.21.4

package/dist/{chunk-X3NIXHHG.js → chunk-PNBYYAEK.js}

@@ -1,12 +1,12 @@
 import {
   LedgerOperation
-} from "./chunk-2FF4GBQ4.js";
+} from "./chunk-JHI373VB.js";
 import {
   sanitizeVendorName
 } from "./chunk-M2S27J6Z.js";
 import {
   getDb
-} from "./chunk-DZBGULWW.js";
+} from "./chunk-ICT7DDHL.js";
 
 // src/api/site-extract-repository.ts
 function rowToJob(r) {
@@ -127,4 +127,4 @@ export {
   failExtractJob,
   settleExtractJob
 };
-//# sourceMappingURL=chunk-X3NIXHHG.js.map
+//# sourceMappingURL=chunk-PNBYYAEK.js.map

package/dist/{chunk-JBME5WJR.js → chunk-SDHPQTFM.js}

@@ -6,7 +6,7 @@ import {
 import {
   finishHarvestAttempt,
   startHarvestAttempt
-} from "./chunk-DZBGULWW.js";
+} from "./chunk-ICT7DDHL.js";
 
 // src/api/harvest-problems.ts
 function errorMessage(err) {
@@ -155,4 +155,4 @@ export {
   harvestProblemResponse,
   createHarvestAttemptRecorder
 };
-//# sourceMappingURL=chunk-JBME5WJR.js.map
+//# sourceMappingURL=chunk-SDHPQTFM.js.map

package/dist/chunk-WQI7JIIN.js

@@ -0,0 +1,7 @@
+// src/version.ts
+var PACKAGE_VERSION = "0.21.4";
+
+export {
+  PACKAGE_VERSION
+};
+//# sourceMappingURL=chunk-WQI7JIIN.js.map

package/dist/chunk-WQI7JIIN.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/version.ts"],"sourcesContent":["export const PACKAGE_VERSION = '0.21.4'\n"],"mappings":";AAAO,IAAM,kBAAkB;","names":[]}

package/dist/{db-EONGTNJM.js → db-WRILVOFY.js}

@@ -26,6 +26,7 @@ import {
   creditMc,
   deactivateUser,
   debitMc,
+  debitMcIdempotent,
   deleteWorkflowSchedule,
   expireOldLots,
   failJob,
@@ -94,12 +95,13 @@ import {
   setStripeCustomerId,
   setSubscriptionTier,
   setUserMemoryCreds,
+  settleDebitMcIdempotent,
   startHarvestAttempt,
   stripeEventAlreadyProcessed,
   updateKpoJobState,
   upsertPageSnapshot,
   verifyPassword
-} from "./chunk-DZBGULWW.js";
+} from "./chunk-ICT7DDHL.js";
 export {
   CREDIT_LOT_TTL,
   SiteAuditJobRowSchema,
@@ -128,6 +130,7 @@ export {
   creditMc,
   deactivateUser,
   debitMc,
+  debitMcIdempotent,
   deleteWorkflowSchedule,
   expireOldLots,
   failJob,
@@ -196,10 +199,11 @@ export {
   setStripeCustomerId,
   setSubscriptionTier,
   setUserMemoryCreds,
+  settleDebitMcIdempotent,
   startHarvestAttempt,
   stripeEventAlreadyProcessed,
   updateKpoJobState,
   upsertPageSnapshot,
   verifyPassword
 };
-//# sourceMappingURL=db-EONGTNJM.js.map
+//# sourceMappingURL=db-WRILVOFY.js.map

package/dist/{extract-bundle-HMCYUVBJ.js → extract-bundle-NFFVMUMT.js}

@@ -10,7 +10,7 @@ import {
 } from "./chunk-R7EETU7Z.js";
 import {
   getDb
-} from "./chunk-DZBGULWW.js";
+} from "./chunk-ICT7DDHL.js";
 
 // src/api/extract-bundle.ts
 import { createWriteStream, mkdirSync, readFileSync, readdirSync, rmSync, statSync, writeFileSync } from "fs";
@@ -328,4 +328,4 @@ ${renderImageSection(extras.imageAudit)}`;
 export {
   assembleExtractArtifacts
 };
-//# sourceMappingURL=extract-bundle-HMCYUVBJ.js.map
+//# sourceMappingURL=extract-bundle-NFFVMUMT.js.map

package/dist/index.cjs

@@ -282,6 +282,7 @@ function getDb() {
   if (!_db) _db = (0, import_http.createClient)({ url: DB_URL, authToken: DB_TOKEN });
   return _db;
 }
+var REQUEST_EVENT_RESULT_MAX_BYTES = 32 * 1024;
 var SiteAuditJobRowSchema = import_zod2.z.object({
   id: import_zod2.z.string(),
   user_id: import_zod2.z.number(),
@@ -337,9 +338,29 @@ function vendorCostUsd(vendor, units) {
 
 // src/api/cost-telemetry.ts
 var _ready = false;
+var _migrationPromise = null;
 async function migrateCostTelemetry() {
   if (_ready) return;
+  if (_migrationPromise) return _migrationPromise;
+  _migrationPromise = runCostTelemetryMigration().finally(() => {
+    _migrationPromise = null;
+  });
+  return _migrationPromise;
+}
+async function runCostTelemetryMigration() {
   const db = getDb();
+  const existing = await db.execute(`
+    SELECT
+      (SELECT COUNT(*) FROM sqlite_master WHERE type = 'table' AND name IN ('kernel_session_log', 'vendor_usage_log', 'cost_probe_runs')) = 3
+      AND (SELECT COUNT(*) FROM pragma_table_info('kernel_session_log') WHERE name IN ('proxy_source', 'proxy_type', 'method')) = 3
+      AND (SELECT COUNT(*) FROM pragma_table_info('vendor_usage_log') WHERE name = 'method') = 1
+      AND (SELECT COUNT(*) FROM pragma_table_info('cost_probe_runs') WHERE name IN ('units', 'unit_type', 'mode')) = 3
+      AS ready
+  `);
+  if (Number(existing.rows[0]?.ready ?? 0) === 1) {
+    _ready = true;
+    return;
+  }
   await db.execute(`
     CREATE TABLE IF NOT EXISTS kernel_session_log (
       id                    TEXT PRIMARY KEY,
@@ -634,6 +655,7 @@ var BrowserDriver = class {
       else if (config.headlessMode === "headless") useHeadless = true;
       else useHeadless = costCtx?.forceHeadless === true || process.env.KERNEL_HEADLESS_DISABLED !== "true" && !!costCtx?.op && HEADLESS_OPS.has(costCtx.op);
       this.kernelHeadlessSent = useHeadless ? true : null;
+      if (costCtx?.headlessSentOut) costCtx.headlessSentOut.value = this.kernelHeadlessSent;
       const kernelBrowser = await this.kernelClient.browsers.create({
         stealth: true,
         timeout_seconds: timeoutSeconds,