mcp-scraper 0.21.3 → 0.21.4

package/dist/{server-PBBRSLBP.js → server-OLOOFN5W.js}

@@ -6,7 +6,7 @@ import {
   createHarvestAttemptRecorder,
   harvestProblemResponse,
   serializeHarvestProblem
-} from "./chunk-2P5VFIJM.js";
+} from "./chunk-SDHPQTFM.js";
 import {
   BrowserDriver,
   MapsSelectors,
@@ -14,7 +14,7 @@ import {
   deleteKernelProxyId,
   harvest,
   resolveKernelProxyId
-} from "./chunk-JJ5RMEGX.js";
+} from "./chunk-E5J4HJBO.js";
 import {
   HttpMcpToolExecutor,
   MemoryMcpToolExecutor,
@@ -35,7 +35,7 @@ import {
   sanitizeAttempts,
   sanitizeHarvestResult,
   transcribeMediaUrl
-} from "./chunk-7LO6KLKD.js";
+} from "./chunk-N4JHXPW6.js";
 import {
   auditImages,
   buildLinkReport,
@@ -49,11 +49,10 @@ import {
   browserServiceProxyId,
   currentCostContext,
   kernelCostUsd,
-  migrateCostTelemetry,
   recordKernelSession,
   recordVendorUsage,
   runWithCostContext
-} from "./chunk-5IU5ZFVO.js";
+} from "./chunk-MTSBI7ZH.js";
 import {
   csvRecords,
   listWorkflowDefinitions,
@@ -77,7 +76,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-XGIPATLV.js";
-import "./chunk-VYUWWIVR.js";
+import "./chunk-WQI7JIIN.js";
 import {
   completeExtractJob,
   countSuccessfulPages,
@@ -88,12 +87,11 @@ import {
   saveExtractPages,
   setExtractJobTotal,
   settleExtractJob
-} from "./chunk-XDRHBGJR.js";
+} from "./chunk-PNBYYAEK.js";
 import {
   BROWSER_OPEN_MIN_BALANCE_MC,
   CONCURRENCY_PRICE_ID,
   CREDIT_COST_CATALOG,
-  FREE_SIGNUP_MC,
   LedgerOperation,
   MC_COSTS,
   MC_PER_CREDIT,
@@ -117,8 +115,9 @@ import {
   concurrencySlotBillingInfo,
   getPublicRatesPayload,
   insufficientBalanceResponse,
+  serpActualCostMc,
   vendorCostUsdToMc
-} from "./chunk-OBNKOYOE.js";
+} from "./chunk-JHI373VB.js";
 import {
   CaptchaError,
   RECAPTCHA_INSTRUCTIONS,
@@ -200,9 +199,10 @@ import {
   setStripeCustomerId,
   setSubscriptionTier,
   setUserMemoryCreds,
+  settleDebitMcIdempotent,
   upsertPageSnapshot,
   verifyPassword
-} from "./chunk-H7APH5UG.js";
+} from "./chunk-ICT7DDHL.js";
 
 // src/blog/registry.ts
 var posts = [
@@ -7360,7 +7360,7 @@ var siteExtractFn = inngest.createFunction(
       return buildSeoAudit(pages, job.startUrl);
     }) : null;
     const artifacts = await step.run("finalize", async () => {
-      const { assembleExtractArtifacts } = await import("./extract-bundle-4RO3YU4Q.js");
+      const { assembleExtractArtifacts } = await import("./extract-bundle-NFFVMUMT.js");
       const stored = await assembleExtractArtifacts(job, { branding, imageAudit, seoAudit });
       await completeExtractJob(jobId, stored);
       return stored;
@@ -11004,6 +11004,15 @@ function buildPageIntelUrl(body, country) {
   if (body.pageId?.trim()) return `https://www.facebook.com/ads/library/?active_status=all&ad_type=all&country=${country}&is_targeted_country=false&media_type=all&search_type=page&view_all_page_id=${body.pageId.trim()}`;
   return `https://www.facebook.com/ads/library/?active_status=all&ad_type=all&country=${country}&q=${encodeURIComponent(body.query.trim())}&search_type=keyword_unordered`;
 }
+function pageIntelRequestContext(body) {
+  const country = body.country?.trim().toUpperCase() ?? "US";
+  return {
+    country,
+    maxAds: Math.min(200, Math.max(1, body.maxAds ?? 50)),
+    listingUrl: buildPageIntelUrl(body, country),
+    subject: body.pageId ?? body.query ?? body.libraryId ?? ""
+  };
+}
 function normalizeAdvertiserName(value) {
   return value.toLowerCase().normalize("NFKD").replace(/[^a-z0-9]+/g, " ").trim().replace(/\s+/g, " ");
 }
@@ -11117,16 +11126,14 @@ facebookAdApp.post("/page-intel", createApiKeyAuth(), async (c) => {
   const parsed = FacebookPageIntelBodySchema.safeParse(raw);
   if (!parsed.success) return c.json(invalidRequest(parsed.error.issues[0]?.message ?? "Invalid request"), 400);
   const body = parsed.data;
-  const maxAds = Math.min(200, Math.max(1, body.maxAds ?? 50));
-  const country = body.country?.trim().toUpperCase() ?? "US";
-  const listingUrl = buildPageIntelUrl(body, country);
+  const { country, maxAds, listingUrl, subject } = pageIntelRequestContext(body);
   const fbUser = c.get("user");
   const gate = await acquireConcurrencyGate(fbUser, "facebook_page_intel", { reuseLockId: c.req.header("x-mcp-scraper-concurrency-lock"), metadata: { pageId: body.pageId, query: body.query, libraryId: body.libraryId, country } });
   if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
   const driver = new BrowserDriver();
   let refunded = false, debited = false;
   try {
-    const { ok: fbOk, balance_mc: fbBal } = await debitMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD, body.pageId ?? body.query ?? body.libraryId ?? "");
+    const { ok: fbOk, balance_mc: fbBal } = await debitMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD, subject);
     if (!fbOk) return c.json(insufficientBalanceResponse(fbBal, MC_COSTS.fb_ad), 402);
     debited = true;
     await driver.launch(await kernelLaunchOptsResidential());
@@ -11136,17 +11143,17 @@ facebookAdApp.post("/page-intel", createApiKeyAuth(), async (c) => {
     if (result.ads.length === 0 && await detectSoftBlock(driver)) {
       await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "soft-block empty result");
       refunded = true;
-      await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: body.pageId ?? body.query ?? body.libraryId ?? "", error: "soft-block: empty result refunded" });
+      await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: subject, error: "soft-block: empty result refunded" });
       return c.json({ error: "soft-block: no ads returned (refunded)" }, 503);
     }
     const match = assessPageIntelMatch(body, result);
     const output = { ...result, ...match };
-    await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "done", query: body.pageId ?? body.query ?? body.libraryId ?? "", resultCount: result.ads.length, result: output });
+    await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "done", query: subject, resultCount: result.ads.length, result: output });
     return c.json(output);
   } catch (err) {
     const msg = err instanceof Error ? err.message : String(err);
     if (debited && !refunded) await creditMc(fbUser.id, MC_COSTS.fb_ad, LedgerOperation.FB_AD_REFUND, "failed call");
-    await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: body.pageId ?? body.query ?? body.libraryId ?? "", error: msg });
+    await logRequestEvent({ userId: fbUser.id, source: "facebook_page_intel", status: "failed", query: subject, error: msg });
     if (msg.toLowerCase().includes("blocked") || msg.toLowerCase().includes("captcha")) {
       return c.json({ error: msg }, 503);
     }
@@ -15084,6 +15091,7 @@ workflowApp.post("/cron/dispatch", async (c) => {
 
 // src/api/serp-intelligence-routes.ts
 import { Hono as Hono16 } from "hono";
+import { createHash as createHash4, randomUUID as randomUUID3 } from "crypto";
 
 // src/serp-intelligence/page-snapshot-extractor.ts
 import { createHash as createHash3 } from "crypto";
@@ -15477,12 +15485,22 @@ var SerpIntelligencePageSnapshotRequestSchema = z24.object({
   sourcePosition: z24.number().int().min(1).optional()
 }).strict();
 var SerpIntelligencePageSnapshotsBodySchema = z24.object({
-  urls: z24.array(SerpIntelligencePublicHttpUrlSchema).min(1).max(25),
+  urls: z24.array(SerpIntelligencePublicHttpUrlSchema).min(1).max(25).optional(),
   targets: z24.array(SerpIntelligencePageSnapshotRequestSchema).min(1).max(25).optional(),
   maxConcurrency: z24.number().int().min(1).max(5).default(2),
   timeoutMs: z24.number().int().min(1e3).max(6e4).default(15e3),
   debug: z24.boolean().default(false)
-}).strict();
+}).strict().superRefine((body, ctx) => {
+  const hasUrls = Boolean(body.urls?.length);
+  const hasTargets = Boolean(body.targets?.length);
+  if (hasUrls === hasTargets) {
+    ctx.addIssue({
+      code: z24.ZodIssueCode.custom,
+      message: "provide exactly one of urls or targets",
+      path: hasUrls ? ["targets"] : ["urls"]
+    });
+  }
+});
 var SerpIntelligenceAICitationSchema = z24.object({
   text: z24.string(),
   href: z24.string()
@@ -15769,14 +15787,24 @@ async function captureSerpIntelligenceSnapshot(rawInput, runtimeOptions = {}) {
     });
     const pageSnapshotLimit = normalizePageSnapshotLimit(parsedInput);
     const pageSnapshotTargets = collectPageSnapshotTargets(harvestResult, pageSnapshotLimit);
-    const pageSnapshotArtifacts = pageSnapshotTargets.length > 0 ? (await capturePageSnapshotsFn(pageSnapshotTargets, {
-      kernelApiKey: runtimeOptions.kernelApiKey ?? browserServiceApiKey(),
-      timeoutMs: runtimeOptions.pageSnapshotTimeoutMs,
-      maxConcurrency: runtimeOptions.pageSnapshotMaxConcurrency,
-      debug,
-      includeContent: runtimeOptions.includePageSnapshotContent,
-      maxContentChars: runtimeOptions.maxPageSnapshotContentChars
-    })).pageSnapshotArtifacts.map(stripPageSnapshotArtifact) : [];
+    const pageSnapshotArtifacts = pageSnapshotTargets.length > 0 ? (await runWithCostContext(
+      {
+        ...currentCostContext() ?? { op: "serp" },
+        subOp: "page_snapshot",
+        // Page snapshot launches have their own fixed product rate. They
+        // must not overwrite the headless/headful mode used to settle the
+        // preceding SERP harvest.
+        headlessSentOut: void 0
+      },
+      () => capturePageSnapshotsFn(pageSnapshotTargets, {
+        kernelApiKey: runtimeOptions.kernelApiKey ?? browserServiceApiKey(),
+        timeoutMs: runtimeOptions.pageSnapshotTimeoutMs,
+        maxConcurrency: runtimeOptions.pageSnapshotMaxConcurrency,
+        debug,
+        includeContent: runtimeOptions.includePageSnapshotContent,
+        maxContentChars: runtimeOptions.maxPageSnapshotContentChars
+      })
+    )).pageSnapshotArtifacts.map(stripPageSnapshotArtifact) : [];
     return normalizeHarvestResultForSerpIntelligence({
       harvestResult,
       attempts,
@@ -15793,6 +15821,7 @@ var SERP_INTELLIGENCE_RATE_LIMIT = 60;
 var SERP_INTELLIGENCE_RATE_WINDOW_SECONDS = 60;
 var POST_CAPTURE_ROUTE_LABEL = "POST /capture";
 var POST_PAGE_SNAPSHOTS_ROUTE_LABEL = "POST /page-snapshots";
+var SERP_CAPTURE_BILLING_SOURCE = "serp_intelligence_capture";
 var serpIntelligenceApp = new Hono16();
 serpIntelligenceApp.use("*", createApiKeyAuth());
 function structuredError(input) {
@@ -15832,18 +15861,46 @@ async function enforceSerpIntelligenceRateLimit(c, userId) {
   );
 }
 function pageSnapshotTargetsFromBody(body) {
-  return body.targets?.length ? body.targets : body.urls.map((url) => ({
+  return body.targets?.length ? body.targets : (body.urls ?? []).map((url) => ({
     url,
     sourceKind: "configured_target",
     sourcePosition: null
   }));
 }
+async function logRequestEventBestEffort(input) {
+  try {
+    await logRequestEvent(input);
+  } catch (error) {
+    console.warn("[serp-intelligence] request audit log failed:", error instanceof Error ? error.message : String(error));
+  }
+}
+function captureBillingKeys(userId, suppliedKey, body) {
+  const responseKey = suppliedKey?.trim() || randomUUID3();
+  const requestFingerprint = createHash4("sha256").update(JSON.stringify(body)).digest("hex");
+  const keyDigest = createHash4("sha256").update(String(userId)).update("\0").update(responseKey).digest("hex");
+  return {
+    responseKey,
+    debitKey: `serp-capture:${userId}:${keyDigest}`,
+    debitDescription: `${body.query} [request:${requestFingerprint}]`
+  };
+}
 serpIntelligenceApp.post("/capture", async (c) => {
   void POST_CAPTURE_ROUTE_LABEL;
   const user = c.get("user");
   const raw = await c.req.json().catch(() => ({}));
   const parsed = SerpIntelligenceCaptureBodySchema.safeParse(raw);
   if (!parsed.success) return c.json(formatZodError(parsed.error), 400);
+  const suppliedIdempotencyKey = c.req.header("idempotency-key") ?? c.req.header("x-idempotency-key");
+  if (suppliedIdempotencyKey && suppliedIdempotencyKey.trim().length > 500) {
+    return c.json(structuredError({
+      error_code: "invalid_request",
+      error_type: "validation_error",
+      message: "Idempotency-Key must be 500 characters or fewer.",
+      retryable: false
+    }), 400);
+  }
+  const billingKeys = captureBillingKeys(user.id, suppliedIdempotencyKey, parsed.data);
+  c.header("Idempotency-Key", billingKeys.responseKey);
   const limited = await enforceSerpIntelligenceRateLimit(c, user.id);
   if (limited) return limited;
   const gate = await acquireConcurrencyGate(user, "serp_intelligence_capture", {
@@ -15851,51 +15908,130 @@ serpIntelligenceApp.post("/capture", async (c) => {
     metadata: { query: parsed.data.query, location: parsed.data.location }
   });
   if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
-  const cost = MC_COSTS.serp;
-  let debited = false;
+  const pageSnapshotHold = parsed.data.includePageSnapshots ? parsed.data.pageSnapshotLimit * MC_COSTS.page_scrape : 0;
+  const cost = MC_COSTS.serp_headful + pageSnapshotHold;
+  const headlessSentOut = { value: null };
   try {
-    const { ok, balance_mc } = await debitMc(
+    const { ok, balance_mc } = await debitMcIdempotent(
       user.id,
       cost,
       LedgerOperation.SERP,
-      parsed.data.query
+      billingKeys.debitDescription,
+      billingKeys.debitKey
     );
-    if (!ok) return c.json(insufficientBalanceResponse(balance_mc, cost), 402);
-    debited = true;
-    const result = await captureSerpIntelligenceSnapshot(parsed.data, {
-      kernelApiKey: browserServiceApiKey(),
-      kernelProxyId: browserServiceProxyId(),
-      signal: c.req.raw.signal,
-      billing: { creditsUsed: cost / MC_PER_CREDIT }
+    if (!ok) {
+      await releaseConcurrencyGate(gate.lockId);
+      return c.json(insufficientBalanceResponse(balance_mc, cost), 402);
+    }
+  } catch (error) {
+    const idempotencyConflict = error instanceof Error && error.message === "idempotent debit key conflicts with another debit";
+    const body = structuredError({
+      error_code: idempotencyConflict ? "idempotency_conflict" : "capture_failed",
+      error_type: idempotencyConflict ? "validation_error" : "capture_error",
+      message: error instanceof Error ? error.message : String(error),
+      retryable: !idempotencyConflict
     });
-    await logRequestEvent({
+    await logRequestEventBestEffort({
       userId: user.id,
-      source: "serp_intelligence_capture",
-      status: "done",
+      source: SERP_CAPTURE_BILLING_SOURCE,
+      status: "failed",
       query: parsed.data.query,
       location: parsed.data.location,
-      resultCount: result.harvestResult.organicResults.length,
-      result
+      error: body.message
     });
-    return c.json(result);
+    await releaseConcurrencyGate(gate.lockId);
+    return c.json(body, idempotencyConflict ? 409 : 500);
+  }
+  let result;
+  try {
+    const parentCostContext = currentCostContext();
+    result = await runWithCostContext(
+      {
+        ...parentCostContext ?? {},
+        op: "serp",
+        userId: Number(user.id),
+        headlessSentOut
+      },
+      () => captureSerpIntelligenceSnapshot(parsed.data, {
+        kernelApiKey: browserServiceApiKey(),
+        kernelProxyId: browserServiceProxyId(),
+        signal: c.req.raw.signal
+      })
+    );
   } catch (error) {
-    if (debited) await creditMc(user.id, cost, LedgerOperation.REFUND, "failed serp intelligence capture");
+    try {
+      await settleDebitMcIdempotent(
+        user.id,
+        billingKeys.debitKey,
+        0,
+        LedgerOperation.SERP_REFUND,
+        "failed serp intelligence capture",
+        SERP_CAPTURE_BILLING_SOURCE
+      );
+    } catch (settlementError) {
+      console.warn(
+        "[serp-intelligence] failed capture refund remains recoverable:",
+        settlementError instanceof Error ? settlementError.message : String(settlementError)
+      );
+    }
     const body = error instanceof SerpIntelligenceCaptureError ? error.toJSON() : structuredError({
       error_code: "capture_failed",
       error_type: "capture_error",
       message: error instanceof Error ? error.message : String(error),
       retryable: true
     });
-    await logRequestEvent({
+    await logRequestEventBestEffort({
       userId: user.id,
-      source: "serp_intelligence_capture",
+      source: SERP_CAPTURE_BILLING_SOURCE,
       status: "failed",
       query: parsed.data.query,
       location: parsed.data.location,
       error: "message" in body && typeof body.message === "string" ? body.message : "SERP Intelligence capture failed"
     });
     const status = error instanceof SerpIntelligenceCaptureError ? error.httpStatus : 500;
+    await releaseConcurrencyGate(gate.lockId);
     return c.json(body, status);
+  }
+  try {
+    const requestedActualCost = serpActualCostMc(headlessSentOut.value) + result.pageSnapshotArtifacts.length * MC_COSTS.page_scrape;
+    const settlement = await settleDebitMcIdempotent(
+      user.id,
+      billingKeys.debitKey,
+      requestedActualCost,
+      LedgerOperation.SERP_REFUND,
+      "SERP capture pricing settle",
+      SERP_CAPTURE_BILLING_SOURCE
+    );
+    const settledResult = {
+      ...result,
+      billing: { creditsUsed: settlement.final_amount_mc / MC_PER_CREDIT }
+    };
+    await logRequestEventBestEffort({
+      userId: user.id,
+      source: SERP_CAPTURE_BILLING_SOURCE,
+      status: "done",
+      query: parsed.data.query,
+      location: parsed.data.location,
+      resultCount: settledResult.harvestResult.organicResults.length,
+      result: settledResult
+    });
+    return c.json(settledResult);
+  } catch (error) {
+    const body = structuredError({
+      error_code: "capture_failed",
+      error_type: "capture_error",
+      message: error instanceof Error ? error.message : String(error),
+      retryable: true
+    });
+    await logRequestEventBestEffort({
+      userId: user.id,
+      source: SERP_CAPTURE_BILLING_SOURCE,
+      status: "failed",
+      query: parsed.data.query,
+      location: parsed.data.location,
+      error: body.message
+    });
+    return c.json(body, 500);
   } finally {
     await releaseConcurrencyGate(gate.lockId);
   }
@@ -15931,7 +16067,7 @@ serpIntelligenceApp.post("/page-snapshots", async (c) => {
       maxConcurrency: parsed.data.maxConcurrency,
       debug: parsed.data.debug
     });
-    await logRequestEvent({
+    await logRequestEventBestEffort({
       userId: user.id,
       source: "serp_intelligence_page_snapshots",
       status: "done",
@@ -15948,7 +16084,7 @@ serpIntelligenceApp.post("/page-snapshots", async (c) => {
       message: error instanceof Error ? error.message : String(error),
       retryable: true
     });
-    await logRequestEvent({
+    await logRequestEventBestEffort({
       userId: user.id,
       source: "serp_intelligence_page_snapshots",
       status: "failed",
@@ -16593,15 +16729,42 @@ mcpApp.all("/", async (c) => {
 });
 
 // src/api/browser-agent-routes.ts
-import { randomUUID as randomUUID4 } from "crypto";
+import { randomUUID as randomUUID5 } from "crypto";
 import { Hono as Hono18 } from "hono";
 
 // src/api/browser-agent-db.ts
-import { randomUUID as randomUUID3 } from "crypto";
+import { randomUUID as randomUUID4 } from "crypto";
 var _ready = false;
+var _migrationPromise = null;
 async function migrateBrowserAgent() {
   if (_ready) return;
+  if (_migrationPromise) return _migrationPromise;
+  _migrationPromise = runBrowserAgentMigration().finally(() => {
+    _migrationPromise = null;
+  });
+  return _migrationPromise;
+}
+async function runBrowserAgentMigration() {
   const db = getDb();
+  const existing = await db.execute(`
+    SELECT
+      (SELECT COUNT(*) FROM sqlite_master WHERE type = 'table' AND name IN (
+        'browser_agent_sessions',
+        'browser_agent_actions',
+        'browser_agent_replays',
+        'browser_auth_connections',
+        'browser_agent_extensions'
+      )) = 5
+      AND (SELECT COUNT(*) FROM pragma_table_info('browser_agent_sessions') WHERE name = 'concurrency_lock_id') = 1
+      AND (SELECT COUNT(*) FROM pragma_table_info('browser_auth_connections') WHERE name IN (
+        'account_email', 'note', 'updated_at', 'status', 'browser_agent_session_id'
+      )) = 5
+      AS ready
+  `);
+  if (Number(existing.rows[0]?.ready ?? 0) === 1) {
+    _ready = true;
+    return;
+  }
   await db.execute(`
     CREATE TABLE IF NOT EXISTS browser_agent_sessions (
       id                  TEXT PRIMARY KEY,
@@ -16701,7 +16864,7 @@ async function migrateBrowserAgent() {
 }
 async function createExtensionRow(input) {
   const db = getDb();
-  const id = `bext_${randomUUID3().replace(/-/g, "").slice(0, 20)}`;
+  const id = `bext_${randomUUID4().replace(/-/g, "").slice(0, 20)}`;
   await db.execute({
     sql: `INSERT INTO browser_agent_extensions (id, user_id, name, backend_id, backend_name, source, source_url, size_bytes)
           VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,
@@ -16736,7 +16899,7 @@ async function deleteExtensionRow(userId, name) {
 }
 async function createAuthConnectionRow(input) {
   const db = getDb();
-  const connectionId = `authc_${randomUUID3().replace(/-/g, "").slice(0, 20)}`;
+  const connectionId = `authc_${randomUUID4().replace(/-/g, "").slice(0, 20)}`;
   await db.execute({
     sql: `INSERT INTO browser_auth_connections (connection_id, domain, profile, account_email, note, status, browser_agent_session_id)
           VALUES (?, ?, ?, ?, ?, 'NEEDS_AUTH', ?)`,
@@ -16770,7 +16933,7 @@ async function listAuthConnectionsByProfile(profile) {
 }
 async function createSessionRow(input) {
   const db = getDb();
-  const id = `bas_${randomUUID3().replace(/-/g, "").slice(0, 20)}`;
+  const id = `bas_${randomUUID4().replace(/-/g, "").slice(0, 20)}`;
   await db.execute({
     sql: `INSERT INTO browser_agent_sessions (id, runtime_session_id, live_view_url, cdp_ws_url, status, label, user_id, concurrency_lock_id, last_action_at)
           VALUES (?, ?, ?, ?, 'open', ?, ?, ?, datetime('now'))`,
@@ -16839,7 +17002,7 @@ async function recordAction(input) {
     sql: `INSERT INTO browser_agent_actions (id, session_id, type, params_json, ok, error)
           VALUES (?, ?, ?, ?, ?, ?)`,
     args: [
-      `baa_${randomUUID3().replace(/-/g, "").slice(0, 20)}`,
+      `baa_${randomUUID4().replace(/-/g, "").slice(0, 20)}`,
       input.sessionId,
       input.type,
       input.params == null ? null : JSON.stringify(input.params),
@@ -18527,7 +18690,7 @@ function buildBrowserAgentRoutes() {
     }
     const existing = await getExtensionRow(user.id, name);
     if (existing) return c.json({ error: `an extension named "${name}" already exists \u2014 delete it first or pick another name` }, 409);
-    const backendName = `u${user.id}_${randomUUID4().replace(/-/g, "")}`;
+    const backendName = `u${user.id}_${randomUUID5().replace(/-/g, "")}`;
     try {
       const imported = await importExtensionFromStore(storeUrl, backendName);
       const row = await createExtensionRow({
@@ -18957,7 +19120,7 @@ async function resolveUser(customerId, emailFallback) {
 // src/api/oauth-routes.ts
 import { Hono as Hono20 } from "hono";
 import { getCookie, setCookie } from "hono/cookie";
-import { createHash as createHash4, randomBytes as randomBytes2, randomUUID as randomUUID5 } from "crypto";
+import { createHash as createHash5, randomBytes as randomBytes2, randomUUID as randomUUID6 } from "crypto";
 import { importPKCS8, exportJWK, SignJWT } from "jose";
 var ISSUER = "https://mcpscraper.dev";
 var RESOURCE = () => process.env.MCP_MEMORY_RESOURCE_URL ?? "https://memory.mcpscraper.dev/mcp";
@@ -18990,7 +19153,7 @@ async function getKeys() {
   const privateKey = await importPKCS8(pem, "RS256", { extractable: true });
   const full = await exportJWK(privateKey);
   const publicJwk = { kty: full.kty, n: full.n, e: full.e };
-  const kid = createHash4("sha256").update(JSON.stringify({ e: publicJwk.e, kty: publicJwk.kty, n: publicJwk.n })).digest("base64url").slice(0, 16);
+  const kid = createHash5("sha256").update(JSON.stringify({ e: publicJwk.e, kty: publicJwk.kty, n: publicJwk.n })).digest("base64url").slice(0, 16);
   publicJwk.kid = kid;
   publicJwk.alg = "RS256";
   publicJwk.use = "sig";
@@ -19300,12 +19463,12 @@ oauthApp.post("/oauth/authorize", async (c) => {
 });
 function pkceMatches(verifier, challenge) {
   if (!verifier) return false;
-  const computed = createHash4("sha256").update(verifier).digest("base64url");
+  const computed = createHash5("sha256").update(verifier).digest("base64url");
   return computed === challenge;
 }
 async function mintAccessToken(identity, scope, plan, audience) {
   const { privateKey, kid } = await getKeys();
-  return new SignJWT({ scope, plan }).setProtectedHeader({ alg: "RS256", kid }).setIssuer(ISSUER).setSubject(identity).setAudience(audience).setIssuedAt().setJti(randomUUID5()).setExpirationTime(`${ACCESS_TTL_SECONDS}s`).sign(privateKey);
+  return new SignJWT({ scope, plan }).setProtectedHeader({ alg: "RS256", kid }).setIssuer(ISSUER).setSubject(identity).setAudience(audience).setIssuedAt().setJti(randomUUID6()).setExpirationTime(`${ACCESS_TTL_SECONDS}s`).sign(privateKey);
 }
 function tokenErrorResponse(c, error, description, status) {
   return c.json({ error, error_description: description }, status);
@@ -20651,13 +20814,13 @@ import { getCookie as getCookie2, setCookie as setCookie2, deleteCookie } from "
 import Stripe2 from "stripe";
 
 // src/api/page-diff.ts
-import { createHash as createHash5 } from "crypto";
+import { createHash as createHash6 } from "crypto";
 import { diffLines } from "diff";
 var MAX_SNAPSHOT_CONTENT_CHARS = 25e4;
 var MAX_DIFF_HUNKS = 200;
 var MAX_DIFF_LINES_PER_RESPONSE = 2e3;
 function sha256Hex(value) {
-  return createHash5("sha256").update(value).digest("hex");
+  return createHash6("sha256").update(value).digest("hex");
 }
 function truncateForStorage(value, maxChars = MAX_SNAPSHOT_CONTENT_CHARS) {
   if (value.length <= maxChars) return { value, truncated: false };
@@ -20764,7 +20927,7 @@ async function persistScrapeBody(user, opts) {
 }
 
 // src/api/connection-memory-import.ts
-import { createHash as createHash6 } from "crypto";
+import { createHash as createHash7 } from "crypto";
 var CONNECTION_MEMORY_IMPORT_MAX_ARGS_BYTES = 64 * 1024;
 var CONNECTION_MEMORY_IMPORT_MAX_RESULT_BYTES = 1e6;
 var CONNECTION_MEMORY_IMPORT_MAX_STRING_CHARS = 256e3;
@@ -20794,7 +20957,7 @@ function canonicalJson(value) {
   return JSON.stringify(value);
 }
 function sha2562(value) {
-  return createHash6("sha256").update(value).digest("hex");
+  return createHash7("sha256").update(value).digest("hex");
 }
 function sensitiveKey(key) {
   const normalized = key.toLowerCase().replace(/[^a-z0-9]/g, "");
@@ -21063,7 +21226,7 @@ async function cleanupExpiredScrapeBlobs(maxAgeMs = SCRAPE_BLOB_TTL_MS) {
 }
 
 // src/api/connected-data-export.ts
-import { randomUUID as randomUUID6 } from "crypto";
+import { randomUUID as randomUUID7 } from "crypto";
 var CONNECTED_DATA_INLINE_BUDGET_BYTES = Number(
   process.env.MCP_SCRAPER_CONNECTED_DATA_INLINE_BUDGET_BYTES ?? 5e4
 );
@@ -21188,7 +21351,7 @@ function finitePositive(value, fallback) {
   return Number.isFinite(value) && value > 0 ? value : fallback;
 }
 async function collectConnectedDataExport(args) {
-  const exportId = randomUUID6();
+  const exportId = randomUUID7();
   const now = args.now ?? Date.now;
   const startedAt = now();
   const budgetMs = finitePositive(CONNECTED_DATA_EXPORT_BUDGET_MS, 24e4);
@@ -21300,12 +21463,6 @@ ${lines.length ? `${lines.join("\n")}
 }
 
 // src/api/credit-operations.ts
-async function grantSignupCredit(userId) {
-  if (!FREE_SIGNUP_MC || FREE_SIGNUP_MC <= 0) return;
-  const already = await ledgerExistsForOperation(userId, LedgerOperation.SIGNUP_GRANT);
-  if (already) return;
-  await creditMc(userId, FREE_SIGNUP_MC, LedgerOperation.SIGNUP_GRANT, "Welcome credits");
-}
 async function applyMonthlyFreeRefresh(user) {
   return user;
 }
@@ -21517,7 +21674,7 @@ async function dbUsage(identity, plan) {
 }
 
 // src/api/nango-control.ts
-import { createHash as createHash7 } from "crypto";
+import { createHash as createHash8 } from "crypto";
 var DEFAULT_NANGO_CONTROL_URL = "https://mcp-scraper-scheduler.vercel.app";
 var DISABLED_NANGO_TOOLS = {
   "google-mail": /* @__PURE__ */ new Set(["list-filters"]),
@@ -22116,7 +22273,7 @@ function canonicalJson2(value) {
   return JSON.stringify(value);
 }
 function projectedToolSchemaHash(tool) {
-  return createHash7("sha256").update(canonicalJson2(tool)).digest("hex");
+  return createHash8("sha256").update(canonicalJson2(tool)).digest("hex");
 }
 async function describeNangoTool(identity, connectionId, tool, fresh) {
   const body = await controlRequest("/api/internal/nango/connections/actions/describe", {
@@ -22717,7 +22874,6 @@ app.use("*", (c, next) => {
   const forceHeadless = c.req.header("x-kernel-headless") === "true";
   return runWithCostContext({ op, probeRunId, forceHeadless }, () => next());
 });
-void migrateCostTelemetry();
 app.post("/auth/register", requireAllowedOrigin, async (c) => {
   const { email, password } = await c.req.json();
   const normalizedEmail = email?.trim().toLowerCase();
@@ -22748,7 +22904,6 @@ app.post("/auth/register", requireAllowedOrigin, async (c) => {
       }
     }
     const newKey = await rotateApiKey(user.id);
-    await grantSignupCredit(user.id);
     void (async () => {
       try {
         const full = await getUserById(user.id);
@@ -23997,7 +24152,7 @@ app.post("/harvest/sync", auth2, async (c) => {
       if (diff > 0) await creditMc(user.id, diff, LedgerOperation.PAA_REFUND, "overestimate refund");
       else if (diff < 0) await debitMc(user.id, -diff, LedgerOperation.PAA, options.query);
     } else {
-      const actualCost = headlessSentOut.value === true ? MC_COSTS.serp_headless : MC_COSTS.serp_headful;
+      const actualCost = serpActualCostMc(headlessSentOut.value);
       const diff = syncCost - actualCost;
       if (diff > 0) await creditMc(user.id, diff, LedgerOperation.SERP_REFUND, "headless-mode pricing settle");
       else if (diff < 0) await debitMc(user.id, -diff, LedgerOperation.SERP, options.query);
@@ -24076,22 +24231,13 @@ app.delete("/admin/users/:id", adminAuth, async (c) => {
 });
 app.post("/admin/backfill-signup-credits", adminAuth, async (c) => {
   const users = await listUsers();
-  let processed = 0;
-  let credited = 0;
-  let skipped = 0;
-  const users_credited = [];
-  for (const user of users) {
-    processed++;
-    const alreadyHasGrant = await ledgerExistsForOperation(user.id, LedgerOperation.SIGNUP_GRANT);
-    if (alreadyHasGrant) {
-      skipped++;
-    } else {
-      await grantSignupCredit(user.id);
-      credited++;
-      users_credited.push({ id: user.id, email: user.email });
-    }
-  }
-  return c.json({ processed, credited, skipped, users_credited });
+  return c.json({
+    processed: users.length,
+    credited: 0,
+    skipped: users.length,
+    users_credited: [],
+    retired: true
+  });
 });
 app.post("/extract-url", auth2, async (c) => {
   const raw = await c.req.json().catch(() => ({}));
@@ -24672,7 +24818,7 @@ app.get("/cron/tick", async (c) => {
   if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-BXJQ7J4N.js");
+  const { drainQueue } = await import("./worker-RV2TYXE3.js");
   const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
   const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
   const [results, sweepResult, reapResult, expiredResult, blobCleanup, connectedDataArtifactCleanup] = await Promise.all([
@@ -24700,15 +24846,15 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
     return c.json({ error: "Unauthorized" }, 401);
   }
   const jobId = c.req.param("id");
-  const { getExtractJob: getExtractJob2, completeExtractJob: completeExtractJob2 } = await import("./site-extract-repository-FDH6ZXKT.js");
-  const { assembleExtractArtifacts } = await import("./extract-bundle-4RO3YU4Q.js");
+  const { getExtractJob: getExtractJob2, completeExtractJob: completeExtractJob2 } = await import("./site-extract-repository-2QQSL2QC.js");
+  const { assembleExtractArtifacts } = await import("./extract-bundle-NFFVMUMT.js");
   const job = await getExtractJob2(jobId);
   if (!job) return c.json({ error: "job not found" }, 404);
   const stored = await assembleExtractArtifacts(job, {});
   await completeExtractJob2(jobId, stored);
   let settlement = "already_settled_or_refunded";
   if (job.billedMc == null && job.userId != null) {
-    const { settleExtractJob: settleExtractJob2, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-FDH6ZXKT.js");
+    const { settleExtractJob: settleExtractJob2, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-2QQSL2QC.js");
     const heldMc = Number(job.options.heldMc ?? 0);
     const successful = await countSuccessfulPages2(jobId);
     const usedMc = Math.min(successful * MC_COSTS.page_scrape, heldMc);
@@ -24874,4 +25020,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-PBBRSLBP.js.map
+//# sourceMappingURL=server-OLOOFN5W.js.map