mcp-scraper 0.4.4 → 0.4.6

package/dist/index.js

@@ -1,11 +1,11 @@
 import {
   harvest
-} from "./chunk-NJK5BTUK.js";
+} from "./chunk-5GAD2AN2.js";
 import "./chunk-HPV4VOQX.js";
 import "./chunk-K443GQY5.js";
 import "./chunk-XGIPATLV.js";
 import "./chunk-M2S27J6Z.js";
-import "./chunk-FUVQR6GK.js";
+import "./chunk-GL4BW4CP.js";
 
 // src/video/VideoGenerator.ts
 import { execSync as execSync2 } from "child_process";

package/dist/{server-IKT3QVFB.js → server-R3KVQNOT.js}

@@ -3,7 +3,7 @@ import {
   createHarvestAttemptRecorder,
   harvestProblemResponse,
   serializeHarvestProblem
-} from "./chunk-3UH3BEIZ.js";
+} from "./chunk-HE2LQPJ2.js";
 import {
   BrowserDriver,
   MapsSelectors,
@@ -16,7 +16,7 @@ import {
   recordVendorUsage,
   resolveKernelProxyId,
   runWithCostContext
-} from "./chunk-NJK5BTUK.js";
+} from "./chunk-5GAD2AN2.js";
 import {
   HttpMcpToolExecutor,
   MemoryMcpToolExecutor,
@@ -31,7 +31,7 @@ import {
   registerSerpIntelligenceCaptureTools,
   sanitizeAttempts,
   sanitizeHarvestResult
-} from "./chunk-Z34NGK64.js";
+} from "./chunk-IFXACD4K.js";
 import {
   auditImages,
   getBlobStore
@@ -65,7 +65,7 @@ import {
   RawMapsOverviewSchema,
   RawMapsReviewStatsSchema
 } from "./chunk-XGIPATLV.js";
-import "./chunk-TZRPP45I.js";
+import "./chunk-5BB6Y3BB.js";
 import {
   completeExtractJob,
   countSuccessfulPages,
@@ -76,7 +76,7 @@ import {
   saveExtractPages,
   setExtractJobTotal,
   settleExtractJob
-} from "./chunk-4ZZWFI6L.js";
+} from "./chunk-NYAWN7CZ.js";
 import {
   BROWSER_OPEN_MIN_BALANCE_MC,
   CONCURRENCY_PRICE_ID,
@@ -95,7 +95,7 @@ import {
   browserActiveCostMc,
   concurrencySlotBillingInfo,
   insufficientBalanceResponse
-} from "./chunk-5LO6EHEH.js";
+} from "./chunk-IVQYNY45.js";
 import {
   CaptchaError,
   RECAPTCHA_INSTRUCTIONS,
@@ -131,6 +131,7 @@ import {
   getLedger,
   getMemoryPlan,
   getMemoryProvisioned,
+  getPageSnapshot,
   getRefresh,
   getUserByApiKey,
   getUserByEmail,
@@ -175,8 +176,9 @@ import {
   setStripeCustomerId,
   setSubscriptionTier,
   setUserMemoryCreds,
+  upsertPageSnapshot,
   verifyPassword
-} from "./chunk-FUVQR6GK.js";
+} from "./chunk-GL4BW4CP.js";
 
 // src/blog/registry.ts
 var posts = [
@@ -7529,7 +7531,7 @@ var siteExtractFn = inngest.createFunction(
       return auditImages(pages, { concurrency: 12, timeoutMs: 12e3 });
     }) : null;
     const artifacts = await step.run("finalize", async () => {
-      const { assembleExtractArtifacts } = await import("./extract-bundle-UKE273TV.js");
+      const { assembleExtractArtifacts } = await import("./extract-bundle-COS56ZDO.js");
       const stored = await assembleExtractArtifacts(job, { branding, imageAudit });
       await completeExtractJob(jobId, stored);
       return stored;
@@ -8935,6 +8937,11 @@ var ExtractUrlBodySchema = z11.object({
   depositToVault: z11.boolean().optional(),
   vaultName: z11.string().trim().min(1).max(120).optional()
 });
+var DiffPageBodySchema = z11.object({
+  url: z11.string().min(1, "url is required"),
+  allowLocal: z11.boolean().optional(),
+  resetBaseline: z11.boolean().optional()
+});
 var MapUrlsBodySchema = z11.object({
   url: z11.string().min(1, "url is required"),
   maxUrls: z11.number().int().min(1).max(2e3).optional(),
@@ -11935,23 +11942,8 @@ async function provisionMemoryForUser(user) {
   } catch {
   }
 }
-function memoryPlanForUser(user) {
-  switch (user.subscription_tier) {
-    case "starter":
-      return "pro";
-    case "growth":
-      return "team";
-    case "scale":
-      return "enterprise";
-    default:
-      return "free";
-  }
-}
-var MEMORY_PLAN_RANK = { free: 0, pro: 1, team: 2, enterprise: 3 };
 function resolveEffectiveMemoryPlan(user) {
-  const tierPlan = memoryPlanForUser(user);
-  const memoryProPlan = user.memory_plan === "pro" || user.memory_plan === "team" ? user.memory_plan : "free";
-  return MEMORY_PLAN_RANK[tierPlan] >= MEMORY_PLAN_RANK[memoryProPlan] ? tierPlan : memoryProPlan;
+  return user.memory_plan === "pro" || user.memory_plan === "team" ? user.memory_plan : "free";
 }
 async function getOrCreateUserMemoryKey(user) {
   const creds = await getUserMemoryCreds(user.id);
@@ -15958,6 +15950,7 @@ mcpApp.all("/", async (c) => {
 });
 
 // src/api/browser-agent-routes.ts
+import { randomUUID as randomUUID3 } from "crypto";
 import { Hono as Hono17 } from "hono";
 
 // src/api/browser-agent-db.ts
@@ -16046,8 +16039,58 @@ async function migrateBrowserAgent() {
   } catch {
   }
   await db.execute(`CREATE INDEX IF NOT EXISTS browser_auth_connections_profile ON browser_auth_connections(profile)`);
+  await db.execute(`
+    CREATE TABLE IF NOT EXISTS browser_agent_extensions (
+      id           TEXT PRIMARY KEY,
+      user_id      INTEGER NOT NULL,
+      name         TEXT NOT NULL,
+      backend_id   TEXT NOT NULL,
+      backend_name TEXT NOT NULL,
+      source       TEXT NOT NULL DEFAULT 'store',
+      source_url   TEXT,
+      size_bytes   INTEGER,
+      created_at   TEXT NOT NULL DEFAULT (datetime('now'))
+    )
+  `);
+  await db.execute(`CREATE UNIQUE INDEX IF NOT EXISTS browser_agent_extensions_user_name ON browser_agent_extensions(user_id, name)`);
+  await db.execute(`CREATE INDEX IF NOT EXISTS browser_agent_extensions_user ON browser_agent_extensions(user_id)`);
   _ready = true;
 }
+async function createExtensionRow(input) {
+  const db = getDb();
+  const id = `bext_${randomUUID2().replace(/-/g, "").slice(0, 20)}`;
+  await db.execute({
+    sql: `INSERT INTO browser_agent_extensions (id, user_id, name, backend_id, backend_name, source, source_url, size_bytes)
+          VALUES (?, ?, ?, ?, ?, ?, ?, ?)`,
+    args: [id, input.userId, input.name, input.backendId, input.backendName, input.source, input.sourceUrl, input.sizeBytes]
+  });
+  const row = await getExtensionRow(input.userId, input.name);
+  if (!row) throw new Error("extension insert failed");
+  return row;
+}
+async function getExtensionRow(userId, name) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM browser_agent_extensions WHERE user_id = ? AND name = ?`,
+    args: [userId, name]
+  });
+  return res.rows[0] ?? null;
+}
+async function listExtensionRows(userId) {
+  const db = getDb();
+  const res = await db.execute({
+    sql: `SELECT * FROM browser_agent_extensions WHERE user_id = ? ORDER BY created_at DESC`,
+    args: [userId]
+  });
+  return res.rows;
+}
+async function deleteExtensionRow(userId, name) {
+  const db = getDb();
+  await db.execute({
+    sql: `DELETE FROM browser_agent_extensions WHERE user_id = ? AND name = ?`,
+    args: [userId, name]
+  });
+}
 async function createAuthConnectionRow(input) {
   const db = getDb();
   const connectionId = `authc_${randomUUID2().replace(/-/g, "").slice(0, 20)}`;
@@ -16904,6 +16947,28 @@ function isProfileConflict(err) {
   const message = err instanceof Error ? err.message : String(err);
   return /\b409\b|conflict|already exists/i.test(message);
 }
+function isNotFound(err) {
+  const message = err instanceof Error ? err.message : String(err);
+  return /\b404\b|not found/i.test(message);
+}
+async function importExtensionFromStore(storeUrl, backendName) {
+  const k = client();
+  const archive = await k.extensions.downloadFromChromeStore({ url: storeUrl });
+  const uploaded = await k.extensions.upload({ file: archive, name: backendName });
+  return {
+    backendId: uploaded.id,
+    backendName: uploaded.name ?? backendName,
+    sizeBytes: typeof uploaded.size_bytes === "number" ? uploaded.size_bytes : null
+  };
+}
+async function deleteExtensionBackend(backendName) {
+  const k = client();
+  try {
+    await k.extensions.delete(backendName);
+  } catch (err) {
+    if (!isNotFound(err)) throw err;
+  }
+}
 async function ensureProfile(k, name) {
   try {
     await k.profiles.create({ name });
@@ -16922,6 +16987,7 @@ async function createSession(opts = {}) {
   const resolvedSaveProfileChanges = opts.saveProfileChanges ?? browserServiceProfileSaveChanges();
   const disableDefaultProxy = opts.disableDefaultProxy ?? !resolvedProxyId;
   const startUrl = opts.startUrl?.trim();
+  const extensionNames = (opts.extensionNames ?? []).map((name) => name.trim()).filter(Boolean);
   if (resolvedProfileName && resolvedSaveProfileChanges === true) {
     await ensureProfile(k, resolvedProfileName);
   }
@@ -16935,7 +17001,8 @@ async function createSession(opts = {}) {
         name: resolvedProfileName,
         ...typeof resolvedSaveProfileChanges === "boolean" ? { save_changes: resolvedSaveProfileChanges } : {}
       }
-    } : {}
+    } : {},
+    ...extensionNames.length ? { extensions: extensionNames.map((name) => ({ name })) } : {}
   };
   const browser = await k.browsers.create(createPayload);
   const runtimeSessionId = browser.session_id;
@@ -17323,6 +17390,16 @@ function parseAgentDate(value) {
   const legacyParsed = Date.parse(`${value.replace(" ", "T")}Z`);
   return Number.isFinite(legacyParsed) ? legacyParsed : null;
 }
+var EXTENSION_NAME_RE = /^[\w .-]{1,64}$/;
+function publicExtension(row) {
+  return {
+    name: row.name,
+    source: row.source,
+    source_url: row.source_url,
+    size_bytes: row.size_bytes,
+    created_at: row.created_at
+  };
+}
 function replayClock(row) {
   if (!row) return null;
   const startedAtMs = parseAgentDate(row.started_at);
@@ -17469,6 +17546,15 @@ function buildBrowserAgentRoutes() {
     const body = await c.req.json().catch(() => ({}));
     const timeoutSeconds = typeof body.timeout_seconds === "number" ? body.timeout_seconds : void 0;
     const startUrl = typeof body.url === "string" ? body.url : void 0;
+    const extensionNames = Array.isArray(body.extension_names) ? body.extension_names.filter((v) => typeof v === "string") : void 0;
+    let resolvedExtensionBackendNames;
+    if (extensionNames && extensionNames.length) {
+      const names = extensionNames;
+      const rows = await Promise.all(names.map((name) => getExtensionRow(user.id, name)));
+      const missing = names.filter((_, i) => !rows[i]);
+      if (missing.length) return c.json({ error: `extension(s) not found: ${missing.join(", ")}` }, 400);
+      resolvedExtensionBackendNames = rows.map((row) => row.backend_name);
+    }
     const gate = await acquireConcurrencyGate(user, "browser_agent_session", {
       ttlSeconds: browserSessionLockTtlSeconds(timeoutSeconds),
       metadata: { label: typeof body.label === "string" ? body.label : null }
@@ -17483,7 +17569,8 @@ function buildBrowserAgentRoutes() {
         saveProfileChanges: typeof body.save_profile_changes === "boolean" ? body.save_profile_changes : void 0,
         startUrl,
         disableDefaultProxy: typeof body.disable_default_proxy === "boolean" ? body.disable_default_proxy : void 0,
-        viewport: body.viewport && typeof body.viewport === "object" ? body.viewport : void 0
+        viewport: body.viewport && typeof body.viewport === "object" ? body.viewport : void 0,
+        extensionNames: resolvedExtensionBackendNames
       });
       runtimeSessionId = created.runtimeSessionId;
       const row = await createSessionRow({
@@ -17786,6 +17873,52 @@ function buildBrowserAgentRoutes() {
       }))
     });
   });
+  app2.post("/extensions/import", async (c) => {
+    const user = c.get("user");
+    const body = await c.req.json().catch(() => ({}));
+    const storeUrl = typeof body.store_url === "string" ? body.store_url.trim() : "";
+    const name = typeof body.name === "string" ? body.name.trim() : "";
+    if (!storeUrl) return c.json({ error: "store_url is required" }, 400);
+    if (!name || !EXTENSION_NAME_RE.test(name)) {
+      return c.json({ error: "name is required (1-64 characters: letters, numbers, spaces, dots, underscores, hyphens)" }, 400);
+    }
+    const existing = await getExtensionRow(user.id, name);
+    if (existing) return c.json({ error: `an extension named "${name}" already exists \u2014 delete it first or pick another name` }, 409);
+    const backendName = `u${user.id}_${randomUUID3().replace(/-/g, "")}`;
+    try {
+      const imported = await importExtensionFromStore(storeUrl, backendName);
+      const row = await createExtensionRow({
+        userId: user.id,
+        name,
+        backendId: imported.backendId,
+        backendName: imported.backendName,
+        source: "store",
+        sourceUrl: storeUrl,
+        sizeBytes: imported.sizeBytes
+      });
+      return c.json(publicExtension(row));
+    } catch (err) {
+      return c.json(failure(err), 502);
+    }
+  });
+  app2.get("/extensions", async (c) => {
+    const user = c.get("user");
+    const rows = await listExtensionRows(user.id);
+    return c.json({ extensions: rows.map(publicExtension) });
+  });
+  app2.delete("/extensions/:name", async (c) => {
+    const user = c.get("user");
+    const name = c.req.param("name");
+    const row = await getExtensionRow(user.id, name);
+    if (!row) return c.json({ error: "not found" }, 404);
+    try {
+      await deleteExtensionBackend(row.backend_name);
+    } catch (err) {
+      return c.json(failure(err), 502);
+    }
+    await deleteExtensionRow(user.id, name);
+    return c.json({ ok: true });
+  });
   app2.get("/sessions/:id/replays/:replayId/download", async (c) => {
     const user = c.get("user");
     const row = await loadOpenSession(c.req.param("id"), user.id);
@@ -18141,7 +18274,6 @@ stripeApp.post("/webhooks", async (c) => {
       const live = sub.status === "active" || sub.status === "trialing";
       const newTier = live ? tier.tier : null;
       await setSubscriptionTier(user.id, newTier, live ? tier.concurrency : 0, live ? sub.id : null);
-      await syncMemoryKeyPlan(user, resolveEffectiveMemoryPlan({ ...user, subscription_tier: newTier }));
     } else if (priceId === CONCURRENCY_PRICE_ID && event.type === "customer.subscription.created") {
       await setExtraConcurrencySlots(user.id, user.extra_concurrency_slots + 1);
       await setConcurrencySubId(user.id, sub.id);
@@ -18167,7 +18299,6 @@ stripeApp.post("/webhooks", async (c) => {
     if (!user) return c.json({ received: true });
     if (priceId && priceId in SUBSCRIPTION_TIERS) {
       await setSubscriptionTier(user.id, null, 0, null);
-      await syncMemoryKeyPlan(user, resolveEffectiveMemoryPlan({ ...user, subscription_tier: null }));
     } else if (priceId === CONCURRENCY_PRICE_ID) {
       await setExtraConcurrencySlots(user.id, Math.max(0, user.extra_concurrency_slots - 1));
       await setConcurrencySubId(user.id, null);
@@ -18191,7 +18322,7 @@ async function resolveUser(customerId, emailFallback) {
 // src/api/oauth-routes.ts
 import { Hono as Hono19 } from "hono";
 import { getCookie, setCookie } from "hono/cookie";
-import { createHash as createHash3, randomBytes as randomBytes2, randomUUID as randomUUID3 } from "crypto";
+import { createHash as createHash3, randomBytes as randomBytes2, randomUUID as randomUUID4 } from "crypto";
 import { importPKCS8, exportJWK, SignJWT } from "jose";
 var ISSUER = "https://mcpscraper.dev";
 var RESOURCE = () => process.env.MCP_MEMORY_RESOURCE_URL ?? "https://memory.mcpscraper.dev/mcp";
@@ -18539,7 +18670,7 @@ function pkceMatches(verifier, challenge) {
 }
 async function mintAccessToken(identity, scope, plan, audience) {
   const { privateKey, kid } = await getKeys();
-  return new SignJWT({ scope, plan }).setProtectedHeader({ alg: "RS256", kid }).setIssuer(ISSUER).setSubject(identity).setAudience(audience).setIssuedAt().setJti(randomUUID3()).setExpirationTime(`${ACCESS_TTL_SECONDS}s`).sign(privateKey);
+  return new SignJWT({ scope, plan }).setProtectedHeader({ alg: "RS256", kid }).setIssuer(ISSUER).setSubject(identity).setAudience(audience).setIssuedAt().setJti(randomUUID4()).setExpirationTime(`${ACCESS_TTL_SECONDS}s`).sign(privateKey);
 }
 function tokenErrorResponse(c, error, description, status) {
   return c.json({ error, error_description: description }, status);
@@ -19645,6 +19776,71 @@ import { createMiddleware as createMiddleware3 } from "hono/factory";
 import { getCookie as getCookie2, setCookie as setCookie2, deleteCookie } from "hono/cookie";
 import Stripe2 from "stripe";
 
+// src/api/page-diff.ts
+import { createHash as createHash4 } from "crypto";
+import { diffLines } from "diff";
+var MAX_SNAPSHOT_CONTENT_CHARS = 25e4;
+var MAX_DIFF_HUNKS = 200;
+var MAX_DIFF_LINES_PER_RESPONSE = 2e3;
+function sha256Hex(value) {
+  return createHash4("sha256").update(value).digest("hex");
+}
+function truncateForStorage(value, maxChars = MAX_SNAPSHOT_CONTENT_CHARS) {
+  if (value.length <= maxChars) return { value, truncated: false };
+  return { value: value.slice(0, maxChars), truncated: true };
+}
+function changeLines(change) {
+  const lines = change.value.split("\n");
+  if (lines.length > 0 && lines[lines.length - 1] === "") lines.pop();
+  return lines;
+}
+function diffPageContent(oldContent, newContent) {
+  const changes = diffLines(oldContent, newContent);
+  const rawHunks = [];
+  let linesAdded = 0;
+  let linesRemoved = 0;
+  let totalChangedLineCount = 0;
+  for (const change of changes) {
+    if (!change.added && !change.removed) continue;
+    const lines = changeLines(change);
+    totalChangedLineCount += lines.length;
+    if (change.added) linesAdded += lines.length;
+    if (change.removed) linesRemoved += lines.length;
+    rawHunks.push({ type: change.added ? "added" : "removed", lines });
+  }
+  let hunksTruncated = false;
+  const hunksWithinCount = rawHunks.length > MAX_DIFF_HUNKS ? rawHunks.slice(0, MAX_DIFF_HUNKS) : rawHunks;
+  if (rawHunks.length > MAX_DIFF_HUNKS) hunksTruncated = true;
+  const hunks = [];
+  let emittedLines = 0;
+  for (const hunk of hunksWithinCount) {
+    if (emittedLines >= MAX_DIFF_LINES_PER_RESPONSE) {
+      hunksTruncated = true;
+      break;
+    }
+    const remaining = MAX_DIFF_LINES_PER_RESPONSE - emittedLines;
+    if (hunk.lines.length > remaining) {
+      hunks.push({ type: hunk.type, lines: hunk.lines.slice(0, remaining) });
+      emittedLines += remaining;
+      hunksTruncated = true;
+      break;
+    }
+    hunks.push(hunk);
+    emittedLines += hunk.lines.length;
+  }
+  const denominator = Math.max(oldContent.split("\n").length, newContent.split("\n").length, 1);
+  const percentChanged = totalChangedLineCount > 0 ? Math.min(100, Math.round(totalChangedLineCount / denominator * 1e3) / 10) : 0;
+  return {
+    hunks,
+    linesAdded,
+    linesRemoved,
+    percentChanged,
+    hunksTruncated,
+    hunksTruncatedReason: hunksTruncated ? `Showing ${emittedLines} of ${totalChangedLineCount} changed lines (capped at ${MAX_DIFF_HUNKS} hunks / ${MAX_DIFF_LINES_PER_RESPONSE} lines). Use contentHash/previousContentHash to confirm the full scope of change.` : null,
+    totalChangedLineCount
+  };
+}
+
 // src/api/scrape-vault-sink.ts
 var MAX_DEPOSIT_CHARS = 5e6;
 var SCRAPE_FALLBACK_PREFIX = "scrape-fallback/";
@@ -20974,6 +21170,91 @@ app.post("/extract-url", auth2, async (c) => {
     await releaseConcurrencyGate(gate.lockId);
   }
 });
+app.post("/diff-page", auth2, async (c) => {
+  const raw = await c.req.json().catch(() => ({}));
+  const bodyResult = DiffPageBodySchema.safeParse(raw);
+  if (!bodyResult.success) return c.json({ error: bodyResult.error.issues[0]?.message ?? "Invalid request" }, 400);
+  const { url, allowLocal, resetBaseline } = bodyResult.data;
+  if (!allowLocal) {
+    const checked = await validatePublicHttpUrl(url, { field: "URL" });
+    if (checked.error || !checked.parsed) return c.json({ error: checked.error ?? "Invalid URL" }, 400);
+  } else {
+    try {
+      new URL(url);
+    } catch {
+      return c.json({ error: "Invalid URL" }, 400);
+    }
+  }
+  const canonicalUrl = (() => {
+    try {
+      return new URL(url).href;
+    } catch {
+      return url;
+    }
+  })();
+  const user = c.get("user");
+  const gate = await acquireConcurrencyGate(user, "diff_page", {
+    reuseLockId: c.req.header("x-mcp-scraper-concurrency-lock"),
+    metadata: { url: canonicalUrl }
+  });
+  if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
+  let debited = false;
+  try {
+    const { ok: dpOk, balance_mc: dpBal } = await debitMc(user.id, MC_COSTS.diff_page, LedgerOperation.DIFF_PAGE, new URL(canonicalUrl).hostname);
+    if (!dpOk) return c.json(insufficientBalanceResponse(dpBal, MC_COSTS.diff_page), 402);
+    debited = true;
+    const existingSnapshot = await getPageSnapshot(user.id, canonicalUrl);
+    const previous = resetBaseline ? null : existingSnapshot;
+    const kernelApiKey = browserServiceApiKey();
+    const result = await extractKpo({ url: canonicalUrl, kernelApiKey });
+    const currentContent = result.bodyMarkdown ?? "";
+    const currentHash = sha256Hex(currentContent);
+    const { value: storedContent, truncated: contentTruncated } = truncateForStorage(currentContent);
+    const currentCheckedAt = (/* @__PURE__ */ new Date()).toISOString();
+    await upsertPageSnapshot(user.id, canonicalUrl, {
+      contentHash: currentHash,
+      content: storedContent,
+      title: result.title ?? null,
+      contentBytes: Buffer.byteLength(currentContent, "utf8"),
+      truncated: contentTruncated
+    });
+    let status;
+    let diff = { hunks: [], linesAdded: 0, linesRemoved: 0, percentChanged: 0, hunksTruncated: false, hunksTruncatedReason: null, totalChangedLineCount: 0 };
+    if (!previous) {
+      status = "baseline";
+      diff.percentChanged = null;
+    } else if (previous.contentHash === currentHash) {
+      status = "unchanged";
+    } else {
+      status = "changed";
+      diff = diffPageContent(previous.content, storedContent);
+    }
+    await logRequestEvent({ userId: user.id, source: "diff_page", status: "done", query: canonicalUrl, result: { status } });
+    return c.json({
+      url: canonicalUrl,
+      title: result.title ?? null,
+      status,
+      isReset: !!resetBaseline && !!existingSnapshot,
+      previousCheckedAt: previous?.checkedAt ?? null,
+      currentCheckedAt,
+      contentHash: currentHash,
+      previousContentHash: previous?.contentHash ?? null,
+      summary: { linesAdded: diff.linesAdded, linesRemoved: diff.linesRemoved, percentChanged: diff.percentChanged },
+      hunks: diff.hunks,
+      contentTruncated,
+      hunksTruncated: diff.hunksTruncated,
+      hunksTruncatedReason: diff.hunksTruncatedReason,
+      totalChangedLineCount: diff.totalChangedLineCount
+    });
+  } catch (err) {
+    const msg = err instanceof Error ? err.message : String(err);
+    if (debited) await creditMc(user.id, MC_COSTS.diff_page, LedgerOperation.DIFF_PAGE, "failed call");
+    await logRequestEvent({ userId: user.id, source: "diff_page", status: "failed", query: canonicalUrl, error: msg });
+    return c.json({ error: msg }, 500);
+  } finally {
+    await releaseConcurrencyGate(gate.lockId);
+  }
+});
 app.post("/map-urls", auth2, async (c) => {
   const raw = await c.req.json().catch(() => ({}));
   const bodyResult = MapUrlsBodySchema.safeParse(raw);
@@ -21400,7 +21681,7 @@ app.get("/cron/tick", async (c) => {
   if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-YHKUJR5P.js");
+  const { drainQueue } = await import("./worker-VASAJ7FZ.js");
   const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
   const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
   const [results, sweepResult, reapResult, expiredResult, blobCleanup] = await Promise.all([
@@ -21418,15 +21699,15 @@ app.post("/api/internal/extract-refinalize/:id", async (c) => {
     return c.json({ error: "Unauthorized" }, 401);
   }
   const jobId = c.req.param("id");
-  const { getExtractJob: getExtractJob2, completeExtractJob: completeExtractJob2 } = await import("./site-extract-repository-THBVEXMP.js");
-  const { assembleExtractArtifacts } = await import("./extract-bundle-UKE273TV.js");
+  const { getExtractJob: getExtractJob2, completeExtractJob: completeExtractJob2 } = await import("./site-extract-repository-LI2S3S6E.js");
+  const { assembleExtractArtifacts } = await import("./extract-bundle-COS56ZDO.js");
   const job = await getExtractJob2(jobId);
   if (!job) return c.json({ error: "job not found" }, 404);
   const stored = await assembleExtractArtifacts(job, {});
   await completeExtractJob2(jobId, stored);
   let settlement = "already_settled_or_refunded";
   if (job.billedMc == null && job.userId != null) {
-    const { settleExtractJob: settleExtractJob2, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-THBVEXMP.js");
+    const { settleExtractJob: settleExtractJob2, countSuccessfulPages: countSuccessfulPages2 } = await import("./site-extract-repository-LI2S3S6E.js");
     const heldMc = Number(job.options.heldMc ?? 0);
     const successful = await countSuccessfulPages2(jobId);
     const usedMc = Math.min(successful * MC_COSTS.page_scrape, heldMc);
@@ -21590,4 +21871,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-IKT3QVFB.js.map
+//# sourceMappingURL=server-R3KVQNOT.js.map