mcp-scraper 0.4.5 → 0.4.6

package/dist/bin/api-server.cjs

@@ -3617,6 +3617,7 @@ __export(db_exports, {
   getLedger: () => getLedger,
   getMemoryPlan: () => getMemoryPlan,
   getMemoryProvisioned: () => getMemoryProvisioned,
+  getPageSnapshot: () => getPageSnapshot,
   getRefresh: () => getRefresh,
   getUserByApiKey: () => getUserByApiKey,
   getUserByEmail: () => getUserByEmail,
@@ -3672,6 +3673,7 @@ __export(db_exports, {
   startHarvestAttempt: () => startHarvestAttempt,
   stripeEventAlreadyProcessed: () => stripeEventAlreadyProcessed,
   updateKpoJobState: () => updateKpoJobState,
+  upsertPageSnapshot: () => upsertPageSnapshot,
   verifyPassword: () => verifyPassword
 });
 function getDb() {
@@ -4109,6 +4111,20 @@ async function migrate() {
     } catch {
     }
   }
+  await db.execute(`
+    CREATE TABLE IF NOT EXISTS page_snapshots (
+      user_id       INTEGER NOT NULL REFERENCES users(id),
+      url           TEXT    NOT NULL,
+      content_hash  TEXT    NOT NULL,
+      content       TEXT    NOT NULL,
+      title         TEXT,
+      content_bytes INTEGER NOT NULL,
+      truncated     INTEGER NOT NULL DEFAULT 0,
+      checked_at    TEXT    NOT NULL DEFAULT (datetime('now')),
+      PRIMARY KEY (user_id, url)
+    )
+  `);
+  await db.execute(`CREATE INDEX IF NOT EXISTS page_snapshots_user_checked_at ON page_snapshots(user_id, checked_at DESC)`);
 }
 async function registerClient(clientId, redirectUris, name) {
   await getDb().execute({
@@ -4539,6 +4555,38 @@ async function listJobs(userId) {
   const res = await getDb().execute({ sql: "SELECT * FROM jobs WHERE user_id = ? ORDER BY created_at DESC LIMIT 50", args: [userId] });
   return res.rows.map((r) => deserialize(rowToRawJob(r)));
 }
+async function getPageSnapshot(userId, url) {
+  const res = await getDb().execute({
+    sql: "SELECT content_hash, content, title, content_bytes, truncated, checked_at FROM page_snapshots WHERE user_id = ? AND url = ?",
+    args: [userId, url]
+  });
+  const row = res.rows[0];
+  if (!row) return null;
+  return {
+    contentHash: String(row.content_hash),
+    content: String(row.content),
+    title: row.title == null ? null : String(row.title),
+    contentBytes: Number(row.content_bytes),
+    truncated: Number(row.truncated) === 1,
+    checkedAt: String(row.checked_at)
+  };
+}
+async function upsertPageSnapshot(userId, url, snapshot) {
+  await getDb().execute({
+    sql: `
+      INSERT INTO page_snapshots (user_id, url, content_hash, content, title, content_bytes, truncated, checked_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, datetime('now'))
+      ON CONFLICT(user_id, url) DO UPDATE SET
+        content_hash  = excluded.content_hash,
+        content       = excluded.content,
+        title         = excluded.title,
+        content_bytes = excluded.content_bytes,
+        truncated     = excluded.truncated,
+        checked_at    = excluded.checked_at
+    `,
+    args: [userId, url, snapshot.contentHash, snapshot.content, snapshot.title, snapshot.contentBytes, snapshot.truncated ? 1 : 0]
+  });
+}
 function rowToRequestEvent(row) {
   const rawResult = row.result != null ? String(row.result) : null;
   return {
@@ -10046,7 +10094,8 @@ var init_rates = __esm({
       trustpilot_reviews: 500,
       trustpilot_review: 100,
       g2_reviews: 500,
-      g2_review: 150
+      g2_review: 150,
+      diff_page: 100
     };
     MC_PER_BROWSER_MS = MC_COSTS.browser_minute / 6e4;
     BROWSER_OPEN_MIN_BALANCE_MC = 1e3;
@@ -10249,6 +10298,14 @@ var init_rates = __esm({
         credits: mcToCredits(MC_COSTS.g2_review),
         unit: "per review card",
         notes: "Charged per review actually extracted (each card carries up to 3 Q&A sections), billed down automatically if the balance runs out mid-page."
+      },
+      {
+        key: "diff_page",
+        label: "Page change check",
+        aliases: ["diff_page", "page diff", "change detection"],
+        credits: mcToCredits(MC_COSTS.diff_page),
+        unit: "per check",
+        notes: "Same cost as a single page extract \u2014 one scrape is performed per check, then compared against your last stored snapshot for that URL."
       }
     ];
     CONCURRENCY_PRICE_ID = "price_1Ta1NRS8aAcsk3TGwsRnYbix";
@@ -10334,7 +10391,9 @@ var init_rates = __esm({
       G2_REVIEWS: "g2_reviews",
       G2_REVIEWS_REFUND: "g2_reviews_refund",
       G2_REVIEW: "g2_review",
-      G2_REVIEW_REFUND: "g2_review_refund"
+      G2_REVIEW_REFUND: "g2_review_refund",
+      DIFF_PAGE: "diff_page",
+      DIFF_PAGE_REFUND: "diff_page_refund"
     };
     MEMORY_AI_MARGIN_MULTIPLE = 3;
     MC_PER_USD = SUBSCRIPTION_TIERS["price_1TmiHRS8aAcsk3TGwmSNfNIa"].credits_mc / SUBSCRIPTION_TIERS["price_1TmiHRS8aAcsk3TGwmSNfNIa"].monthly_usd;
@@ -13113,7 +13172,7 @@ var init_api_auth = __esm({
 });
 
 // src/api/server-schemas.ts
-var import_zod13, HarvestBodySchema, ExtractUrlBodySchema, MapUrlsBodySchema, ExtractSiteBodySchema, YoutubeHarvestBodySchema, YoutubeTranscribeBodySchema;
+var import_zod13, HarvestBodySchema, ExtractUrlBodySchema, DiffPageBodySchema, MapUrlsBodySchema, ExtractSiteBodySchema, YoutubeHarvestBodySchema, YoutubeTranscribeBodySchema;
 var init_server_schemas = __esm({
   "src/api/server-schemas.ts"() {
     "use strict";
@@ -13144,6 +13203,11 @@ var init_server_schemas = __esm({
       depositToVault: import_zod13.z.boolean().optional(),
       vaultName: import_zod13.z.string().trim().min(1).max(120).optional()
     });
+    DiffPageBodySchema = import_zod13.z.object({
+      url: import_zod13.z.string().min(1, "url is required"),
+      allowLocal: import_zod13.z.boolean().optional(),
+      resetBaseline: import_zod13.z.boolean().optional()
+    });
     MapUrlsBodySchema = import_zod13.z.object({
       url: import_zod13.z.string().min(1, "url is required"),
       maxUrls: import_zod13.z.number().int().min(1).max(2e3).optional(),
@@ -19330,6 +19394,55 @@ ${headingSection}${kpoSection}${brandingSection}${bodySectionFull}${memSection}$
   }
   return { ...textResult, structuredContent };
 }
+function formatDiffPage(raw, input) {
+  const parsed = parseData(raw);
+  if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
+  const d = parsed.data;
+  const url = d.url ?? input.url;
+  const title = d.title ?? "Untitled";
+  const statusLine = d.status === "baseline" ? d.isReset ? "\u{1F195} **Baseline reset** \u2014 prior history discarded, this check is now the new baseline." : "\u{1F195} **Baseline captured** \u2014 first check for this URL, nothing to compare yet." : d.status === "unchanged" ? `\u2705 **No changes** since ${d.previousCheckedAt ?? "the last check"}.` : `\u{1F504} **Changed** since ${d.previousCheckedAt ?? "the last check"} \u2014 +${d.summary.linesAdded}/-${d.summary.linesRemoved} lines (${d.summary.percentChanged ?? 0}% of content).`;
+  const previewHunks = d.hunks.slice(0, DIFF_PAGE_PREVIEW_HUNKS);
+  const diffBlock = previewHunks.length ? [
+    "\n## Diff",
+    "```diff",
+    ...previewHunks.flatMap((h) => h.lines.map((l) => `${h.type === "added" ? "+" : "-"} ${l}`)),
+    "```",
+    previewHunks.length < d.hunks.length ? `*(showing ${previewHunks.length} of ${d.hunks.length} returned hunks)*` : ""
+  ].filter(Boolean).join("\n") : "";
+  const truncationNotes = [
+    d.contentTruncated ? "\n\u26A0\uFE0F Page content exceeded the storable cap and was truncated before hashing/diffing \u2014 changes past that point are not visible to this comparison." : "",
+    d.hunksTruncatedReason ? `
+\u26A0\uFE0F ${d.hunksTruncatedReason}` : ""
+  ].filter(Boolean).join("\n");
+  const tips = `
+---
+\u{1F4A1} **Tips**
+- Call \`diff_page\` again anytime to re-check \u2014 this tool is on-demand, not automatic.
+- Want the page's current content with nothing to compare? use \`extract_url\`.`;
+  const full = `# Page Diff: ${url}
+**${title}**
+
+${statusLine}${diffBlock}${truncationNotes}${tips}`;
+  return {
+    ...oneBlock(full),
+    structuredContent: {
+      url,
+      title: d.title,
+      status: d.status,
+      isReset: d.isReset,
+      previousCheckedAt: d.previousCheckedAt,
+      currentCheckedAt: d.currentCheckedAt,
+      contentHash: d.contentHash,
+      previousContentHash: d.previousContentHash,
+      summary: d.summary,
+      hunks: d.hunks,
+      contentTruncated: d.contentTruncated,
+      hunksTruncated: d.hunksTruncated,
+      hunksTruncatedReason: d.hunksTruncatedReason,
+      totalChangedLineCount: d.totalChangedLineCount
+    }
+  };
+}
 async function formatMapSiteUrls(raw, input, ctx) {
   const parsed = parseData(raw);
   if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
@@ -21054,7 +21167,7 @@ ${rows}` : ""
     }
   };
 }
-var import_node_fs6, import_node_os6, import_node_path8, INLINE_BUDGET_BYTES, STRUCTURED_ARRAY_CAP, reportSavingEnabled, BULK_PAGE_THRESHOLD, BULK_URL_THRESHOLD;
+var import_node_fs6, import_node_os6, import_node_path8, INLINE_BUDGET_BYTES, STRUCTURED_ARRAY_CAP, reportSavingEnabled, BULK_PAGE_THRESHOLD, BULK_URL_THRESHOLD, DIFF_PAGE_PREVIEW_HUNKS;
 var init_mcp_response_formatter = __esm({
   "src/mcp/mcp-response-formatter.ts"() {
     "use strict";
@@ -21073,6 +21186,7 @@ var init_mcp_response_formatter = __esm({
     reportSavingEnabled = true;
     BULK_PAGE_THRESHOLD = 25;
     BULK_URL_THRESHOLD = 500;
+    DIFF_PAGE_PREVIEW_HUNKS = 20;
   }
 });
 
@@ -27003,7 +27117,7 @@ var PACKAGE_VERSION;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    PACKAGE_VERSION = "0.4.5";
+    PACKAGE_VERSION = "0.4.6";
   }
 });
 
@@ -27142,7 +27256,7 @@ var init_output_schema_registry = __esm({
 });
 
 // src/mcp/mcp-tool-schemas.ts
-var import_zod33, HarvestPaaInputSchema, ExtractUrlInputSchema, MapSiteUrlsInputSchema, ExtractSiteInputSchema, AuditSiteInputSchema, YoutubeHarvestInputSchema, YoutubeTranscribeInputSchema, FacebookPageIntelInputSchema, FacebookAdSearchInputSchema, RedditThreadInputSchema, VideoFrameAnalysisInputSchema, VideoFrameAnalysisStatusInputSchema, FacebookAdTranscribeInputSchema, FacebookVideoTranscribeInputSchema, GoogleAdsSearchInputSchema, GoogleAdsPageIntelInputSchema, GoogleAdsTranscribeInputSchema, InstagramProfileContentInputSchema, InstagramMediaDownloadInputSchema, MapsPlaceIntelInputSchema, TrustpilotReviewsInputSchema, G2ReviewsInputSchema, ReviewCardSchema, MapsSearchInputSchema, DirectoryWorkflowInputSchema, ArtifactPointerOutputSchema, RankTrackerModeSchema, RankTrackerBlueprintInputSchema, NullableString, MapsSearchAttemptOutput, MapsSearchOutputSchema, DirectoryMapsBusinessOutput, DirectoryWorkflowOutputSchema, RankTrackerToolPlanOutput, RankTrackerTableOutput, RankTrackerCronJobOutput, RankTrackerBlueprintOutputSchema, OrganicResultOutput, AiOverviewOutput, EntityIdsOutput, HarvestPaaOutputSchema, SearchSerpOutputSchema, ExtractUrlOutputSchema, ExtractSiteOutputSchema, AuditSiteOutputSchema, MapsPlaceIntelOutputSchema, TrustpilotReviewsOutputSchema, G2ReviewsOutputSchema, CreditsInfoOutputSchema, MapSiteUrlsOutputSchema, YoutubeHarvestOutputSchema, FacebookAdSearchOutputSchema, VideoFrameAnalysisOutputSchema, VideoFrameAnalysisStatusOutputSchema, RedditThreadOutputSchema, FacebookPageIntelOutputSchema, GoogleAdsSearchOutputSchema, GoogleAdsPageIntelOutputSchema, FacebookVideoTranscribeOutputSchema, TranscriptChunkOutput, InstagramBrowserOutput, InstagramPaginationOutput, InstagramProfileContentOutputSchema, InstagramMediaTrackOutput, InstagramDownloadOutput, InstagramMediaDownloadOutputSchema, YoutubeTranscribeOutputSchema, FacebookAdTranscribeOutputSchema, GoogleAdsTranscribeOutputSchema, CaptureSerpSnapshotOutputSchema, CaptureSerpPageSnapshotsOutputSchema, CreditsInfoInputSchema, WorkflowIdSchema2, WorkflowListInputSchema, WorkflowSuggestInputSchema, WorkflowRunInputSchema, WorkflowStepInputSchema, WorkflowStatusInputSchema, WorkflowArtifactReadInputSchema, WorkflowRecipeOutput, WorkflowDefinitionOutput, WorkflowArtifactOutput, WorkflowListOutputSchema, WorkflowSuggestOutputSchema, WorkflowRunOutputSchema, WorkflowStepOutputSchema, WorkflowStatusOutputSchema, WorkflowArtifactReadOutputSchema, SearchSerpInputSchema, CaptureSerpSnapshotInputSchema, ScreenshotInputSchema, CaptureSerpPageSnapshotsInputSchema, ReportArtifactReadInputSchema, ReportArtifactReadOutputSchema;
+var import_zod33, HarvestPaaInputSchema, ExtractUrlInputSchema, DiffPageInputSchema, MapSiteUrlsInputSchema, ExtractSiteInputSchema, AuditSiteInputSchema, YoutubeHarvestInputSchema, YoutubeTranscribeInputSchema, FacebookPageIntelInputSchema, FacebookAdSearchInputSchema, RedditThreadInputSchema, VideoFrameAnalysisInputSchema, VideoFrameAnalysisStatusInputSchema, FacebookAdTranscribeInputSchema, FacebookVideoTranscribeInputSchema, GoogleAdsSearchInputSchema, GoogleAdsPageIntelInputSchema, GoogleAdsTranscribeInputSchema, InstagramProfileContentInputSchema, InstagramMediaDownloadInputSchema, MapsPlaceIntelInputSchema, TrustpilotReviewsInputSchema, G2ReviewsInputSchema, ReviewCardSchema, MapsSearchInputSchema, DirectoryWorkflowInputSchema, ArtifactPointerOutputSchema, RankTrackerModeSchema, RankTrackerBlueprintInputSchema, NullableString, MapsSearchAttemptOutput, MapsSearchOutputSchema, DirectoryMapsBusinessOutput, DirectoryWorkflowOutputSchema, RankTrackerToolPlanOutput, RankTrackerTableOutput, RankTrackerCronJobOutput, RankTrackerBlueprintOutputSchema, OrganicResultOutput, AiOverviewOutput, EntityIdsOutput, HarvestPaaOutputSchema, SearchSerpOutputSchema, ExtractUrlOutputSchema, DiffPageOutputSchema, ExtractSiteOutputSchema, AuditSiteOutputSchema, MapsPlaceIntelOutputSchema, TrustpilotReviewsOutputSchema, G2ReviewsOutputSchema, CreditsInfoOutputSchema, MapSiteUrlsOutputSchema, YoutubeHarvestOutputSchema, FacebookAdSearchOutputSchema, VideoFrameAnalysisOutputSchema, VideoFrameAnalysisStatusOutputSchema, RedditThreadOutputSchema, FacebookPageIntelOutputSchema, GoogleAdsSearchOutputSchema, GoogleAdsPageIntelOutputSchema, FacebookVideoTranscribeOutputSchema, TranscriptChunkOutput, InstagramBrowserOutput, InstagramPaginationOutput, InstagramProfileContentOutputSchema, InstagramMediaTrackOutput, InstagramDownloadOutput, InstagramMediaDownloadOutputSchema, YoutubeTranscribeOutputSchema, FacebookAdTranscribeOutputSchema, GoogleAdsTranscribeOutputSchema, CaptureSerpSnapshotOutputSchema, CaptureSerpPageSnapshotsOutputSchema, CreditsInfoInputSchema, WorkflowIdSchema2, WorkflowListInputSchema, WorkflowSuggestInputSchema, WorkflowRunInputSchema, WorkflowStepInputSchema, WorkflowStatusInputSchema, WorkflowArtifactReadInputSchema, WorkflowRecipeOutput, WorkflowDefinitionOutput, WorkflowArtifactOutput, WorkflowListOutputSchema, WorkflowSuggestOutputSchema, WorkflowRunOutputSchema, WorkflowStepOutputSchema, WorkflowStatusOutputSchema, WorkflowArtifactReadOutputSchema, SearchSerpInputSchema, CaptureSerpSnapshotInputSchema, ScreenshotInputSchema, CaptureSerpPageSnapshotsInputSchema, ReportArtifactReadInputSchema, ReportArtifactReadOutputSchema;
 var init_mcp_tool_schemas = __esm({
   "src/mcp/mcp-tool-schemas.ts"() {
     "use strict";
@@ -27170,6 +27284,11 @@ var init_mcp_tool_schemas = __esm({
       depositToVault: import_zod33.z.boolean().default(false).describe("Save the full page content into the user's MCP Memory vault server-side, embedded for semantic recall \u2014 the full body is NOT returned to chat."),
       vaultName: import_zod33.z.string().trim().min(1).max(120).optional().describe("Optional vault to deposit into. Defaults to the user's personal vault.")
     };
+    DiffPageInputSchema = {
+      url: import_zod33.z.string().url().describe("Public http/https URL to check for changes since the last diff_page call."),
+      allowLocal: import_zod33.z.boolean().default(false).describe("Allow localhost and private-network URLs. Local development only."),
+      resetBaseline: import_zod33.z.boolean().default(false).describe("Discard any previously stored snapshot for this URL and capture the current content as a fresh baseline instead of diffing against history. Use when you deliberately want to restart change tracking.")
+    };
     MapSiteUrlsInputSchema = {
       url: import_zod33.z.string().url().describe("Public website URL or domain to crawl for internal URLs. Use before extract_site when the user asks to audit/map/crawl a site."),
       maxUrls: import_zod33.z.number().int().min(1).max(1e4).optional().describe("Maximum URLs to discover. Use 100 for normal maps, up to 10000 for a full inventory. Large maps (over 500 URLs) write the complete inventory to a local file and return only a summary plus the file path instead of the full list inline.")
@@ -27563,6 +27682,29 @@ var init_mcp_tool_schemas = __esm({
         error: import_zod33.z.string().optional()
       }).optional()
     };
+    DiffPageOutputSchema = {
+      url: import_zod33.z.string(),
+      title: NullableString,
+      status: import_zod33.z.enum(["baseline", "unchanged", "changed"]).describe('"baseline" = first-ever check for this URL, or resetBaseline was used \u2014 nothing to compare against. "unchanged" = content hash matched the stored snapshot. "changed" = a diff was computed.'),
+      isReset: import_zod33.z.boolean().describe("True only when resetBaseline discarded a real prior snapshot \u2014 distinguishes an explicit reset from a URL's true first-ever check."),
+      previousCheckedAt: NullableString.describe("ISO timestamp of the snapshot this was compared against, or null if there was none."),
+      currentCheckedAt: import_zod33.z.string().describe("ISO timestamp of this check, now stored as the new snapshot."),
+      contentHash: import_zod33.z.string().describe("sha256 of the full (untruncated) page content just captured."),
+      previousContentHash: NullableString,
+      summary: import_zod33.z.object({
+        linesAdded: import_zod33.z.number().int().min(0),
+        linesRemoved: import_zod33.z.number().int().min(0),
+        percentChanged: import_zod33.z.number().min(0).max(100).nullable().describe('Proportion of changed lines relative to the larger of the two versions. Null when status is "baseline".')
+      }),
+      hunks: import_zod33.z.array(import_zod33.z.object({
+        type: import_zod33.z.enum(["added", "removed"]).describe("Unchanged context lines are omitted \u2014 only added/removed lines are returned."),
+        lines: import_zod33.z.array(import_zod33.z.string())
+      })).describe("Ordered added/removed line hunks, capped for response size \u2014 see hunksTruncated."),
+      contentTruncated: import_zod33.z.boolean().describe("True if the scraped page exceeded the 250,000-character storable cap and was truncated before hashing/diffing/storing \u2014 changes past that point are invisible to this comparison."),
+      hunksTruncated: import_zod33.z.boolean().describe("True if the hunks list above was capped for response size \u2014 see hunksTruncatedReason."),
+      hunksTruncatedReason: NullableString,
+      totalChangedLineCount: import_zod33.z.number().int().min(0).describe("Total changed lines found before any hunksTruncated capping was applied.")
+    };
     ExtractSiteOutputSchema = {
       url: import_zod33.z.string(),
       pageCount: import_zod33.z.number().int().min(0),
@@ -28575,6 +28717,13 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
     outputSchema: recordOutputSchema("extract_url", ExtractUrlOutputSchema),
     annotations: liveWebToolAnnotations("Single URL Extract")
   }, async (input) => formatExtractUrl(await executor.extractUrl(input), input));
+  server.registerTool("diff_page", {
+    title: "Page Change Check",
+    description: "Check whether a public URL has changed since you last checked it with this tool: scrapes the current page, diffs it against your last stored snapshot for that URL, and returns what was added or removed (or confirms no change). Stores the new snapshot as the baseline for next time \u2014 on-demand only, no automatic recurring checks. Use extract_url instead when you just want the page's current content with nothing to compare against.",
+    inputSchema: DiffPageInputSchema,
+    outputSchema: recordOutputSchema("diff_page", DiffPageOutputSchema),
+    annotations: liveWebToolAnnotations("Page Change Check")
+  }, async (input) => formatDiffPage(await executor.diffPage(input), input));
   server.registerTool("map_site_urls", {
     title: "Site URL Map",
     description: `Map/crawl a public website for a sitemap, URL inventory, or broken-link scan. Returns internal URLs with HTTP status; ${fileBehavior("maps over 500 URLs are written to a local CSV file instead of inlined.", "large results are stored as a retrievable artifact \u2014 you get an inline summary plus an artifactId for report_artifact_read.")}`,
@@ -29006,6 +29155,9 @@ var init_http_mcp_tool_executor = __esm({
       extractUrl(input) {
         return this.call("/extract-url", input);
       }
+      diffPage(input) {
+        return this.call("/diff-page", input);
+      }
       mapSiteUrls(input) {
         return this.call("/map-urls", input);
       }
@@ -37392,6 +37544,77 @@ var init_site_audit_worker = __esm({
   }
 });
 
+// src/api/page-diff.ts
+function sha256Hex(value) {
+  return (0, import_node_crypto14.createHash)("sha256").update(value).digest("hex");
+}
+function truncateForStorage(value, maxChars = MAX_SNAPSHOT_CONTENT_CHARS) {
+  if (value.length <= maxChars) return { value, truncated: false };
+  return { value: value.slice(0, maxChars), truncated: true };
+}
+function changeLines(change) {
+  const lines = change.value.split("\n");
+  if (lines.length > 0 && lines[lines.length - 1] === "") lines.pop();
+  return lines;
+}
+function diffPageContent(oldContent, newContent) {
+  const changes = (0, import_diff.diffLines)(oldContent, newContent);
+  const rawHunks = [];
+  let linesAdded = 0;
+  let linesRemoved = 0;
+  let totalChangedLineCount = 0;
+  for (const change of changes) {
+    if (!change.added && !change.removed) continue;
+    const lines = changeLines(change);
+    totalChangedLineCount += lines.length;
+    if (change.added) linesAdded += lines.length;
+    if (change.removed) linesRemoved += lines.length;
+    rawHunks.push({ type: change.added ? "added" : "removed", lines });
+  }
+  let hunksTruncated = false;
+  const hunksWithinCount = rawHunks.length > MAX_DIFF_HUNKS ? rawHunks.slice(0, MAX_DIFF_HUNKS) : rawHunks;
+  if (rawHunks.length > MAX_DIFF_HUNKS) hunksTruncated = true;
+  const hunks = [];
+  let emittedLines = 0;
+  for (const hunk of hunksWithinCount) {
+    if (emittedLines >= MAX_DIFF_LINES_PER_RESPONSE) {
+      hunksTruncated = true;
+      break;
+    }
+    const remaining = MAX_DIFF_LINES_PER_RESPONSE - emittedLines;
+    if (hunk.lines.length > remaining) {
+      hunks.push({ type: hunk.type, lines: hunk.lines.slice(0, remaining) });
+      emittedLines += remaining;
+      hunksTruncated = true;
+      break;
+    }
+    hunks.push(hunk);
+    emittedLines += hunk.lines.length;
+  }
+  const denominator = Math.max(oldContent.split("\n").length, newContent.split("\n").length, 1);
+  const percentChanged = totalChangedLineCount > 0 ? Math.min(100, Math.round(totalChangedLineCount / denominator * 1e3) / 10) : 0;
+  return {
+    hunks,
+    linesAdded,
+    linesRemoved,
+    percentChanged,
+    hunksTruncated,
+    hunksTruncatedReason: hunksTruncated ? `Showing ${emittedLines} of ${totalChangedLineCount} changed lines (capped at ${MAX_DIFF_HUNKS} hunks / ${MAX_DIFF_LINES_PER_RESPONSE} lines). Use contentHash/previousContentHash to confirm the full scope of change.` : null,
+    totalChangedLineCount
+  };
+}
+var import_node_crypto14, import_diff, MAX_SNAPSHOT_CONTENT_CHARS, MAX_DIFF_HUNKS, MAX_DIFF_LINES_PER_RESPONSE;
+var init_page_diff = __esm({
+  "src/api/page-diff.ts"() {
+    "use strict";
+    import_node_crypto14 = require("crypto");
+    import_diff = require("diff");
+    MAX_SNAPSHOT_CONTENT_CHARS = 25e4;
+    MAX_DIFF_HUNKS = 200;
+    MAX_DIFF_LINES_PER_RESPONSE = 2e3;
+  }
+});
+
 // src/api/scrape-vault-sink.ts
 async function depositScrapeToVault(user, opts) {
   try {
@@ -38089,6 +38312,7 @@ var init_server = __esm({
     import_stripe2 = __toESM(require("stripe"), 1);
     init_rates();
     init_server_schemas();
+    init_page_diff();
     init_scrape_vault_sink();
     init_scrape_blob_cleanup();
     init_schemas3();
@@ -38988,6 +39212,91 @@ var init_server = __esm({
         await releaseConcurrencyGate(gate.lockId);
       }
     });
+    app.post("/diff-page", auth2, async (c) => {
+      const raw = await c.req.json().catch(() => ({}));
+      const bodyResult = DiffPageBodySchema.safeParse(raw);
+      if (!bodyResult.success) return c.json({ error: bodyResult.error.issues[0]?.message ?? "Invalid request" }, 400);
+      const { url, allowLocal, resetBaseline } = bodyResult.data;
+      if (!allowLocal) {
+        const checked = await validatePublicHttpUrl(url, { field: "URL" });
+        if (checked.error || !checked.parsed) return c.json({ error: checked.error ?? "Invalid URL" }, 400);
+      } else {
+        try {
+          new URL(url);
+        } catch {
+          return c.json({ error: "Invalid URL" }, 400);
+        }
+      }
+      const canonicalUrl = (() => {
+        try {
+          return new URL(url).href;
+        } catch {
+          return url;
+        }
+      })();
+      const user = c.get("user");
+      const gate = await acquireConcurrencyGate(user, "diff_page", {
+        reuseLockId: c.req.header("x-mcp-scraper-concurrency-lock"),
+        metadata: { url: canonicalUrl }
+      });
+      if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
+      let debited = false;
+      try {
+        const { ok: dpOk, balance_mc: dpBal } = await debitMc(user.id, MC_COSTS.diff_page, LedgerOperation.DIFF_PAGE, new URL(canonicalUrl).hostname);
+        if (!dpOk) return c.json(insufficientBalanceResponse(dpBal, MC_COSTS.diff_page), 402);
+        debited = true;
+        const existingSnapshot = await getPageSnapshot(user.id, canonicalUrl);
+        const previous = resetBaseline ? null : existingSnapshot;
+        const kernelApiKey = browserServiceApiKey();
+        const result = await extractKpo({ url: canonicalUrl, kernelApiKey });
+        const currentContent = result.bodyMarkdown ?? "";
+        const currentHash = sha256Hex(currentContent);
+        const { value: storedContent, truncated: contentTruncated } = truncateForStorage(currentContent);
+        const currentCheckedAt = (/* @__PURE__ */ new Date()).toISOString();
+        await upsertPageSnapshot(user.id, canonicalUrl, {
+          contentHash: currentHash,
+          content: storedContent,
+          title: result.title ?? null,
+          contentBytes: Buffer.byteLength(currentContent, "utf8"),
+          truncated: contentTruncated
+        });
+        let status;
+        let diff = { hunks: [], linesAdded: 0, linesRemoved: 0, percentChanged: 0, hunksTruncated: false, hunksTruncatedReason: null, totalChangedLineCount: 0 };
+        if (!previous) {
+          status = "baseline";
+          diff.percentChanged = null;
+        } else if (previous.contentHash === currentHash) {
+          status = "unchanged";
+        } else {
+          status = "changed";
+          diff = diffPageContent(previous.content, storedContent);
+        }
+        await logRequestEvent({ userId: user.id, source: "diff_page", status: "done", query: canonicalUrl, result: { status } });
+        return c.json({
+          url: canonicalUrl,
+          title: result.title ?? null,
+          status,
+          isReset: !!resetBaseline && !!existingSnapshot,
+          previousCheckedAt: previous?.checkedAt ?? null,
+          currentCheckedAt,
+          contentHash: currentHash,
+          previousContentHash: previous?.contentHash ?? null,
+          summary: { linesAdded: diff.linesAdded, linesRemoved: diff.linesRemoved, percentChanged: diff.percentChanged },
+          hunks: diff.hunks,
+          contentTruncated,
+          hunksTruncated: diff.hunksTruncated,
+          hunksTruncatedReason: diff.hunksTruncatedReason,
+          totalChangedLineCount: diff.totalChangedLineCount
+        });
+      } catch (err) {
+        const msg = err instanceof Error ? err.message : String(err);
+        if (debited) await creditMc(user.id, MC_COSTS.diff_page, LedgerOperation.DIFF_PAGE, "failed call");
+        await logRequestEvent({ userId: user.id, source: "diff_page", status: "failed", query: canonicalUrl, error: msg });
+        return c.json({ error: msg }, 500);
+      } finally {
+        await releaseConcurrencyGate(gate.lockId);
+      }
+    });
     app.post("/map-urls", auth2, async (c) => {
       const raw = await c.req.json().catch(() => ({}));
       const bodyResult = MapUrlsBodySchema.safeParse(raw);