mcp-scraper 0.4.4 → 0.4.6

package/dist/{chunk-Z34NGK64.js → chunk-IFXACD4K.js}

@@ -17,7 +17,7 @@ import {
 } from "./chunk-XGIPATLV.js";
 import {
   PACKAGE_VERSION
-} from "./chunk-TZRPP45I.js";
+} from "./chunk-5BB6Y3BB.js";
 import {
   sanitizeVendorName
 } from "./chunk-M2S27J6Z.js";
@@ -1019,6 +1019,56 @@ ${headingSection}${kpoSection}${brandingSection}${bodySectionFull}${memSection}$
   }
   return { ...textResult, structuredContent };
 }
+var DIFF_PAGE_PREVIEW_HUNKS = 20;
+function formatDiffPage(raw, input) {
+  const parsed = parseData(raw);
+  if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
+  const d = parsed.data;
+  const url = d.url ?? input.url;
+  const title = d.title ?? "Untitled";
+  const statusLine = d.status === "baseline" ? d.isReset ? "\u{1F195} **Baseline reset** \u2014 prior history discarded, this check is now the new baseline." : "\u{1F195} **Baseline captured** \u2014 first check for this URL, nothing to compare yet." : d.status === "unchanged" ? `\u2705 **No changes** since ${d.previousCheckedAt ?? "the last check"}.` : `\u{1F504} **Changed** since ${d.previousCheckedAt ?? "the last check"} \u2014 +${d.summary.linesAdded}/-${d.summary.linesRemoved} lines (${d.summary.percentChanged ?? 0}% of content).`;
+  const previewHunks = d.hunks.slice(0, DIFF_PAGE_PREVIEW_HUNKS);
+  const diffBlock = previewHunks.length ? [
+    "\n## Diff",
+    "```diff",
+    ...previewHunks.flatMap((h) => h.lines.map((l) => `${h.type === "added" ? "+" : "-"} ${l}`)),
+    "```",
+    previewHunks.length < d.hunks.length ? `*(showing ${previewHunks.length} of ${d.hunks.length} returned hunks)*` : ""
+  ].filter(Boolean).join("\n") : "";
+  const truncationNotes = [
+    d.contentTruncated ? "\n\u26A0\uFE0F Page content exceeded the storable cap and was truncated before hashing/diffing \u2014 changes past that point are not visible to this comparison." : "",
+    d.hunksTruncatedReason ? `
+\u26A0\uFE0F ${d.hunksTruncatedReason}` : ""
+  ].filter(Boolean).join("\n");
+  const tips = `
+---
+\u{1F4A1} **Tips**
+- Call \`diff_page\` again anytime to re-check \u2014 this tool is on-demand, not automatic.
+- Want the page's current content with nothing to compare? use \`extract_url\`.`;
+  const full = `# Page Diff: ${url}
+**${title}**
+
+${statusLine}${diffBlock}${truncationNotes}${tips}`;
+  return {
+    ...oneBlock(full),
+    structuredContent: {
+      url,
+      title: d.title,
+      status: d.status,
+      isReset: d.isReset,
+      previousCheckedAt: d.previousCheckedAt,
+      currentCheckedAt: d.currentCheckedAt,
+      contentHash: d.contentHash,
+      previousContentHash: d.previousContentHash,
+      summary: d.summary,
+      hunks: d.hunks,
+      contentTruncated: d.contentTruncated,
+      hunksTruncated: d.hunksTruncated,
+      hunksTruncatedReason: d.hunksTruncatedReason,
+      totalChangedLineCount: d.totalChangedLineCount
+    }
+  };
+}
 async function formatMapSiteUrls(raw, input, ctx) {
   const parsed = parseData(raw);
   if ("error" in parsed) return { content: [{ type: "text", text: parsed.error }], isError: true };
@@ -2776,6 +2826,11 @@ var ExtractUrlInputSchema = {
   depositToVault: z.boolean().default(false).describe("Save the full page content into the user's MCP Memory vault server-side, embedded for semantic recall \u2014 the full body is NOT returned to chat."),
   vaultName: z.string().trim().min(1).max(120).optional().describe("Optional vault to deposit into. Defaults to the user's personal vault.")
 };
+var DiffPageInputSchema = {
+  url: z.string().url().describe("Public http/https URL to check for changes since the last diff_page call."),
+  allowLocal: z.boolean().default(false).describe("Allow localhost and private-network URLs. Local development only."),
+  resetBaseline: z.boolean().default(false).describe("Discard any previously stored snapshot for this URL and capture the current content as a fresh baseline instead of diffing against history. Use when you deliberately want to restart change tracking.")
+};
 var MapSiteUrlsInputSchema = {
   url: z.string().url().describe("Public website URL or domain to crawl for internal URLs. Use before extract_site when the user asks to audit/map/crawl a site."),
   maxUrls: z.number().int().min(1).max(1e4).optional().describe("Maximum URLs to discover. Use 100 for normal maps, up to 10000 for a full inventory. Large maps (over 500 URLs) write the complete inventory to a local file and return only a summary plus the file path instead of the full list inline.")
@@ -3169,6 +3224,29 @@ var ExtractUrlOutputSchema = {
     error: z.string().optional()
   }).optional()
 };
+var DiffPageOutputSchema = {
+  url: z.string(),
+  title: NullableString,
+  status: z.enum(["baseline", "unchanged", "changed"]).describe('"baseline" = first-ever check for this URL, or resetBaseline was used \u2014 nothing to compare against. "unchanged" = content hash matched the stored snapshot. "changed" = a diff was computed.'),
+  isReset: z.boolean().describe("True only when resetBaseline discarded a real prior snapshot \u2014 distinguishes an explicit reset from a URL's true first-ever check."),
+  previousCheckedAt: NullableString.describe("ISO timestamp of the snapshot this was compared against, or null if there was none."),
+  currentCheckedAt: z.string().describe("ISO timestamp of this check, now stored as the new snapshot."),
+  contentHash: z.string().describe("sha256 of the full (untruncated) page content just captured."),
+  previousContentHash: NullableString,
+  summary: z.object({
+    linesAdded: z.number().int().min(0),
+    linesRemoved: z.number().int().min(0),
+    percentChanged: z.number().min(0).max(100).nullable().describe('Proportion of changed lines relative to the larger of the two versions. Null when status is "baseline".')
+  }),
+  hunks: z.array(z.object({
+    type: z.enum(["added", "removed"]).describe("Unchanged context lines are omitted \u2014 only added/removed lines are returned."),
+    lines: z.array(z.string())
+  })).describe("Ordered added/removed line hunks, capped for response size \u2014 see hunksTruncated."),
+  contentTruncated: z.boolean().describe("True if the scraped page exceeded the 250,000-character storable cap and was truncated before hashing/diffing/storing \u2014 changes past that point are invisible to this comparison."),
+  hunksTruncated: z.boolean().describe("True if the hunks list above was capped for response size \u2014 see hunksTruncatedReason."),
+  hunksTruncatedReason: NullableString,
+  totalChangedLineCount: z.number().int().min(0).describe("Total changed lines found before any hunksTruncated capping was applied.")
+};
 var ExtractSiteOutputSchema = {
   url: z.string(),
   pageCount: z.number().int().min(0),
@@ -4173,6 +4251,13 @@ function registerPaaExtractorMcpTools(server, executor, options = {}) {
     outputSchema: recordOutputSchema("extract_url", ExtractUrlOutputSchema),
     annotations: liveWebToolAnnotations("Single URL Extract")
   }, async (input) => formatExtractUrl(await executor.extractUrl(input), input));
+  server.registerTool("diff_page", {
+    title: "Page Change Check",
+    description: "Check whether a public URL has changed since you last checked it with this tool: scrapes the current page, diffs it against your last stored snapshot for that URL, and returns what was added or removed (or confirms no change). Stores the new snapshot as the baseline for next time \u2014 on-demand only, no automatic recurring checks. Use extract_url instead when you just want the page's current content with nothing to compare against.",
+    inputSchema: DiffPageInputSchema,
+    outputSchema: recordOutputSchema("diff_page", DiffPageOutputSchema),
+    annotations: liveWebToolAnnotations("Page Change Check")
+  }, async (input) => formatDiffPage(await executor.diffPage(input), input));
   server.registerTool("map_site_urls", {
     title: "Site URL Map",
     description: `Map/crawl a public website for a sitemap, URL inventory, or broken-link scan. Returns internal URLs with HTTP status; ${fileBehavior("maps over 500 URLs are written to a local CSV file instead of inlined.", "large results are stored as a retrievable artifact \u2014 you get an inline summary plus an artifactId for report_artifact_read.")}`,
@@ -4580,6 +4665,9 @@ var HttpMcpToolExecutor = class {
   extractUrl(input) {
     return this.call("/extract-url", input);
   }
+  diffPage(input) {
+    return this.call("/diff-page", input);
+  }
   mapSiteUrls(input) {
     return this.call("/map-urls", input);
   }
@@ -4852,7 +4940,10 @@ var BrowserOpenInputSchema = {
   url: z2.string().url().optional().describe("Optional URL to navigate to immediately after opening."),
   profile: z2.string().optional().describe("Optional saved hosted profile name to load a logged-in session for a site."),
   save_profile_changes: z2.boolean().optional().describe("Persist cookies/storage back to the named profile on close. Avoid parallel sessions writing to the same profile."),
-  timeout_seconds: z2.number().int().min(60).max(259200).optional().describe("Session lifetime before auto-termination. Defaults to 600.")
+  timeout_seconds: z2.number().int().min(60).max(259200).optional().describe("Session lifetime before auto-termination. Defaults to 600."),
+  extension_names: z2.array(z2.string()).optional().describe(
+    "Names of extensions previously added with browser_extension_import (see browser_extension_list for what's available) to load into this session. Loading extensions restarts the browser, adding a few seconds to startup."
+  )
 };
 var BrowserProfileConnectInputSchema = {
   email: z2.string().optional().describe("Account email for the login. Derives a stable profile name and is recorded as a note. Does NOT import existing cookies \u2014 the user signs in fresh."),
@@ -5079,6 +5170,43 @@ var BrowserProfileListOutputSchema = {
   connections: z2.array(BrowserProfileLogin).describe("All site logins saved in this profile, each with its current auth status and note."),
   count: z2.number().int().min(0)
 };
+var BrowserExtensionImportInputSchema = {
+  store_url: z2.string().url().describe("Chrome Web Store URL of the extension to add, e.g. https://chromewebstore.google.com/detail/<slug>/<id>."),
+  name: z2.string().min(1).max(64).describe('Short name to save this extension under, e.g. "ani-ai". Reuse it later in extension_names on browser_open.')
+};
+var BrowserExtensionImportOutputSchema = {
+  ok: z2.boolean(),
+  tool: z2.literal("browser_extension_import"),
+  session_id: z2.null(),
+  name: z2.string().describe("The name this extension was saved under."),
+  source_url: z2.string().describe("The store URL this extension was imported from."),
+  size_bytes: z2.number().nullable().describe("Size of the extension package in bytes.")
+};
+var BrowserExtensionSummary = z2.object({
+  name: z2.string(),
+  source: z2.string().describe('Always "store" for extensions added via browser_extension_import.'),
+  source_url: NullableString2,
+  size_bytes: z2.number().nullable(),
+  created_at: z2.string()
+});
+var BrowserExtensionListInputSchema = {};
+var BrowserExtensionListOutputSchema = {
+  ok: z2.boolean(),
+  tool: z2.literal("browser_extension_list"),
+  session_id: z2.null(),
+  extensions: z2.array(BrowserExtensionSummary).describe("Every extension available to load via extension_names on browser_open."),
+  count: z2.number().int().min(0)
+};
+var BrowserExtensionDeleteInputSchema = {
+  name: z2.string().min(1).describe("Name of the extension to remove, as returned by browser_extension_list.")
+};
+var BrowserExtensionDeleteOutputSchema = {
+  ok: z2.boolean(),
+  tool: z2.literal("browser_extension_delete"),
+  session_id: z2.null(),
+  name: z2.string(),
+  deleted: z2.boolean()
+};
 var BrowserScreenshotOutputSchema = {
   ...BrowserBaseOutput,
   tool: z2.literal("browser_screenshot"),
@@ -5694,6 +5822,71 @@ function registerBrowserAgentMcpTools(server, opts) {
       });
     }
   );
+  server.registerTool(
+    "browser_extension_import",
+    {
+      title: "Add Browser Extension",
+      description: "Add a Chrome extension from its Chrome Web Store page so it can be loaded into browser_open sessions via extension_names. One-time setup per extension \u2014 check what's already added with browser_extension_list first. The extension starts logged out in any session; sign into it once inside a session, pairing with a saved profile (browser_open's profile + save_profile_changes) to keep it signed in on future opens.",
+      inputSchema: BrowserExtensionImportInputSchema,
+      outputSchema: recordOutputSchema("browser_extension_import", BrowserExtensionImportOutputSchema),
+      annotations: annotations("Add Browser Extension")
+    },
+    async (input) => {
+      const res = await req("POST", "/agent/extensions/import", { store_url: input.store_url, name: input.name });
+      if (!res.ok) return errorResult("browser_extension_import", res.data);
+      return structuredResult({
+        ok: true,
+        tool: "browser_extension_import",
+        session_id: null,
+        name: res.data.name,
+        source_url: res.data.source_url,
+        size_bytes: res.data.size_bytes ?? null
+      });
+    }
+  );
+  server.registerTool(
+    "browser_extension_list",
+    {
+      title: "List Browser Extensions",
+      description: "List extensions added via browser_extension_import, for use as extension_names on browser_open. Read-only, no cost.",
+      inputSchema: BrowserExtensionListInputSchema,
+      outputSchema: recordOutputSchema("browser_extension_list", BrowserExtensionListOutputSchema),
+      annotations: annotations("List Browser Extensions", true)
+    },
+    async () => {
+      const res = await req("GET", "/agent/extensions");
+      if (!res.ok) return errorResult("browser_extension_list", res.data);
+      const extensions = Array.isArray(res.data?.extensions) ? res.data.extensions : [];
+      return structuredResult({
+        ok: true,
+        tool: "browser_extension_list",
+        session_id: null,
+        extensions,
+        count: extensions.length
+      });
+    }
+  );
+  server.registerTool(
+    "browser_extension_delete",
+    {
+      title: "Remove Browser Extension",
+      description: "Remove a previously added extension by name so it can no longer be loaded via extension_names.",
+      inputSchema: BrowserExtensionDeleteInputSchema,
+      outputSchema: recordOutputSchema("browser_extension_delete", BrowserExtensionDeleteOutputSchema),
+      annotations: { title: "Remove Browser Extension", readOnlyHint: false, destructiveHint: true, idempotentHint: true, openWorldHint: false }
+    },
+    async (input) => {
+      const res = await req("DELETE", `/agent/extensions/${encodeURIComponent(input.name)}`);
+      if (!res.ok) return errorResult("browser_extension_delete", res.data);
+      return structuredResult({
+        ok: true,
+        tool: "browser_extension_delete",
+        session_id: null,
+        name: input.name,
+        deleted: true
+      });
+    }
+  );
   server.registerTool(
     "browser_open",
     {
@@ -5712,7 +5905,8 @@ function registerBrowserAgentMcpTools(server, opts) {
         ...profile && typeof saveProfileChanges === "boolean" ? { save_profile_changes: saveProfileChanges } : {},
         disable_default_proxy: true,
         timeout_seconds: input.timeout_seconds,
-        ...input.url ? { url: input.url } : {}
+        ...input.url ? { url: input.url } : {},
+        ...input.extension_names?.length ? { extension_names: input.extension_names } : {}
       });
       if (!open.ok) return errorResult("browser_open", open.data);
       const session = open.data;
@@ -8259,4 +8453,4 @@ export {
   registerMemoryMcpTools,
   MemoryMcpToolExecutor
 };
-//# sourceMappingURL=chunk-Z34NGK64.js.map
+//# sourceMappingURL=chunk-IFXACD4K.js.map