mcp-scraper 0.35.1 → 0.37.0

package/dist/bin/api-server.js

@@ -17,9 +17,9 @@ loadDotEnv();
 async function main() {
   const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([
     import("@hono/node-server"),
-    import("../server-GKUTC73B.js"),
-    import("../worker-645BZPEK.js"),
-    import("../db-YAI5AQOI.js")
+    import("../server-QKDDEBVQ.js"),
+    import("../worker-TTFXPPDK.js"),
+    import("../db-N3YECFWR.js")
   ]);
   const PORT = parseInt(process.env.PORT ?? "3001");
   try {

package/dist/bin/mcp-scraper-cli.cjs

@@ -8,7 +8,7 @@ var import_promises4 = require("fs/promises");
 var import_node_path3 = require("path");
 
 // src/version.ts
-var PACKAGE_VERSION = "0.35.1";
+var PACKAGE_VERSION = "0.37.0";
 
 // src/cli/agent-config.ts
 function apiKeyValue(options) {
@@ -18,7 +18,7 @@ function packageSpec(options) {
   return options.packageSpec?.trim() || "mcp-scraper@latest";
 }
 function combinedNpxArgs(options = {}) {
-  return ["-y", "-p", packageSpec(options), "mcp-scraper"];
+  return ["-y", "--package", packageSpec(options), "mcp-scraper"];
 }
 function envConfig(options) {
   const env = { MCP_SCRAPER_API_KEY: apiKeyValue(options) };
@@ -50,6 +50,36 @@ function renderClaudeCommand(options = {}) {
 function claudeMcpRemoveArgs() {
   return ["mcp", "remove", "mcp-scraper", "-s", "user"];
 }
+function claudeMcpGetArgs() {
+  return ["mcp", "get", "mcp-scraper"];
+}
+function parseClaudeMcpGet(stdout) {
+  const command = stdout.match(/^\s*Command:\s*(.+?)\s*$/m)?.[1];
+  if (!command) return null;
+  const argLine = stdout.match(/^\s*Args:\s*(.*?)\s*$/m)?.[1] ?? "";
+  const args = argLine.length ? argLine.split(/\s+/) : [];
+  const env = {};
+  const envBlock = stdout.split(/^\s*Environment:\s*$/m)[1];
+  if (envBlock) {
+    for (const line of envBlock.split("\n")) {
+      const pair = line.match(/^\s{2,}([A-Za-z_][A-Za-z0-9_]*)=(.*)$/);
+      if (!pair) {
+        if (line.trim().length && !/^\s{2,}/.test(line)) break;
+        continue;
+      }
+      env[pair[1]] = pair[2];
+    }
+  }
+  return { command, args, env };
+}
+function claudeMcpRestoreArgs(snapshot) {
+  const args = ["mcp", "add", "mcp-scraper", "--scope", "user"];
+  for (const [key, value] of Object.entries(snapshot.env)) {
+    args.push("--env", `${key}=${value}`);
+  }
+  args.push("--", snapshot.command, ...snapshot.args);
+  return args;
+}
 function claudeMcpAddArgs(options = {}) {
   const args = ["mcp", "add", "mcp-scraper", "--scope", "user"];
   for (const [key, value] of Object.entries(envConfig(options))) {
@@ -1011,7 +1041,7 @@ var directoryWorkflowDefinition = {
   inputSchema: DirectoryWorkflowCliInputSchema,
   async run(input, ctx) {
     await ctx.artifacts.writeManifest("running", {}, [], []);
-    const result = await ctx.client.post("/directory/run", input, 9e5);
+    const result = await ctx.client.post("/directory/run", { ...input, background: false }, 9e5);
     await ctx.artifacts.writeJson("Directory evidence", "evidence.json", result);
     const rows = directoryRows(result);
     await ctx.artifacts.writeCsv("Directory CSV", "exports/directory.csv", DIRECTORY_CSV_HEADERS, rows);
@@ -1358,7 +1388,8 @@ var localCompetitiveAuditWorkflowDefinition = {
       maxResultsPerCity: input.maxResultsPerCity,
       concurrency: input.concurrency,
       proxyMode: input.proxyMode,
-      saveCsv: true
+      saveCsv: true,
+      background: false
     }, 9e5);
     await ctx.artifacts.writeJson("Directory raw JSON", "raw/directory-workflow.json", directory);
     const baseRows = directoryRows(directory);
@@ -1850,7 +1881,8 @@ var mapComparisonWorkflowDefinition = {
         maxResultsPerCity: input.maxResultsPerCity,
         concurrency: input.concurrency,
         proxyMode: input.proxyMode,
-        saveCsv: true
+        saveCsv: true,
+        background: false
       }, 9e5);
       rows = directoryRows(directory);
       await ctx.artifacts.writeJson("Directory raw JSON", "raw/directory-workflow.json", directory);
@@ -2471,13 +2503,25 @@ function buildHumanCli() {
         browserProfileName: opts.browserProfile,
         browserProfileSaveChanges: opts.saveBrowserProfileChanges
       };
+      const existing = await runLocalCommand("claude", claudeMcpGetArgs());
+      const snapshot = existing.code === 0 ? parseClaudeMcpGet(existing.stdout) : null;
       const remove = await runLocalCommand("claude", claudeMcpRemoveArgs());
       const add = await runLocalCommand("claude", claudeMcpAddArgs(configOptions));
       if (add.code !== 0) {
         const reason = maskSecrets([add.stderr, add.stdout].filter(Boolean).join("\n").trim());
+        let rollback;
+        if (remove.code !== 0) {
+          rollback = "No existing entry was removed, so your configuration is unchanged.";
+        } else if (!snapshot) {
+          rollback = "WARNING: the previous mcp-scraper entry was removed and could not be captured for rollback. Re-add it manually.";
+        } else {
+          const restore = await runLocalCommand("claude", claudeMcpRestoreArgs(snapshot));
+          rollback = restore.code === 0 ? "Your previous mcp-scraper entry was restored; nothing was lost." : "WARNING: the previous mcp-scraper entry was removed and could NOT be restored. Re-add it with:\n  claude " + claudeMcpRestoreArgs(snapshot).join(" ");
+        }
         throw new Error([
           "Claude Code MCP registration failed.",
           reason || "No error output returned.",
+          rollback,
           "Make sure Claude Code is installed and the `claude` command is on PATH."
         ].join("\n"));
       }
@@ -2487,7 +2531,7 @@ function buildHumanCli() {
         applied: true,
         replacedExisting: remove.code === 0,
         command: "npx",
-        args: ["-y", "-p", opts.package, "mcp-scraper"],
+        args: combinedNpxArgs(configOptions),
         nextStep: "Fully exit Claude Code, start a new Claude terminal, then run: claude mcp list",
         list: maskSecrets([list.stdout, list.stderr].filter(Boolean).join("\n").trim())
       };
@@ -2498,7 +2542,7 @@ function buildHumanCli() {
       writeOutput([
         "Applied Claude Code MCP config: mcp-scraper",
         remove.code === 0 ? "Replaced existing mcp-scraper entry." : "No existing mcp-scraper entry found; added a new one.",
-        "Command: npx -y -p " + opts.package + " mcp-scraper",
+        "Command: npx " + combinedNpxArgs(configOptions).join(" "),
         opts.browserProfile ? `Browser profile: ${opts.browserProfile}` : "",
         "",
         "Next step: fully exit Claude Code, start a new Claude terminal, then run:",