npm - mcp-scraper - Versions diffs - 0.2.19 → 0.2.21 - Mend

mcp-scraper 0.2.19 → 0.2.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (77) hide show

package/README.md +36 -5
package/dist/bin/api-server.cjs +1072 -349
package/dist/bin/api-server.cjs.map +1 -1
package/dist/bin/api-server.js +3 -3
package/dist/bin/browser-agent-stdio-server.cjs +1274 -75
package/dist/bin/browser-agent-stdio-server.cjs.map +1 -1
package/dist/bin/browser-agent-stdio-server.js +4 -2
package/dist/bin/browser-agent-stdio-server.js.map +1 -1
package/dist/bin/mcp-scraper-cli.cjs +659 -210
package/dist/bin/mcp-scraper-cli.cjs.map +1 -1
package/dist/bin/mcp-scraper-cli.js +108 -9
package/dist/bin/mcp-scraper-cli.js.map +1 -1
package/dist/bin/mcp-scraper-combined-stdio-server.cjs +2104 -566
package/dist/bin/mcp-scraper-combined-stdio-server.cjs.map +1 -1
package/dist/bin/mcp-scraper-combined-stdio-server.js +7 -4
package/dist/bin/mcp-scraper-combined-stdio-server.js.map +1 -1
package/dist/bin/mcp-scraper-install.cjs +3 -3
package/dist/bin/mcp-scraper-install.cjs.map +1 -1
package/dist/bin/mcp-scraper-install.js +2 -2
package/dist/bin/mcp-stdio-server.cjs +726 -387
package/dist/bin/mcp-stdio-server.cjs.map +1 -1
package/dist/bin/mcp-stdio-server.js +3 -2
package/dist/bin/mcp-stdio-server.js.map +1 -1
package/dist/bin/paa-harvest.cjs +5 -3
package/dist/bin/paa-harvest.cjs.map +1 -1
package/dist/bin/paa-harvest.js +5 -2
package/dist/bin/paa-harvest.js.map +1 -1
package/dist/{chunk-TL7YTFLH.js → chunk-DBQDG7EH.js} +99 -27
package/dist/chunk-DBQDG7EH.js.map +1 -0
package/dist/chunk-DUEW4EOO.js +214 -0
package/dist/chunk-DUEW4EOO.js.map +1 -0
package/dist/{chunk-F44RBOJ5.js → chunk-H2R232HK.js} +216 -108
package/dist/chunk-H2R232HK.js.map +1 -0
package/dist/chunk-HS6OKELW.js +1786 -0
package/dist/chunk-HS6OKELW.js.map +1 -0
package/dist/{chunk-CQTAKXBN.js → chunk-IPW4LFOT.js} +11 -116
package/dist/chunk-IPW4LFOT.js.map +1 -0
package/dist/chunk-LFATOGDF.js +111 -0
package/dist/chunk-LFATOGDF.js.map +1 -0
package/dist/{chunk-MCBOZ2JF.js → chunk-MLNCKQ2B.js} +3 -3
package/dist/chunk-MLNCKQ2B.js.map +1 -0
package/dist/{chunk-4UEVYYDW.js → chunk-O5J7E4VX.js} +394 -57
package/dist/chunk-O5J7E4VX.js.map +1 -0
package/dist/{chunk-BSYPATSM.js → chunk-SXTXMFEQ.js} +2 -2
package/dist/chunk-WN7PBKMV.js +28 -0
package/dist/chunk-WN7PBKMV.js.map +1 -0
package/dist/chunk-XKUDVN2E.js +7 -0
package/dist/chunk-XKUDVN2E.js.map +1 -0
package/dist/{db-P5X6UQ3E.js → db-BE4JVB3V.js} +8 -2
package/dist/index.cjs +5 -3
package/dist/index.cjs.map +1 -1
package/dist/index.d.cts +2 -2
package/dist/index.d.ts +2 -2
package/dist/index.js +3 -1
package/dist/index.js.map +1 -1
package/dist/{server-CRUSZA2Q.js → server-24XIQ6W6.js} +248 -40
package/dist/server-24XIQ6W6.js.map +1 -0
package/dist/{worker-OZSWIS3F.js → worker-SLQ375UG.js} +8 -5
package/dist/{worker-OZSWIS3F.js.map → worker-SLQ375UG.js.map} +1 -1
package/docs/adr/0001-in-page-graphql-interception-for-anti-bot-scraping.md +2 -2
package/docs/mcp-tool-craft-lint.generated.md +51 -0
package/docs/mcp-tool-manifest.generated.json +1534 -0
package/docs/specs/local-competitive-audit-spec.md +1 -2
package/docs/specs/mcp-tool-definition-quality-audit-spec.md +1602 -0
package/package.json +4 -1
package/dist/chunk-4UEVYYDW.js.map +0 -1
package/dist/chunk-76P4DKWR.js +0 -793
package/dist/chunk-76P4DKWR.js.map +0 -1
package/dist/chunk-CQTAKXBN.js.map +0 -1
package/dist/chunk-F44RBOJ5.js.map +0 -1
package/dist/chunk-MCBOZ2JF.js.map +0 -1
package/dist/chunk-RU2HZD55.js +0 -7
package/dist/chunk-RU2HZD55.js.map +0 -1
package/dist/chunk-TL7YTFLH.js.map +0 -1
package/dist/server-CRUSZA2Q.js.map +0 -1
/package/dist/{chunk-BSYPATSM.js.map → chunk-SXTXMFEQ.js.map} +0 -0
/package/dist/{db-P5X6UQ3E.js.map → db-BE4JVB3V.js.map} +0 -0

package/dist/{server-CRUSZA2Q.js → server-24XIQ6W6.js} RENAMED Viewed

@@ -16,9 +16,11 @@ import {
   harvestProblemResponse,
   insufficientBalanceResponse,
   serializeHarvestProblem
-} from "./chunk-BSYPATSM.js";
+} from "./chunk-SXTXMFEQ.js";
 import {
   SiteAuditJobRowSchema,
+  advanceWorkflowRunStep,
+  appendWorkflowArtifacts,
   cancelJob,
   checkRateLimit,
   claimMonthlyFreeRefresh,
@@ -48,6 +50,7 @@ import {
   getUserStats,
   getWorkflowArtifact,
   getWorkflowRun,
+  getWorkflowRunStepState,
   getWorkflowSchedule,
   ledgerExistsForOperation,
   ledgerExistsForStripePI,
@@ -74,47 +77,62 @@ import {
   setPassword,
   setStripeCustomerId,
   verifyPassword
-} from "./chunk-TL7YTFLH.js";
+} from "./chunk-DBQDG7EH.js";
 import {
   BrowserDriver,
-  MapsPlaceOptionsSchema,
-  MapsSearchOptionsSchema,
   MapsSelectors,
-  RawMapsAboutAttributeSchema,
-  RawMapsHoursRowSchema,
-  RawMapsOverviewSchema,
-  RawMapsReviewStatsSchema,
-  browserServiceApiKey,
-  browserServiceProxyId,
   buildYouTubeChannelVideosUrl,
   deleteKernelProxyId,
   harvest,
   resolveKernelProxyId
-} from "./chunk-CQTAKXBN.js";
+} from "./chunk-IPW4LFOT.js";
 import {
   CaptureSerpPageSnapshotsInputSchema,
+  CaptureSerpPageSnapshotsOutputSchema,
   CaptureSerpSnapshotInputSchema,
+  CaptureSerpSnapshotOutputSchema,
   HttpMcpToolExecutor,
   buildPaaExtractorMcpServer,
   configureReportSaving,
+  formatCaptureSerpPageSnapshots,
+  formatCaptureSerpSnapshot,
   harvestTimeoutBudget,
   liveWebToolAnnotations,
   outputBaseDir
-} from "./chunk-4UEVYYDW.js";
+} from "./chunk-O5J7E4VX.js";
 import {
   CaptchaError,
   RECAPTCHA_INSTRUCTIONS,
   sanitizeVendorName
 } from "./chunk-M2S27J6Z.js";
+import {
+  browserServiceApiKey,
+  browserServiceProfileName,
+  browserServiceProfileSaveChanges,
+  browserServiceProxyId
+} from "./chunk-WN7PBKMV.js";
 import {
   csvRecords,
   listWorkflowDefinitions,
   rowsToCsv,
   runWorkflow,
+  runWorkflowStep,
   workflowDefinition,
-  workflowOutputBaseDir
-} from "./chunk-F44RBOJ5.js";
-import "./chunk-RU2HZD55.js";
+  workflowOutputBaseDir,
+  workflowStepCount,
+  workflowSupportsSteps
+} from "./chunk-H2R232HK.js";
+import {
+  DEFAULT_MAPS_PROXY_MODE,
+  DEFAULT_PROXY_MODE,
+  MapsPlaceOptionsSchema,
+  MapsSearchOptionsSchema,
+  RawMapsAboutAttributeSchema,
+  RawMapsHoursRowSchema,
+  RawMapsOverviewSchema,
+  RawMapsReviewStatsSchema
+} from "./chunk-LFATOGDF.js";
+import "./chunk-XKUDVN2E.js";
 // src/api/outbound-sanitize.ts
 var KEY_RENAMES = {
@@ -2463,6 +2481,10 @@ var posts = [
   }
 ];
+// src/attribution-pixel.ts
+var ATTRIBUTION_PIXEL_SRC = "https://hyros-attribution-crm.vercel.app/api/track/sdk?token=35c27ba33dd0c6cc640f9fef415ee3dc9ead67fefe99d269be602ee269900e25";
+var ATTRIBUTION_PIXEL_SCRIPT = `<script src="${ATTRIBUTION_PIXEL_SRC}" async></script>`;
 // src/blog/template.ts
 function faqJsonLd(post) {
   const firstFive = post.sections.flatMap((s) => s.cards).slice(0, 5);
@@ -3257,6 +3279,7 @@ function renderPost(post) {
   <script type="application/ld+json">${faqJsonLd(post)}</script>
   <script type="application/ld+json">${breadcrumbJsonLd(post)}</script>
+  ${ATTRIBUTION_PIXEL_SCRIPT}
   <style>${CSS}</style>
 </head>
 <body>
@@ -7245,6 +7268,7 @@ var YouTubeHarvestOptionsSchema = z10.object({
   downloadMp3: z10.boolean().default(false),
   outputDir: z10.string().default("./yt-output"),
   kernelApiKey: z10.string().optional(),
+  kernelProxyId: z10.string().optional(),
   headless: z10.boolean().default(false)
 }).refine(
   (o) => o.mode === "search" ? !!o.query : !!o.channelHandle,
@@ -7498,6 +7522,7 @@ var YouTubeExtractor = class {
     const config = {
       headless: options.headless,
       kernelApiKey: options.kernelApiKey,
+      kernelProxyId: options.kernelProxyId,
       viewport: { width: 1280, height: 800 },
       locale: "en-US"
     };
@@ -7697,7 +7722,11 @@ async function ytHarvest(rawOptions) {
     throw new Error("A browser backend API key is required \u2014 YouTube harvesting requires a stealth session.");
   }
   const raw = typeof rawOptions === "object" && rawOptions !== null ? rawOptions : {};
-  const options = YouTubeHarvestOptionsSchema.parse({ kernelApiKey, ...raw });
+  const options = YouTubeHarvestOptionsSchema.parse({
+    kernelApiKey,
+    kernelProxyId: browserServiceProxyId(),
+    ...raw
+  });
   for (let attempt = 1; attempt <= MAX_ATTEMPTS; attempt++) {
     try {
       const result = await extractOnce(options);
@@ -7789,10 +7818,11 @@ function parseTimedtextXml(xml) {
 async function fetchViaKernelInnertube(videoId) {
   const kernelApiKey = browserServiceApiKey();
   if (!kernelApiKey) return null;
+  const kernelProxyId = browserServiceProxyId();
   const driver = new BrowserDriver();
   const start = Date.now();
   try {
-    await driver.launch({ kernelApiKey, headless: true, viewport: { width: 1280, height: 800 }, locale: "en-US" });
+    await driver.launch({ kernelApiKey, kernelProxyId, headless: true, viewport: { width: 1280, height: 800 }, locale: "en-US" });
     const page = driver.getPage();
     await driver.navigateTo(`https://www.youtube.com/watch?v=${videoId}`);
     await page.waitForFunction(
@@ -7887,10 +7917,10 @@ async function captureAudioViaMediaRecorder(page) {
   if (!result.ok || !result.base64 || !result.mimeType) return null;
   return { bytes: Buffer.from(result.base64, "base64"), mimeType: result.mimeType };
 }
-async function attemptKernelWhisper(videoId, kernelApiKey, falKey, start) {
+async function attemptKernelWhisper(videoId, kernelApiKey, kernelProxyId, falKey, start) {
   const driver = new BrowserDriver();
   try {
-    await driver.launch({ kernelApiKey, headless: true, viewport: { width: 1280, height: 800 }, locale: "en-US" });
+    await driver.launch({ kernelApiKey, kernelProxyId, headless: true, viewport: { width: 1280, height: 800 }, locale: "en-US" });
     const page = driver.getPage();
     await driver.navigateTo(`https://www.youtube.com/watch?v=${videoId}`);
     await page.waitForFunction(
@@ -7932,12 +7962,13 @@ async function attemptKernelWhisper(videoId, kernelApiKey, falKey, start) {
 }
 async function fetchViaKernelWhisper(videoId) {
   const kernelApiKey = browserServiceApiKey();
+  const kernelProxyId = browserServiceProxyId();
   const falKey = process.env.FAL_KEY;
   if (!kernelApiKey || !falKey) return null;
   const start = Date.now();
   for (let attempt = 0; attempt < 4; attempt++) {
     if (attempt > 0) await new Promise((r) => setTimeout(r, 2e3 * attempt));
-    const result = await attemptKernelWhisper(videoId, kernelApiKey, falKey, start);
+    const result = await attemptKernelWhisper(videoId, kernelApiKey, kernelProxyId, falKey, start);
     if (result) return result;
   }
   return null;
@@ -8341,6 +8372,7 @@ function buildTranscriptHtml(result) {
     (ch) => `<div class="chunk"><span class="ts">${fmtSecs(ch.timestamp[0])} \u2192 ${fmtSecs(ch.timestamp[1])}</span><span class="ct">${esc(ch.text.trim())}</span></div>`
   ).join("\n");
   return `<!doctype html><html><head><meta charset="utf-8"><meta name="viewport" content="width=device-width,initial-scale=1">
+${ATTRIBUTION_PIXEL_SCRIPT}
 <style>body{font-family:system-ui,sans-serif;max-width:800px;margin:1.5rem auto;padding:0 1rem;color:#111;line-height:1.7}
 h1{font-size:1.2rem;margin-bottom:.25rem}.meta{color:#666;font-size:.85rem;margin-bottom:1.5rem}
 .full-text{background:#f5f5f3;border-radius:8px;padding:1rem 1.25rem;font-size:.875rem;white-space:pre-wrap;margin-bottom:2rem;word-break:break-word}
@@ -9396,9 +9428,8 @@ async function kernelLaunchOptsResidential() {
   try {
     const resolution = await resolveKernelProxyId({
       kernelApiKey: browserServiceApiKey(),
-      proxyMode: "location",
+      proxyMode: DEFAULT_PROXY_MODE,
       configuredKernelProxyId: browserServiceProxyId(),
-      location: "New York, NY",
       gl: "us"
     });
     if (resolution.kernelProxyId) proxyId = resolution.kernelProxyId;
@@ -10845,7 +10876,7 @@ var DirectoryWorkflowOptionsSchema = z15.object({
   saveCsv: z15.boolean().default(true),
   gl: z15.string().length(2).default("us"),
   hl: z15.string().length(2).default("en"),
-  proxyMode: z15.enum(["location", "configured", "none"]).default("location"),
+  proxyMode: z15.enum(["location", "configured", "none"]).default(DEFAULT_MAPS_PROXY_MODE),
   proxyZip: z15.string().regex(/^\d{5}$/).optional(),
   debug: z15.boolean().default(false),
   headless: z15.boolean().default(true),
@@ -11302,6 +11333,88 @@ async function executeWorkflowRun(input) {
     throw err;
   }
 }
+async function runWorkflowStepAndPersist(input) {
+  const runId = input.run.id;
+  const workflowId = input.run.workflow_id;
+  await markWorkflowRunRunning(runId);
+  let result;
+  try {
+    result = await runWorkflowStep(workflowId, input.workflowInput, {
+      stepIndex: input.stepIndex,
+      state: input.priorState ?? void 0,
+      options: {
+        apiKey: input.user.api_key,
+        apiUrl: input.apiUrl,
+        outputDir: hostedWorkflowOutputDir(),
+        runId,
+        headers: input.concurrencyLockId ? { "x-mcp-scraper-concurrency-lock": input.concurrencyLockId } : void 0
+      }
+    });
+  } catch (err) {
+    const message = err instanceof Error ? err.message : String(err);
+    await failWorkflowRunRecord(runId, message, { error: message });
+    const failedRun = await getWorkflowRun(runId, input.user.id);
+    if (failedRun) await deliverWorkflowWebhook({ userId: input.user.id, run: failedRun, scheduleId: failedRun.schedule_id, webhookUrl: input.webhookUrl ?? null, summary: null, artifacts: [] });
+    throw err;
+  }
+  if (result.artifacts.length) {
+    await appendWorkflowArtifacts(runId, input.user.id, result.artifacts.map((a) => ({
+      kind: a.kind,
+      label: a.label,
+      path: a.path,
+      bytes: a.bytes,
+      rows: a.rows,
+      content: a.content
+    })));
+  }
+  const logEntry = {
+    stepIndex: result.stepIndex,
+    stepId: result.stepId,
+    stepTitle: result.stepTitle,
+    output: result.output,
+    warnings: result.warnings,
+    at: (/* @__PURE__ */ new Date()).toISOString()
+  };
+  const status = result.isLast ? result.summary?.status ?? "succeeded" : "running";
+  await advanceWorkflowRunStep(runId, {
+    stepIndex: result.stepIndex + 1,
+    totalSteps: result.totalSteps,
+    state: result.state,
+    status,
+    logEntry,
+    appendLog: input.priorLog
+  });
+  if (result.isLast && result.summary) {
+    const manifest = await readManifestFromSummary(result.summary);
+    await completeWorkflowRunRecord(runId, result.summary.status, manifest ?? { summary: result.summary });
+  }
+  const run = await getWorkflowRun(runId, input.user.id);
+  const artifacts = await listWorkflowArtifacts(runId, input.user.id);
+  if (result.isLast && run) {
+    await deliverWorkflowWebhook({ userId: input.user.id, run, scheduleId: run.schedule_id, webhookUrl: input.webhookUrl ?? null, summary: result.summary, artifacts });
+  }
+  const definition = workflowDefinition(workflowId);
+  const nextIndex = result.stepIndex + 1;
+  const nextStep = result.isLast ? null : {
+    index: nextIndex,
+    id: definition.steps?.[nextIndex]?.id ?? null,
+    title: definition.steps?.[nextIndex]?.title ?? null
+  };
+  return {
+    run: run ? exposeRun(input.c, run, artifacts) : null,
+    summary: result.isLast ? result.summary : null,
+    step: {
+      index: result.stepIndex,
+      id: result.stepId,
+      title: result.stepTitle,
+      totalSteps: result.totalSteps,
+      output: result.output,
+      warnings: result.warnings
+    },
+    nextStep,
+    done: result.isLast
+  };
+}
 workflowApp.get("/definitions", createApiKeyAuth(), (c) => {
   return c.json({ workflows: listWorkflowDefinitions() });
 });
@@ -11324,7 +11437,29 @@ workflowApp.post("/run", createApiKeyAuth(), async (c) => {
   if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
   let run = null;
   try {
-    run = await createWorkflowRun({ userId: user.id, workflowId: parsed.data.workflowId, workflowInput: input });
+    const stepwise = workflowSupportsSteps(parsed.data.workflowId);
+    run = await createWorkflowRun({
+      userId: user.id,
+      workflowId: parsed.data.workflowId,
+      workflowInput: input,
+      webhookUrl,
+      totalSteps: stepwise ? workflowStepCount(parsed.data.workflowId) : 1
+    });
+    if (stepwise) {
+      const response = await runWorkflowStepAndPersist({
+        c,
+        user,
+        run,
+        workflowInput: input,
+        stepIndex: 0,
+        priorState: null,
+        priorLog: [],
+        apiUrl: originFromUrl(c.req.url),
+        webhookUrl,
+        concurrencyLockId: gate.lockId
+      });
+      return c.json(response);
+    }
     const executed = await executeWorkflowRun({
       runId: run.id,
       user,
@@ -11334,7 +11469,7 @@ workflowApp.post("/run", createApiKeyAuth(), async (c) => {
       webhookUrl,
       concurrencyLockId: gate.lockId
     });
-    return c.json({ run: exposeRun(c, executed.run, executed.artifacts), summary: executed.summary });
+    return c.json({ run: exposeRun(c, executed.run, executed.artifacts), summary: executed.summary, done: true });
   } catch (err) {
     const failed = run ? await getWorkflowRun(run.id, user.id) : null;
     return c.json({ run: failed, error: err instanceof Error ? err.message : String(err) }, 500);
@@ -11342,6 +11477,50 @@ workflowApp.post("/run", createApiKeyAuth(), async (c) => {
     await releaseConcurrencyGate(gate.lockId);
   }
 });
+var TERMINAL_RUN_STATUSES = ["succeeded", "partial", "failed", "cancelled"];
+workflowApp.post("/runs/:id/step", createApiKeyAuth(), async (c) => {
+  const user = c.get("user");
+  const run = await getWorkflowRun(c.req.param("id"), user.id);
+  if (!run) return c.json({ error: "Run not found" }, 404);
+  if (!workflowSupportsSteps(run.workflow_id)) {
+    return c.json({ error: `Workflow "${run.workflow_id}" does not support stepwise execution` }, 400);
+  }
+  const artifactsNow = await listWorkflowArtifacts(run.id, user.id);
+  if (TERMINAL_RUN_STATUSES.includes(run.status)) {
+    return c.json({ run: exposeRun(c, run, artifactsNow), done: true, error: `Run is already ${run.status}` }, 409);
+  }
+  const stepState = await getWorkflowRunStepState(run.id, user.id);
+  const stepIndex = stepState?.stepIndex ?? run.step_index;
+  const totalSteps = workflowStepCount(run.workflow_id);
+  if (stepIndex >= totalSteps) {
+    return c.json({ run: exposeRun(c, run, artifactsNow), done: true, error: "No remaining steps" }, 409);
+  }
+  const gate = await acquireConcurrencyGate(user, "workflow_run", {
+    ttlSeconds: 60 * 60,
+    metadata: { workflowId: run.workflow_id, step: stepIndex }
+  });
+  if (!gate.ok) return c.json(concurrencyLimitExceededResponse(gate), 429, { "Retry-After": String(gate.retryAfterSeconds) });
+  try {
+    const response = await runWorkflowStepAndPersist({
+      c,
+      user,
+      run,
+      workflowInput: run.input,
+      stepIndex,
+      priorState: stepState?.state ?? null,
+      priorLog: stepState?.stepLog ?? run.step_log,
+      apiUrl: originFromUrl(c.req.url),
+      webhookUrl: run.webhook_url,
+      concurrencyLockId: gate.lockId
+    });
+    return c.json(response);
+  } catch (err) {
+    const failed = await getWorkflowRun(run.id, user.id);
+    return c.json({ run: failed, error: err instanceof Error ? err.message : String(err) }, 500);
+  } finally {
+    await releaseConcurrencyGate(gate.lockId);
+  }
+});
 workflowApp.get("/runs", createApiKeyAuth(), async (c) => {
   const user = c.get("user");
   const runs = await listWorkflowRuns(user.id);
@@ -11360,14 +11539,17 @@ workflowApp.get("/runs/:id/artifacts/:artifactId", createApiKeyAuth(), async (c)
   if (!run) return c.json({ error: "Run not found" }, 404);
   const artifact = await getWorkflowArtifact(c.req.param("artifactId"), user.id);
   if (!artifact || artifact.run_id !== run.id) return c.json({ error: "Artifact not found" }, 404);
+  const filename = artifact.path.split("/").pop() || artifact.id;
+  const headers = {
+    "Content-Type": artifact.content_type,
+    "Content-Disposition": `attachment; filename="${filename}"`
+  };
+  if (artifact.content != null) {
+    return new Response(artifact.content, { headers });
+  }
   try {
     const content = await readFile2(artifact.path);
-    return new Response(content, {
-      headers: {
-        "Content-Type": artifact.content_type,
-        "Content-Disposition": `attachment; filename="${artifact.path.split("/").pop() || artifact.id}"`
-      }
-    });
+    return new Response(content, { headers });
   } catch {
     return c.json({ error: "Artifact file is no longer available" }, 410);
   }
@@ -11905,7 +12087,7 @@ var SerpIntelligenceCaptureBodySchema = z17.object({
   gl: z17.string().trim().length(2).default("us"),
   hl: z17.string().trim().length(2).default("en"),
   device: z17.enum(SerpIntelligenceDeviceValues).default("desktop"),
-  proxyMode: z17.enum(SerpIntelligenceProxyModeValues).default("location"),
+  proxyMode: z17.enum(SerpIntelligenceProxyModeValues).default(DEFAULT_PROXY_MODE),
   proxyZip: z17.string().regex(/^\d{5}$/).optional(),
   pages: z17.number().int().min(1).max(2).default(1),
   debug: z17.boolean().default(false),
@@ -12437,16 +12619,18 @@ var mcpApp = new Hono9();
 function registerSerpIntelligenceCaptureTools(server, executor) {
   server.registerTool("capture_serp_snapshot", {
     title: "SERP Intelligence Snapshot",
-    description: "Capture a structured SERP Intelligence Google snapshot through POST /serp-intelligence/capture, the same product capture path used by Phoenix. Split query from location, infer gl/hl, use proxyMode location for localized US residential evidence; location mode creates fresh proxy IDs across retries, briefly waits for browser-service automatic CAPTCHA/challenge solving when Google blocks a page, and rotates to a new proxy/session if the challenge does not clear or location evidence is wrong. Use configured only for the static residential proxy, and none only for direct-network debugging. Set debug true when investigating location evidence, proxy behavior, CAPTCHA, or capture reliability.",
+    description: "Capture a structured SERP Intelligence Google snapshot through POST /serp-intelligence/capture, the same product capture path used by Phoenix. Split query from location and infer gl/hl. Omit proxyMode for normal use; the service defaults to the configured browser-service proxy without city/ZIP targeting for the highest general success rate. Use proxyMode location only when the user explicitly needs city/ZIP-targeted residential proxy evidence. Use none only for direct-network debugging. Set debug true when investigating location evidence, proxy behavior, CAPTCHA, or capture reliability.",
     inputSchema: CaptureSerpSnapshotInputSchema,
+    outputSchema: CaptureSerpSnapshotOutputSchema,
     annotations: liveWebToolAnnotations("SERP Intelligence Snapshot")
-  }, async (input) => executor.captureSerpSnapshot(input));
+  }, async (input) => formatCaptureSerpSnapshot(await executor.captureSerpSnapshot(input), input));
   server.registerTool("capture_serp_page_snapshots", {
     title: "SERP Intelligence Page Snapshots",
     description: "Capture public ranking-page evidence through POST /serp-intelligence/page-snapshots, the same product page snapshot path used by Phoenix. Provide urls for simple captures or targets when preserving organic, AI citation, local-pack, configured target, or site-subject source metadata. Private IPs, localhost, file URLs, and internal URLs are rejected by the service. Use timeoutMs for slow pages and debug true for sanitized proxy/browser diagnostics.",
     inputSchema: CaptureSerpPageSnapshotsInputSchema,
+    outputSchema: CaptureSerpPageSnapshotsOutputSchema,
     annotations: liveWebToolAnnotations("SERP Intelligence Page Snapshots")
-  }, async (input) => executor.captureSerpPageSnapshots(input));
+  }, async (input) => formatCaptureSerpPageSnapshots(await executor.captureSerpPageSnapshots(input), input));
 }
 mcpApp.all("/", async (c) => {
   try {
@@ -12639,14 +12823,35 @@ function client() {
   if (!apiKey) throw new Error("Browser backend API key is required");
   return new Kernel3({ apiKey });
 }
+function isProfileConflict(err) {
+  const message = err instanceof Error ? err.message : String(err);
+  return /\b409\b|conflict|already exists/i.test(message);
+}
+async function ensureProfile(k, name) {
+  try {
+    await k.profiles.create({ name });
+  } catch (err) {
+    if (!isProfileConflict(err)) throw err;
+  }
+}
 async function createSession(opts = {}) {
   const k = client();
   const resolvedProxyId = opts.proxyId ?? browserServiceProxyId();
+  const resolvedProfileName = opts.profileName ?? browserServiceProfileName();
+  const resolvedSaveProfileChanges = opts.saveProfileChanges ?? browserServiceProfileSaveChanges();
+  if (resolvedProfileName && resolvedSaveProfileChanges === true) {
+    await ensureProfile(k, resolvedProfileName);
+  }
   const browser = await k.browsers.create({
     stealth: opts.stealth ?? true,
     timeout_seconds: opts.timeoutSeconds ?? DEFAULT_TIMEOUT_SECONDS,
     ...resolvedProxyId ? { proxy_id: resolvedProxyId } : {},
-    ...opts.profileName ? { profile: { name: opts.profileName } } : {}
+    ...resolvedProfileName ? {
+      profile: {
+        name: resolvedProfileName,
+        ...typeof resolvedSaveProfileChanges === "boolean" ? { save_changes: resolvedSaveProfileChanges } : {}
+      }
+    } : {}
   });
   const runtimeSessionId = browser.session_id;
   if (opts.disableDefaultProxy) {
@@ -13029,6 +13234,7 @@ function buildBrowserAgentRoutes() {
         timeoutSeconds,
         proxyId: typeof body.proxy_id === "string" ? body.proxy_id : void 0,
         profileName: typeof body.profile === "string" ? body.profile : void 0,
+        saveProfileChanges: typeof body.save_profile_changes === "boolean" ? body.save_profile_changes : void 0,
         disableDefaultProxy: body.disable_default_proxy === true,
         viewport: body.viewport && typeof body.viewport === "object" ? body.viewport : void 0
       });
@@ -13388,6 +13594,7 @@ function renderConsoleHtml(initialSessionId) {
   .gate button { width: 100%; }
   .muted { color: #6b7689; font-size: 12px; }
 </style>
+${ATTRIBUTION_PIXEL_SCRIPT}
 </head>
 <body>
 <div id="app"></div>
@@ -14103,7 +14310,7 @@ app.post("/harvest", auth2, async (c) => {
     gl: body.gl ?? "us",
     hl: body.hl ?? "en",
     device: body.device ?? "desktop",
-    proxyMode: body.proxyMode ?? "location",
+    proxyMode: body.proxyMode ?? DEFAULT_PROXY_MODE,
     proxyZip: body.proxyZip,
     debug: body.debug ?? false,
     serpOnly: body.serpOnly ?? false,
@@ -14139,7 +14346,7 @@ app.post("/harvest/sync", auth2, async (c) => {
     gl: body.gl ?? "us",
     hl: body.hl ?? "en",
     device: body.device ?? "desktop",
-    proxyMode: body.proxyMode ?? "location",
+    proxyMode: body.proxyMode ?? DEFAULT_PROXY_MODE,
     proxyZip: body.proxyZip,
     debug: body.debug ?? false,
     serpOnly: body.serpOnly ?? false,
@@ -14605,7 +14812,7 @@ app.get("/cron/tick", async (c) => {
   if (!process.env.CRON_SECRET || secret2 !== `Bearer ${process.env.CRON_SECRET}`) {
     return c.json({ error: "Unauthorized" }, 401);
   }
-  const { drainQueue } = await import("./worker-OZSWIS3F.js");
+  const { drainQueue } = await import("./worker-SLQ375UG.js");
   const budget = { maxJobs: 10, deadlineMs: Date.now() + 28e4 };
   const workflowDispatchResult = await dispatchDueWorkflowSchedules(`${new URL(c.req.url).protocol}//${new URL(c.req.url).host}`);
   const [results, sweepResult] = await Promise.all([
@@ -14684,6 +14891,7 @@ app.get("/font-test", (c) => {
   .i6 em{font-family:"GTF";font-weight:700;font-style:italic}
   .i7 em{font-family:"GTF";font-weight:900;font-style:italic}
 </style>
+${ATTRIBUTION_PIXEL_SCRIPT}
 </head>
 <body>
@@ -14733,4 +14941,4 @@ app.get("/blog/:slug/", (c) => {
 export {
   app
 };
-//# sourceMappingURL=server-CRUSZA2Q.js.map
+//# sourceMappingURL=server-24XIQ6W6.js.map