mcp-scraper 0.3.10 → 0.3.11

package/dist/bin/api-server.js

@@ -17,7 +17,7 @@ loadDotEnv();
 async function main() {
   const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([
     import("@hono/node-server"),
-    import("../server-QTV2EUKA.js"),
+    import("../server-3SA5Q4OF.js"),
     import("../worker-56IXWOQU.js"),
     import("../db-BE4JVB3V.js")
   ]);

package/dist/bin/browser-agent-stdio-server.cjs

@@ -27,7 +27,7 @@ function browserServiceProfileSaveChanges() {
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.3.10";
+var PACKAGE_VERSION = "0.3.11";
 
 // src/mcp/browser-agent-tool-schemas.ts
 var import_zod = require("zod");
@@ -164,7 +164,7 @@ var BrowserCaptureFanoutInputSchema = {
   wait_ms: import_zod.z.number().int().min(0).max(18e4).optional().describe("How long to wait for the answer stream to finish before parsing. Defaults to 90000 when a prompt is sent, 8000 for passive capture. Capture ends as soon as the answer stream finishes."),
   first_party_domain: import_zod.z.string().optional().describe("The brand/site being researched, for example example.com. Sources on this domain are tagged First-party/vendor. Set this when the prompt is about a specific business."),
   reset: import_zod.z.boolean().default(false).describe("Clear any previously buffered stream for this page before capturing. Use when re-running to avoid mixing turns."),
-  export: import_zod.z.boolean().default(false).describe("When true, write JSON, CSV, TSV exports (queries, citations, sources, domains) and a self-contained HTML report to MCP_SCRAPER_OUTPUT_DIR/fanout and return their paths.")
+  export: import_zod.z.boolean().default(false).describe("When true, write JSON, CSV, TSV exports (queries, citations, all sources, browsed-only sources, snippets, domains) and a self-contained HTML report to MCP_SCRAPER_OUTPUT_DIR/fanout, returning paths relative to MCP_SCRAPER_OUTPUT_DIR.")
 };
 var FanoutSourceOutput = import_zod.z.object({
   url: import_zod.z.string(),
@@ -206,15 +206,18 @@ var BrowserCaptureFanoutOutputSchema = {
   }).describe("Objective aggregates: top sourced sites by frequency, citation order, and URL-category counts."),
   first_party_domain: import_zod.z.string().nullable(),
   exports: import_zod.z.object({
+    relativeTo: import_zod.z.string(),
     dir: import_zod.z.string(),
     json: import_zod.z.string(),
     queriesCsv: import_zod.z.string(),
     queriesTsv: import_zod.z.string(),
     citationsCsv: import_zod.z.string(),
     sourcesCsv: import_zod.z.string(),
+    browsedOnlyCsv: import_zod.z.string(),
+    snippetsCsv: import_zod.z.string(),
     domainsCsv: import_zod.z.string(),
     report: import_zod.z.string()
-  }).nullable().describe("Local file paths when export=true, otherwise null."),
+  }).nullable().describe("Relative export paths when export=true, otherwise null. Paths are relative to MCP_SCRAPER_OUTPUT_DIR, or ~/Downloads/mcp-scraper when that env var is not set."),
   debug: import_zod.z.object({
     interceptorReady: import_zod.z.boolean(),
     rawBytes: import_zod.z.number().int().min(0),
@@ -1277,7 +1280,7 @@ function registerBrowserAgentMcpTools(server2, opts) {
     "browser_capture_fanout",
     {
       title: "Capture AI Search Fan-Out",
-      description: `Capture the query fan-out behind a ChatGPT or Claude web-search answer for Answer Engine Optimization (AEO): the exact sub-queries the model issued, every researched URL split into cited vs browsed-only (with citation frequency and snippet), each source tagged by category (First-party/vendor, News/media, Reddit, Social/video, Encyclopedia, Review site, Docs, Blog), plus top sourced sites and citation order. This returns the raw structured data; YOU analyze it \u2014 classify each sub-query by funnel stage (Problem-aware, Solution-aware, Decision-aware, Retention) and type (BoFu, Branded, Comparison, How-to, Search operator), name the brands the model researched, and give AEO insights. Sample asks: "capture the fan-out for this ChatGPT answer", "what did Claude search and cite for best CRM", "show the sub-queries and sources behind this AI answer". WRITE NOTE: passing prompt submits a real message in the user's logged-in account (a new conversation turn) \u2014 only send when the user wants that; omit prompt to capture a prompt the user just ran. Setup, if not already connected or if the profile disconnected: call browser_profile_onboard, give the user the watch_url, let them complete login, then call browser_profile_status until status is AUTHENTICATED. After that, browser_open the saved direct no-proxy profile and go to chatgpt.com or claude.ai. Fan-out is captured only as it streams, so the session must be open when the prompt runs. NOT for Google AI Overview citations \u2014 use harvest_paa for those; this tool is ChatGPT and Claude only.`,
+      description: `Capture the query fan-out behind a ChatGPT or Claude web-search answer for Answer Engine Optimization (AEO): the exact sub-queries the model issued, every researched URL split into cited vs browsed-only (with citation frequency and snippet), each source tagged by category (First-party/vendor, News/media, Reddit, Social/video, Encyclopedia, Review site, Docs, Blog), plus top sourced sites and citation order. Set export=true for durable JSON, CSV, TSV, and HTML artifacts; export paths are returned relative to MCP_SCRAPER_OUTPUT_DIR. This returns the raw structured data; YOU analyze it \u2014 classify each sub-query by funnel stage (Problem-aware, Solution-aware, Decision-aware, Retention) and type (BoFu, Branded, Comparison, How-to, Search operator), name the brands the model researched, and give AEO insights. Sample asks: "capture the fan-out for this ChatGPT answer", "what did Claude search and cite for best CRM", "show the sub-queries and sources behind this AI answer". WRITE NOTE: passing prompt submits a real message in the user's logged-in account (a new conversation turn) \u2014 only send when the user wants that; omit prompt to capture a prompt the user just ran. Setup, if not already connected or if the profile disconnected: call browser_profile_onboard, give the user the watch_url, let them complete login, then call browser_profile_status until status is AUTHENTICATED. After that, browser_open the saved direct no-proxy profile and go to chatgpt.com or claude.ai. Fan-out is captured only as it streams, so the session must be open when the prompt runs. NOT for Google AI Overview citations \u2014 use harvest_paa for those; this tool is ChatGPT and Claude only.`,
       inputSchema: BrowserCaptureFanoutInputSchema,
       outputSchema: BrowserCaptureFanoutOutputSchema,
       annotations: annotations("Capture AI Search Fan-Out")
@@ -1306,7 +1309,8 @@ function registerBrowserAgentMcpTools(server2, opts) {
         prompt: input.prompt,
         wait_ms: input.wait_ms,
         first_party_domain: input.first_party_domain,
-        export: false
+        reset: input.reset,
+        export: input.export
       });
       if (!res.ok) return errorResult("browser_capture_fanout", res.data, input.session_id);
       const hosted = res.data?.result ?? res.data;