mcp-scraper 0.3.13 → 0.3.15

package/dist/bin/api-server.js

@@ -17,9 +17,9 @@ loadDotEnv();
 async function main() {
   const [{ serve }, { app }, { startWorker }, { migrate }] = await Promise.all([
     import("@hono/node-server"),
-    import("../server-LX65PB7D.js"),
-    import("../worker-FG7ZWEGA.js"),
-    import("../db-BE4JVB3V.js")
+    import("../server-UOQ2JIUQ.js"),
+    import("../worker-2WVKKCC7.js"),
+    import("../db-P76GVIFN.js")
   ]);
   const PORT = parseInt(process.env.PORT ?? "3001");
   try {

package/dist/bin/browser-agent-stdio-server.cjs

@@ -178,7 +178,7 @@ render();
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.3.13";
+var PACKAGE_VERSION = "0.3.15";
 
 // src/mcp/browser-agent-tool-schemas.ts
 var import_zod = require("zod");
@@ -329,7 +329,7 @@ var FanoutSourceOutput = import_zod.z.object({
 });
 var BrowserCaptureFanoutOutputSchema = {
   ...BrowserBaseOutput,
-  tool: import_zod.z.literal("browser_capture_fanout"),
+  tool: import_zod.z.literal("query_fanout_workflow"),
   platform: import_zod.z.enum(["ChatGPT", "Claude"]).describe("Which AI-search surface the fan-out was captured from."),
   captured_at: import_zod.z.string(),
   prompt: import_zod.z.string().describe("The user prompt that triggered the captured fan-out, when recoverable."),
@@ -875,13 +875,13 @@ function registerBrowserAgentMcpTools(server2, opts) {
   const baseUrl2 = opts.baseUrl.replace(/\/$/, "");
   const consoleBase = (opts.consoleBaseUrl ?? opts.baseUrl).replace(/\/$/, "");
   const timeoutMs = opts.timeoutMs ?? 9e4;
-  async function req(method, path, body) {
+  async function req(method, path, body, requestTimeoutMs = timeoutMs) {
     try {
       const res = await fetch(`${baseUrl2}${path}`, {
         method,
         headers: { "Content-Type": "application/json", "x-api-key": opts.apiKey },
         body: body ? JSON.stringify(body) : void 0,
-        signal: AbortSignal.timeout(timeoutMs)
+        signal: AbortSignal.timeout(requestTimeoutMs)
       });
       const data = await res.json().catch(() => ({}));
       return { ok: res.ok, data };
@@ -1433,7 +1433,7 @@ function registerBrowserAgentMcpTools(server2, opts) {
     }
   );
   server2.registerTool(
-    "browser_capture_fanout",
+    "query_fanout_workflow",
     {
       title: "Capture AI Search Fan-Out",
       description: `Capture the query fan-out behind a ChatGPT or Claude web-search answer for Answer Engine Optimization (AEO): the exact sub-queries the model issued, every researched URL split into cited vs browsed-only (with citation frequency and snippet), each source tagged by category (First-party/vendor, News/media, Reddit, Social/video, Encyclopedia, Review site, Docs, Blog), plus top sourced sites and citation order. Set export=true for durable JSON, CSV, TSV, and HTML artifacts; export paths are returned relative to MCP_SCRAPER_OUTPUT_DIR. This returns the raw structured data; YOU analyze it \u2014 classify each sub-query by funnel stage (Problem-aware, Solution-aware, Decision-aware, Retention) and type (BoFu, Branded, Comparison, How-to, Search operator), name the brands the model researched, and give AEO insights. Sample asks: "capture the fan-out for this ChatGPT answer", "what did Claude search and cite for best CRM", "show the sub-queries and sources behind this AI answer". WRITE NOTE: passing prompt submits a real message in the user's logged-in account (a new conversation turn) \u2014 only send when the user wants that; omit prompt to capture a prompt the user just ran. Setup, if not already connected or if the profile disconnected: call browser_profile_onboard, give the user the watch_url, let them complete login, then call browser_profile_status until status is AUTHENTICATED. After that, browser_open the saved direct no-proxy profile and go to chatgpt.com or claude.ai. Fan-out is captured only as it streams, so the session must be open when the prompt runs. NOT for Google AI Overview citations \u2014 use harvest_paa for those; this tool is ChatGPT and Claude only.`,
@@ -1444,7 +1444,7 @@ function registerBrowserAgentMcpTools(server2, opts) {
     async (input) => {
       const emit = (result, exports3) => structuredResult({
         ok: true,
-        tool: "browser_capture_fanout",
+        tool: "query_fanout_workflow",
         session_id: input.session_id,
         platform: result.platform,
         captured_at: result.capturedAt,
@@ -1467,8 +1467,8 @@ function registerBrowserAgentMcpTools(server2, opts) {
         first_party_domain: input.first_party_domain,
         reset: input.reset,
         export: input.export
-      });
-      if (!res.ok) return errorResult("browser_capture_fanout", res.data, input.session_id);
+      }, Math.max(timeoutMs, (input.wait_ms ?? (input.prompt ? 9e4 : 8e3)) + 3e4));
+      if (!res.ok) return errorResult("query_fanout_workflow", res.data, input.session_id);
       const hosted = res.data?.result ?? res.data;
       let exports2 = res.data?.exports ?? null;
       if (input.export && !exports2 && isEnrichedFanout(hosted)) {
@@ -1476,7 +1476,7 @@ function registerBrowserAgentMcpTools(server2, opts) {
           exports2 = exportFanout(hosted);
         } catch (err) {
           return errorResult(
-            "browser_capture_fanout",
+            "query_fanout_workflow",
             {
               error: `Fan-out captured but local export failed: ${err instanceof Error ? err.message : String(err)}`,
               result: hosted