mcp-scraper 0.3.12 → 0.3.14

package/dist/bin/mcp-scraper-cli.js

@@ -10,7 +10,7 @@ import {
 import "../chunk-LFATOGDF.js";
 import {
   PACKAGE_VERSION
-} from "../chunk-FB5ZJGFN.js";
+} from "../chunk-3QHZPR4U.js";
 
 // src/cli/human-cli.ts
 import { Command } from "commander";

package/dist/bin/mcp-scraper-combined-stdio-server.cjs

@@ -44,6 +44,19 @@ function harvestTimeoutBudget(maxQuestions, serpOnly = false) {
   return { serverMs, clientMs };
 }
 
+// src/lib/browser-service-env.ts
+function browserServiceProfileName() {
+  const value = (process.env.BROWSER_AGENT_PROFILE_NAME ?? process.env.BROWSER_SERVICE_PROFILE_NAME ?? process.env.KERNEL_BROWSER_PROFILE_NAME ?? process.env.KERNEL_PROFILE_NAME)?.trim();
+  return value || void 0;
+}
+function browserServiceProfileSaveChanges() {
+  const value = (process.env.BROWSER_AGENT_PROFILE_SAVE_CHANGES ?? process.env.BROWSER_SERVICE_PROFILE_SAVE_CHANGES ?? process.env.KERNEL_BROWSER_PROFILE_SAVE_CHANGES ?? process.env.KERNEL_PROFILE_SAVE_CHANGES)?.trim().toLowerCase();
+  if (!value) return void 0;
+  if (["1", "true", "yes", "on"].includes(value)) return true;
+  if (["0", "false", "no", "off"].includes(value)) return false;
+  return void 0;
+}
+
 // src/mcp/http-mcp-tool-executor.ts
 function youtubeVideoIdFromUrl(url) {
   if (!url) return null;
@@ -89,6 +102,15 @@ function httpErrorPayload(path, res, data) {
     message: typeof bodyMessage === "string" && bodyMessage.trim() ? bodyMessage : `MCP Scraper HTTP ${res.status}${res.statusText ? ` ${res.statusText}` : ""} for ${path}`
   };
 }
+function withDefaultHostedProfile(input) {
+  const profile = input.profile?.trim() || browserServiceProfileName();
+  const saveProfileChanges = input.saveProfileChanges ?? browserServiceProfileSaveChanges();
+  return {
+    ...input,
+    ...profile ? { profile } : {},
+    ...typeof saveProfileChanges === "boolean" ? { saveProfileChanges } : {}
+  };
+}
 var HttpMcpToolExecutor = class {
   baseUrl;
   apiKey;
@@ -243,10 +265,10 @@ var HttpMcpToolExecutor = class {
     return this.call("/facebook/video-transcribe", input, this.httpTimeoutOverrideMs ?? 24e4);
   }
   instagramProfileContent(input) {
-    return this.call("/instagram/profile-content", input, this.httpTimeoutOverrideMs ?? 24e4);
+    return this.call("/instagram/profile-content", withDefaultHostedProfile(input), this.httpTimeoutOverrideMs ?? 24e4);
   }
   instagramMediaDownload(input) {
-    return this.call("/instagram/media-download", input, this.httpTimeoutOverrideMs ?? 3e5);
+    return this.call("/instagram/media-download", withDefaultHostedProfile(input), this.httpTimeoutOverrideMs ?? 3e5);
   }
   mapsPlaceIntel(input) {
     return this.call("/maps/place", input);
@@ -301,19 +323,6 @@ var import_node_fs2 = require("fs");
 var import_node_os3 = require("os");
 var import_node_path3 = require("path");
 
-// src/lib/browser-service-env.ts
-function browserServiceProfileName() {
-  const value = (process.env.BROWSER_AGENT_PROFILE_NAME ?? process.env.BROWSER_SERVICE_PROFILE_NAME ?? process.env.KERNEL_BROWSER_PROFILE_NAME ?? process.env.KERNEL_PROFILE_NAME)?.trim();
-  return value || void 0;
-}
-function browserServiceProfileSaveChanges() {
-  const value = (process.env.BROWSER_AGENT_PROFILE_SAVE_CHANGES ?? process.env.BROWSER_SERVICE_PROFILE_SAVE_CHANGES ?? process.env.KERNEL_BROWSER_PROFILE_SAVE_CHANGES ?? process.env.KERNEL_PROFILE_SAVE_CHANGES)?.trim().toLowerCase();
-  if (!value) return void 0;
-  if (["1", "true", "yes", "on"].includes(value)) return true;
-  if (["0", "false", "no", "off"].includes(value)) return false;
-  return void 0;
-}
-
 // src/services/fanout/export.ts
 var import_node_fs = require("fs");
 var import_node_os = require("os");
@@ -444,7 +453,7 @@ render();
 }
 
 // src/version.ts
-var PACKAGE_VERSION = "0.3.12";
+var PACKAGE_VERSION = "0.3.14";
 
 // src/mcp/browser-agent-tool-schemas.ts
 var import_zod = require("zod");
@@ -1136,13 +1145,13 @@ function registerBrowserAgentMcpTools(server2, opts) {
   const baseUrl2 = opts.baseUrl.replace(/\/$/, "");
   const consoleBase = (opts.consoleBaseUrl ?? opts.baseUrl).replace(/\/$/, "");
   const timeoutMs = opts.timeoutMs ?? 9e4;
-  async function req(method, path, body) {
+  async function req(method, path, body, requestTimeoutMs = timeoutMs) {
     try {
       const res = await fetch(`${baseUrl2}${path}`, {
         method,
         headers: { "Content-Type": "application/json", "x-api-key": opts.apiKey },
         body: body ? JSON.stringify(body) : void 0,
-        signal: AbortSignal.timeout(timeoutMs)
+        signal: AbortSignal.timeout(requestTimeoutMs)
       });
       const data = await res.json().catch(() => ({}));
       return { ok: res.ok, data };
@@ -1728,7 +1737,7 @@ function registerBrowserAgentMcpTools(server2, opts) {
         first_party_domain: input.first_party_domain,
         reset: input.reset,
         export: input.export
-      });
+      }, Math.max(timeoutMs, (input.wait_ms ?? (input.prompt ? 9e4 : 8e3)) + 3e4));
       if (!res.ok) return errorResult("browser_capture_fanout", res.data, input.session_id);
       const hosted = res.data?.result ?? res.data;
       let exports2 = res.data?.exports ?? null;