unbrowse 3.7.1 → 3.8.0-preview.1

package/dist/cli.js

@@ -31,7 +31,7 @@ var __promiseAll = (args) => Promise.all(args);
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.7.1", BUILD_GIT_SHA = "90d1969f3abe", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy43LjEiLCJnaXRfc2hhIjoiOTBkMTk2OWYzYWJlIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA5MGQxOTY5ZjNhYmUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTEwVDA4OjQyOjEwLjg1NloifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "R5-PEYUVNGWtRmubf9WAMDDuH1_C2N6D4xteuGelBIM", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.8.0-preview.1", BUILD_GIT_SHA = "5b9633fd977c", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy44LjAtcHJldmlldy4xIiwiZ2l0X3NoYSI6IjViOTYzM2ZkOTc3YyIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFANWI5NjMzZmQ5NzdjIiwiaXNzdWVkX2F0IjoiMjAyNi0wNC0xMFQxNjo0NjoxMy4yMTFaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "CR3byJyWyomilicbi2WBO0kBuXqbATk49Z5ZP9B0lz8", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -1183,6 +1183,9 @@ async function getDefaultTabOn(state) {
 async function start(port, state = defaultBrokerState) {
   return startOn(state, port);
 }
+async function stop(state = defaultBrokerState) {
+  return stopOn(state);
+}
 async function getDefaultTab(state = defaultBrokerState) {
   return getDefaultTabOn(state);
 }
@@ -3499,7 +3502,11 @@ async function bootstrapAgentMailKey() {
       success: false,
       error: "Reached dashboard but could not extract API key. Create one manually at https://console.agentmail.to/dashboard/api-keys"
     };
-  } finally {}
+  } finally {
+    try {
+      await stop();
+    } catch {}
+  }
 }
 function persistApiKeyToShell(apiKey) {
   const shell = process.env.SHELL ?? "/bin/zsh";

package/dist/mcp.js

@@ -225,11 +225,11 @@ import { dirname, join, parse } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.7.1";
-var BUILD_GIT_SHA = "90d1969f3abe";
+var BUILD_RELEASE_VERSION = "3.8.0-preview.1";
+var BUILD_GIT_SHA = "5b9633fd977c";
 var BUILD_CODE_HASH = "5d9ebf619c61";
-var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy43LjEiLCJnaXRfc2hhIjoiOTBkMTk2OWYzYWJlIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA5MGQxOTY5ZjNhYmUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTEwVDA4OjQyOjEwLjg1NloifQ";
-var BUILD_RELEASE_MANIFEST_SIGNATURE = "R5-PEYUVNGWtRmubf9WAMDDuH1_C2N6D4xteuGelBIM";
+var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy44LjAtcHJldmlldy4xIiwiZ2l0X3NoYSI6IjViOTYzM2ZkOTc3YyIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFANWI5NjMzZmQ5NzdjIiwiaXNzdWVkX2F0IjoiMjAyNi0wNC0xMFQxNjo0NjoxMy4yMTFaIn0";
+var BUILD_RELEASE_MANIFEST_SIGNATURE = "CR3byJyWyomilicbi2WBO0kBuXqbATk49Z5ZP9B0lz8";
 var BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts

package/dist/server.js

@@ -7120,7 +7120,7 @@ var init_capture = __esm(async () => {
 });
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.7.1", BUILD_GIT_SHA = "90d1969f3abe", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy43LjEiLCJnaXRfc2hhIjoiOTBkMTk2OWYzYWJlIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA5MGQxOTY5ZjNhYmUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTEwVDA4OjQyOjEwLjg1NloifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "R5-PEYUVNGWtRmubf9WAMDDuH1_C2N6D4xteuGelBIM", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.8.0-preview.1", BUILD_GIT_SHA = "5b9633fd977c", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy44LjAtcHJldmlldy4xIiwiZ2l0X3NoYSI6IjViOTYzM2ZkOTc3YyIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFANWI5NjMzZmQ5NzdjIiwiaXNzdWVkX2F0IjoiMjAyNi0wNC0xMFQxNjo0NjoxMy4yMTFaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "CR3byJyWyomilicbi2WBO0kBuXqbATk49Z5ZP9B0lz8", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash as createHash2 } from "crypto";
@@ -16839,6 +16839,56 @@ async function executeBrowserCapture(skill, params, options) {
         }
       };
     }
+    const antiBotSignal = (() => {
+      const html = captured.html ?? "";
+      if (!html)
+        return "empty_capture";
+      const lower = html.toLowerCase();
+      const titleMatch = lower.match(/<title[^>]*>([^<]{0,200})<\/title>/);
+      const title = titleMatch ? titleMatch[1].trim() : "";
+      const blockTitles = [
+        "robot check",
+        "access denied",
+        "just a moment",
+        "attention required",
+        "please verify",
+        "security check",
+        "are you a robot"
+      ];
+      for (const marker of blockTitles) {
+        if (title.includes(marker))
+          return `anti_bot_title:${marker}`;
+      }
+      const authTitles = ["log in", "sign in", "log in to", "sign in to"];
+      if (authTitles.some((t) => title === t || title.startsWith(t + " ")) || title === "login") {
+        return `auth_wall_title:${title}`;
+      }
+      if (lower.includes("g-recaptcha") || lower.includes("hcaptcha.com") || lower.includes("cf-challenge-form")) {
+        return "captcha_present";
+      }
+      if (html.length < 5000 && !lower.includes("<script")) {
+        return `tiny_body:${html.length}b`;
+      }
+      return null;
+    })();
+    if (antiBotSignal) {
+      const trace3 = stampTrace({
+        trace_id: traceId,
+        skill_id: skill.skill_id,
+        endpoint_id: "browser-capture",
+        started_at: startedAt,
+        completed_at: new Date().toISOString(),
+        success: false,
+        error: "browser_block"
+      });
+      return {
+        trace: trace3,
+        result: {
+          error: "browser_block",
+          message: `Browser capture detected a block signal at ${url}: ${antiBotSignal}. The site served a degraded/challenge page to the headless browser. Real-browser cookies via autoExtract may be required.`
+        }
+      };
+    }
     const trace2 = stampTrace({
       trace_id: traceId,
       skill_id: skill.skill_id,
@@ -22339,25 +22389,45 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
         redirect: "follow"
       });
       const ct = directRes.headers.get("content-type") ?? "";
-      if (directRes.ok && (ct.includes("application/json") || ct.includes("+json") || ct.includes("text/json"))) {
-        const data = await directRes.json();
-        const trace2 = {
-          trace_id: nanoid9(),
-          skill_id: "direct-fetch",
-          endpoint_id: "direct-fetch",
-          started_at: new Date().toISOString(),
-          completed_at: new Date().toISOString(),
-          success: true
-        };
-        const t = finalize("direct-fetch", data, "direct-fetch", undefined, trace2);
-        console.log(`[direct-fetch] ${context.url} returned JSON directly — skipping browser`);
-        return {
-          result: data,
-          trace: trace2,
-          source: "direct-fetch",
-          skill: undefined,
-          timing: t
-        };
+      const ctSaysJson = ct.includes("application/json") || ct.includes("+json") || ct.includes("text/json");
+      if (directRes.ok) {
+        let data = undefined;
+        if (ctSaysJson) {
+          data = await directRes.json();
+        } else {
+          const bodyText = await directRes.text();
+          if (bodyText.length < 2000000) {
+            const trimmed = bodyText.trimStart();
+            if (trimmed.startsWith("{") || trimmed.startsWith("[")) {
+              try {
+                const parsed = JSON.parse(bodyText);
+                if (parsed !== null && typeof parsed === "object") {
+                  data = parsed;
+                  console.log(`[direct-fetch] ${context.url} body-sniff hit: ct="${ct}" but body parses as JSON`);
+                }
+              } catch {}
+            }
+          }
+        }
+        if (data !== undefined) {
+          const trace2 = {
+            trace_id: nanoid9(),
+            skill_id: "direct-fetch",
+            endpoint_id: "direct-fetch",
+            started_at: new Date().toISOString(),
+            completed_at: new Date().toISOString(),
+            success: true
+          };
+          const t = finalize("direct-fetch", data, "direct-fetch", undefined, trace2);
+          console.log(`[direct-fetch] ${context.url} returned JSON directly — skipping browser`);
+          return {
+            result: data,
+            trace: trace2,
+            source: "direct-fetch",
+            skill: undefined,
+            timing: t
+          };
+        }
       }
     } catch (err) {
       const msg = err instanceof Error ? err.message : String(err);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "3.7.1",
+  "version": "3.8.0-preview.1",
   "description": "Reverse-engineer any website into reusable API skills. Zero-dep single binary with embedded browser engine.",
   "type": "module",
   "bin": {