unbrowse 3.7.1 → 3.8.0-preview.2

package/dist/cli.js

@@ -31,7 +31,7 @@ var __promiseAll = (args) => Promise.all(args);
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.7.1", BUILD_GIT_SHA = "90d1969f3abe", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy43LjEiLCJnaXRfc2hhIjoiOTBkMTk2OWYzYWJlIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA5MGQxOTY5ZjNhYmUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTEwVDA4OjQyOjEwLjg1NloifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "R5-PEYUVNGWtRmubf9WAMDDuH1_C2N6D4xteuGelBIM", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.8.0-preview.2", BUILD_GIT_SHA = "efefee1f85df", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy44LjAtcHJldmlldy4yIiwiZ2l0X3NoYSI6ImVmZWZlZTFmODVkZiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFAZWZlZmVlMWY4NWRmIiwiaXNzdWVkX2F0IjoiMjAyNi0wNC0xMFQxNzowOTo0OS44NzNaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "nVliy0ydfucv7W56hI5CiuHzYJ92ve4oJqgzV1NFASg", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -1183,6 +1183,9 @@ async function getDefaultTabOn(state) {
 async function start(port, state = defaultBrokerState) {
   return startOn(state, port);
 }
+async function stop(state = defaultBrokerState) {
+  return stopOn(state);
+}
 async function getDefaultTab(state = defaultBrokerState) {
   return getDefaultTabOn(state);
 }
@@ -3499,7 +3502,11 @@ async function bootstrapAgentMailKey() {
       success: false,
       error: "Reached dashboard but could not extract API key. Create one manually at https://console.agentmail.to/dashboard/api-keys"
     };
-  } finally {}
+  } finally {
+    try {
+      await stop();
+    } catch {}
+  }
 }
 function persistApiKeyToShell(apiKey) {
   const shell = process.env.SHELL ?? "/bin/zsh";

package/dist/mcp.js

@@ -225,11 +225,11 @@ import { dirname, join, parse } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.7.1";
-var BUILD_GIT_SHA = "90d1969f3abe";
+var BUILD_RELEASE_VERSION = "3.8.0-preview.2";
+var BUILD_GIT_SHA = "efefee1f85df";
 var BUILD_CODE_HASH = "5d9ebf619c61";
-var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy43LjEiLCJnaXRfc2hhIjoiOTBkMTk2OWYzYWJlIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA5MGQxOTY5ZjNhYmUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTEwVDA4OjQyOjEwLjg1NloifQ";
-var BUILD_RELEASE_MANIFEST_SIGNATURE = "R5-PEYUVNGWtRmubf9WAMDDuH1_C2N6D4xteuGelBIM";
+var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy44LjAtcHJldmlldy4yIiwiZ2l0X3NoYSI6ImVmZWZlZTFmODVkZiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFAZWZlZmVlMWY4NWRmIiwiaXNzdWVkX2F0IjoiMjAyNi0wNC0xMFQxNzowOTo0OS44NzNaIn0";
+var BUILD_RELEASE_MANIFEST_SIGNATURE = "nVliy0ydfucv7W56hI5CiuHzYJ92ve4oJqgzV1NFASg";
 var BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts

package/dist/server.js

@@ -7120,7 +7120,7 @@ var init_capture = __esm(async () => {
 });
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.7.1", BUILD_GIT_SHA = "90d1969f3abe", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy43LjEiLCJnaXRfc2hhIjoiOTBkMTk2OWYzYWJlIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA5MGQxOTY5ZjNhYmUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTEwVDA4OjQyOjEwLjg1NloifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "R5-PEYUVNGWtRmubf9WAMDDuH1_C2N6D4xteuGelBIM", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.8.0-preview.2", BUILD_GIT_SHA = "efefee1f85df", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy44LjAtcHJldmlldy4yIiwiZ2l0X3NoYSI6ImVmZWZlZTFmODVkZiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFAZWZlZmVlMWY4NWRmIiwiaXNzdWVkX2F0IjoiMjAyNi0wNC0xMFQxNzowOTo0OS44NzNaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "nVliy0ydfucv7W56hI5CiuHzYJ92ve4oJqgzV1NFASg", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash as createHash2 } from "crypto";
@@ -16839,6 +16839,30 @@ async function executeBrowserCapture(skill, params, options) {
         }
       };
     }
+    const capturedMeta = (() => {
+      const html = captured.html ?? "";
+      const titleMatch = html.toLowerCase().match(/<title[^>]*>([^<]{0,200})<\/title>/);
+      const title = titleMatch ? titleMatch[1].trim() : "";
+      const stripped = html.replace(/<script[^>]*>[\s\S]*?<\/script>/gi, "").replace(/<style[^>]*>[\s\S]*?<\/style>/gi, "");
+      const text = stripped.replace(/<[^>]+>/g, " ").replace(/\s+/g, " ").trim();
+      let intentVerdict = "skip";
+      let intentReason = "no_semantic_assessment";
+      if (text && intent) {
+        try {
+          const assessment = assessIntentResult(text, intent);
+          intentVerdict = assessment.verdict;
+          intentReason = assessment.reason;
+        } catch {}
+      }
+      return {
+        html_bytes: html.length,
+        title,
+        text_bytes: text.length,
+        observed_api_calls: captured.requests?.length ?? 0,
+        intent_verdict: intentVerdict,
+        intent_reason: intentReason
+      };
+    })();
     const trace2 = stampTrace({
       trace_id: traceId,
       skill_id: skill.skill_id,
@@ -16852,7 +16876,8 @@ async function executeBrowserCapture(skill, params, options) {
       trace: trace2,
       result: {
         error: "no_endpoints",
-        message: `No API endpoints or structured DOM data found at ${url}. The site may require authentication or may not expose machine-readable data from this page.`
+        message: `No API endpoints or structured DOM data found at ${url}. The site may require authentication or may not expose machine-readable data from this page.`,
+        captured_meta: capturedMeta
       }
     };
   }
@@ -22339,25 +22364,45 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
         redirect: "follow"
       });
       const ct = directRes.headers.get("content-type") ?? "";
-      if (directRes.ok && (ct.includes("application/json") || ct.includes("+json") || ct.includes("text/json"))) {
-        const data = await directRes.json();
-        const trace2 = {
-          trace_id: nanoid9(),
-          skill_id: "direct-fetch",
-          endpoint_id: "direct-fetch",
-          started_at: new Date().toISOString(),
-          completed_at: new Date().toISOString(),
-          success: true
-        };
-        const t = finalize("direct-fetch", data, "direct-fetch", undefined, trace2);
-        console.log(`[direct-fetch] ${context.url} returned JSON directly — skipping browser`);
-        return {
-          result: data,
-          trace: trace2,
-          source: "direct-fetch",
-          skill: undefined,
-          timing: t
-        };
+      const ctSaysJson = ct.includes("application/json") || ct.includes("+json") || ct.includes("text/json");
+      if (directRes.ok) {
+        let data = undefined;
+        if (ctSaysJson) {
+          data = await directRes.json();
+        } else {
+          const bodyText = await directRes.text();
+          if (bodyText.length < 2000000) {
+            const trimmed = bodyText.trimStart();
+            if (trimmed.startsWith("{") || trimmed.startsWith("[")) {
+              try {
+                const parsed = JSON.parse(bodyText);
+                if (parsed !== null && typeof parsed === "object") {
+                  data = parsed;
+                  console.log(`[direct-fetch] ${context.url} body-sniff hit: ct="${ct}" but body parses as JSON`);
+                }
+              } catch {}
+            }
+          }
+        }
+        if (data !== undefined) {
+          const trace2 = {
+            trace_id: nanoid9(),
+            skill_id: "direct-fetch",
+            endpoint_id: "direct-fetch",
+            started_at: new Date().toISOString(),
+            completed_at: new Date().toISOString(),
+            success: true
+          };
+          const t = finalize("direct-fetch", data, "direct-fetch", undefined, trace2);
+          console.log(`[direct-fetch] ${context.url} returned JSON directly — skipping browser`);
+          return {
+            result: data,
+            trace: trace2,
+            source: "direct-fetch",
+            skill: undefined,
+            timing: t
+          };
+        }
       }
     } catch (err) {
       const msg = err instanceof Error ? err.message : String(err);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "3.7.1",
+  "version": "3.8.0-preview.2",
   "description": "Reverse-engineer any website into reusable API skills. Zero-dep single binary with embedded browser engine.",
   "type": "module",
   "bin": {