unbrowse 8.3.0 → 8.3.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "8.3.0",
+  "version": "8.3.1",
   "description": "Reverse-engineer any website into reusable API skills. Zero-dep single binary with embedded browser engine.",
   "mcpName": "io.github.unbrowse-ai/unbrowse",
   "type": "module",

package/runtime/cli.js

@@ -1102,7 +1102,7 @@ var init_cached_resolution = __esm(() => {
 });
 
 // .tmp-runtime-src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "8.3.0", BUILD_GIT_SHA = "941b390ee1d4", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiOC4zLjAiLCJnaXRfc2hhIjoiOTQxYjM5MGVlMWQ0IiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA5NDFiMzkwZWUxZDQiLCJpc3N1ZWRfYXQiOiIyMDI2LTA2LTEyVDE0OjE4OjU1LjYzM1oifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "z4UsWDjuR0pgirIaGNIreRsM9J_2S2X7kOukZzCch4Q", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai", BUILD_DEFAULT_PROFILE = "";
+var BUILD_RELEASE_VERSION = "8.3.1", BUILD_GIT_SHA = "6ea31d441793", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiOC4zLjEiLCJnaXRfc2hhIjoiNmVhMzFkNDQxNzkzIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA2ZWEzMWQ0NDE3OTMiLCJpc3N1ZWRfYXQiOiIyMDI2LTA2LTEyVDE1OjI4OjQ5LjgyMFoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "Q6Fdw7LvHNTYWpn0jp9F7Dg5I4VbJASjXq_7qk6xXh8", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai", BUILD_DEFAULT_PROFILE = "";
 
 // .tmp-runtime-src/version.ts
 import { createHash as createHash2 } from "crypto";
@@ -165677,6 +165677,72 @@ var init_publish = __esm(() => {
   init_sanitize();
 });
 
+// .tmp-runtime-src/capture/fetch-ladder.ts
+var exports_fetch_ladder = {};
+__export(exports_fetch_ladder, {
+  walkFetchLadder: () => walkFetchLadder,
+  looksBlocked: () => looksBlocked
+});
+function looksBlocked(text3, minBytes = 512) {
+  if (!text3)
+    return true;
+  const t = text3.trim();
+  const low = t.toLowerCase();
+  if (BLOCK_PHRASES.some((p) => low.includes(p)))
+    return true;
+  if (t.length < minBytes)
+    return true;
+  return false;
+}
+async function walkFetchLadder(url, cookies) {
+  for (const rung of FETCH_LADDER) {
+    try {
+      const r = await rung.run(url, cookies);
+      if (r && r.status >= 200 && r.status < 400 && !looksBlocked(r.text)) {
+        return { rung: rung.name, text: r.text, bytes: r.bytes, status: r.status };
+      }
+    } catch {}
+  }
+  return null;
+}
+var BLOCK_PHRASES, FETCH_LADDER;
+var init_fetch_ladder = __esm(() => {
+  init_curl_impersonate_fallback();
+  init_proxy_fetch();
+  BLOCK_PHRASES = [
+    "blocked by network security",
+    "you've been blocked",
+    "you have been blocked",
+    "attention required",
+    "verify you are human",
+    "checking your browser",
+    "enable javascript and cookies",
+    "request unsuccessful. incapsula",
+    "access denied",
+    "ddos protection by",
+    "just a moment"
+  ];
+  FETCH_LADDER = [
+    {
+      name: "impersonate-direct",
+      run: async (url, cookies) => {
+        const r = await tryCurlImpersonateFetch({ url, timeoutMs: 12000, forceDirect: true, cookies });
+        return r && r.html ? { text: r.html, bytes: r.bytes, status: r.status } : null;
+      }
+    },
+    {
+      name: "impersonate-proxy",
+      run: async (url, cookies) => {
+        const proxy = resolveProxyUrl();
+        if (!proxy)
+          return null;
+        const r = await tryCurlImpersonateFetch({ url, timeoutMs: 45000, proxy, cookies });
+        return r && r.html ? { text: r.html, bytes: r.bytes, status: r.status } : null;
+      }
+    }
+  ];
+});
+
 // .tmp-runtime-src/execution/cf-challenge.ts
 var exports_cf_challenge = {};
 __export(exports_cf_challenge, {
@@ -167597,6 +167663,19 @@ async function executeBrowserCapture(skill, params, options) {
       };
     }
   }
+  try {
+    const { looksBlocked: looksBlocked2, walkFetchLadder: walkFetchLadder2 } = await Promise.resolve().then(() => (init_fetch_ladder(), exports_fetch_ladder));
+    if (looksBlocked2(captured.html)) {
+      const ladderCookies = (cookies ?? []).map((c) => ({ name: c.name, value: c.value }));
+      const rescued = await walkFetchLadder2(captured.final_url ?? url, ladderCookies);
+      if (rescued && !looksBlocked2(rescued.text)) {
+        captured.html = rescued.text;
+        log("execution", `fetch_ladder_unblocked: ${rescued.rung} ${rescued.bytes}B replaced block page`);
+      }
+    }
+  } catch (err) {
+    log("execution", `fetch_ladder_skip: ${err instanceof Error ? err.message : String(err)}`);
+  }
   const extractionTrace = {};
   const endpoints = extractEndpoints(captured.requests, captured.ws_messages, { pageUrl: url, finalUrl: captured.final_url, intent }, extractionTrace);
   const computeCapturedMeta = () => {
@@ -184896,6 +184975,34 @@ ${text3}` : text3;
           page = { text: augmented, structured_data: structured };
         }
       } catch {}
+      try {
+        const ladder = await Promise.resolve().then(() => (init_fetch_ladder(), exports_fetch_ladder));
+        if (!page || ladder.looksBlocked(page.text)) {
+          let rescueCookies = [];
+          try {
+            const host = new URL(session.url).host;
+            const { extractBrowserCookies: extractBrowserCookies2 } = await Promise.resolve().then(() => (init_browser_cookies(), exports_browser_cookies));
+            rescueCookies = extractBrowserCookies2(host).cookies.map((c) => ({ name: c.name, value: c.value }));
+          } catch {}
+          const rescued = await ladder.walkFetchLadder(session.url, rescueCookies);
+          if (rescued) {
+            let structured = null;
+            try {
+              if (rescued.text.startsWith("<"))
+                structured = buildStructuredDataHeader(rescued.text);
+            } catch {}
+            const augmented = structured ? `${structured}
+
+---
+
+${rescued.text}` : rescued.text;
+            page = { text: augmented, structured_data: structured };
+            console.log(`[browse/go] anti-bot block bypassed via fetch-ladder ${rescued.rung} (${rescued.bytes}B)`);
+          }
+        }
+      } catch (err) {
+        console.error(`[browse/go] fetch-ladder rescue failed (non-fatal): ${err.message}`);
+      }
       let spool_written = false;
       try {
         const spoolRes = await spoolBrowseCapture(session, page ? { pageHtml: page.text } : {});

package/runtime/mcp.js

@@ -38032,7 +38032,7 @@ var init_cached_resolution = __esm(() => {
 });
 
 // .tmp-runtime-src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "8.3.0", BUILD_GIT_SHA = "941b390ee1d4", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiOC4zLjAiLCJnaXRfc2hhIjoiOTQxYjM5MGVlMWQ0IiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA5NDFiMzkwZWUxZDQiLCJpc3N1ZWRfYXQiOiIyMDI2LTA2LTEyVDE0OjE4OjU1LjYzM1oifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "z4UsWDjuR0pgirIaGNIreRsM9J_2S2X7kOukZzCch4Q", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai", BUILD_DEFAULT_PROFILE = "";
+var BUILD_RELEASE_VERSION = "8.3.1", BUILD_GIT_SHA = "6ea31d441793", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiOC4zLjEiLCJnaXRfc2hhIjoiNmVhMzFkNDQxNzkzIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUA2ZWEzMWQ0NDE3OTMiLCJpc3N1ZWRfYXQiOiIyMDI2LTA2LTEyVDE1OjI4OjQ5LjgyMFoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "Q6Fdw7LvHNTYWpn0jp9F7Dg5I4VbJASjXq_7qk6xXh8", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai", BUILD_DEFAULT_PROFILE = "";
 
 // .tmp-runtime-src/version.ts
 import { createHash as createHash2 } from "crypto";
@@ -96388,6 +96388,72 @@ var init_publish = __esm(() => {
   init_sanitize();
 });
 
+// .tmp-runtime-src/capture/fetch-ladder.ts
+var exports_fetch_ladder = {};
+__export(exports_fetch_ladder, {
+  walkFetchLadder: () => walkFetchLadder,
+  looksBlocked: () => looksBlocked
+});
+function looksBlocked(text3, minBytes = 512) {
+  if (!text3)
+    return true;
+  const t = text3.trim();
+  const low = t.toLowerCase();
+  if (BLOCK_PHRASES.some((p) => low.includes(p)))
+    return true;
+  if (t.length < minBytes)
+    return true;
+  return false;
+}
+async function walkFetchLadder(url, cookies) {
+  for (const rung of FETCH_LADDER) {
+    try {
+      const r = await rung.run(url, cookies);
+      if (r && r.status >= 200 && r.status < 400 && !looksBlocked(r.text)) {
+        return { rung: rung.name, text: r.text, bytes: r.bytes, status: r.status };
+      }
+    } catch {}
+  }
+  return null;
+}
+var BLOCK_PHRASES, FETCH_LADDER;
+var init_fetch_ladder = __esm(() => {
+  init_curl_impersonate_fallback();
+  init_proxy_fetch();
+  BLOCK_PHRASES = [
+    "blocked by network security",
+    "you've been blocked",
+    "you have been blocked",
+    "attention required",
+    "verify you are human",
+    "checking your browser",
+    "enable javascript and cookies",
+    "request unsuccessful. incapsula",
+    "access denied",
+    "ddos protection by",
+    "just a moment"
+  ];
+  FETCH_LADDER = [
+    {
+      name: "impersonate-direct",
+      run: async (url, cookies) => {
+        const r = await tryCurlImpersonateFetch({ url, timeoutMs: 12000, forceDirect: true, cookies });
+        return r && r.html ? { text: r.html, bytes: r.bytes, status: r.status } : null;
+      }
+    },
+    {
+      name: "impersonate-proxy",
+      run: async (url, cookies) => {
+        const proxy = resolveProxyUrl();
+        if (!proxy)
+          return null;
+        const r = await tryCurlImpersonateFetch({ url, timeoutMs: 45000, proxy, cookies });
+        return r && r.html ? { text: r.html, bytes: r.bytes, status: r.status } : null;
+      }
+    }
+  ];
+});
+
 // .tmp-runtime-src/execution/cf-challenge.ts
 var exports_cf_challenge = {};
 __export(exports_cf_challenge, {
@@ -98308,6 +98374,19 @@ async function executeBrowserCapture(skill, params, options) {
       };
     }
   }
+  try {
+    const { looksBlocked: looksBlocked2, walkFetchLadder: walkFetchLadder2 } = await Promise.resolve().then(() => (init_fetch_ladder(), exports_fetch_ladder));
+    if (looksBlocked2(captured.html)) {
+      const ladderCookies = (cookies ?? []).map((c) => ({ name: c.name, value: c.value }));
+      const rescued = await walkFetchLadder2(captured.final_url ?? url, ladderCookies);
+      if (rescued && !looksBlocked2(rescued.text)) {
+        captured.html = rescued.text;
+        log("execution", `fetch_ladder_unblocked: ${rescued.rung} ${rescued.bytes}B replaced block page`);
+      }
+    }
+  } catch (err) {
+    log("execution", `fetch_ladder_skip: ${err instanceof Error ? err.message : String(err)}`);
+  }
   const extractionTrace = {};
   const endpoints = extractEndpoints(captured.requests, captured.ws_messages, { pageUrl: url, finalUrl: captured.final_url, intent }, extractionTrace);
   const computeCapturedMeta = () => {
@@ -132084,6 +132163,34 @@ ${text3}` : text3;
           page = { text: augmented, structured_data: structured };
         }
       } catch {}
+      try {
+        const ladder = await Promise.resolve().then(() => (init_fetch_ladder(), exports_fetch_ladder));
+        if (!page || ladder.looksBlocked(page.text)) {
+          let rescueCookies = [];
+          try {
+            const host = new URL(session.url).host;
+            const { extractBrowserCookies: extractBrowserCookies2 } = await Promise.resolve().then(() => (init_browser_cookies(), exports_browser_cookies));
+            rescueCookies = extractBrowserCookies2(host).cookies.map((c) => ({ name: c.name, value: c.value }));
+          } catch {}
+          const rescued = await ladder.walkFetchLadder(session.url, rescueCookies);
+          if (rescued) {
+            let structured = null;
+            try {
+              if (rescued.text.startsWith("<"))
+                structured = buildStructuredDataHeader(rescued.text);
+            } catch {}
+            const augmented = structured ? `${structured}
+
+---
+
+${rescued.text}` : rescued.text;
+            page = { text: augmented, structured_data: structured };
+            console.log(`[browse/go] anti-bot block bypassed via fetch-ladder ${rescued.rung} (${rescued.bytes}B)`);
+          }
+        }
+      } catch (err) {
+        console.error(`[browse/go] fetch-ladder rescue failed (non-fatal): ${err.message}`);
+      }
       let spool_written = false;
       try {
         const spoolRes = await spoolBrowseCapture(session, page ? { pageHtml: page.text } : {});

package/vendor/kuri/manifest.json

@@ -2,7 +2,7 @@
   "repo_url": "https://github.com/justrach/kuri.git",
   "branch": "adding-extensions",
   "source_sha": "8938f89f3d0c032bd19c59db0de4eadca18a1800",
-  "built_at": "2026-06-12T13:57:45.829Z",
+  "built_at": "2026-06-12T15:07:36.848Z",
   "binaries": {
     "darwin-arm64": {
       "zig_target": "aarch64-macos",
@@ -21,33 +21,33 @@
     },
     "linux-x64": {
       "zig_target": "x86_64-linux",
-      "sha256": "94b8a4f7988fadbd6f724796aa35a583dfed3dff1639703a9c7b0194d12ca064"
+      "sha256": "5b86a8a9fe9b72a5cda002d0460c07fd0fc3406bbe037dcdfa13b82f4ed1bc74"
     },
     "win-x64": {
       "zig_target": "x86_64-windows-gnu",
-      "sha256": "d4e68f42ea58377848a05e3f9374e26c1c2a36f0271db53ebb055fcc2c41415b"
+      "sha256": "952debc58060b34d18ff73e703d669b2b8bf7faa9a45b9cbad1f0bb08c300d96"
     }
   },
   "ffi": {
     "darwin-arm64": {
       "zig_target": "aarch64-macos",
       "lib": "libkuri_ffi.dylib",
-      "sha256": "0178a3aa5f5bc94b24dad9e739721be99101436e90bb886f4e2d459fe0098ad3"
+      "sha256": "40ee7c5d85c594bb60f692625235ef9bc878ef504a5c8782f61c002d2baae347"
     },
     "darwin-x64": {
       "zig_target": "x86_64-macos",
       "lib": "libkuri_ffi.dylib",
-      "sha256": "a60439d06256bc4a1bad6815610294a60006fedfdc7d98681b3e6d16706b5078"
+      "sha256": "c7b596a5260cc9b03da3073fff36c3d5e9ba1d121b807b125aacafdb80008ccf"
     },
     "linux-arm64": {
       "zig_target": "aarch64-linux",
       "lib": "libkuri_ffi.so",
-      "sha256": "3643211d3f61a7302d9d80d0992b19518804269e4527c3fdeca61cbe7f1381c6"
+      "sha256": "986b93a632a3e5f5a542382a76615c354d4e861f919aaa9aa29e7c8fcc40a68c"
     },
     "linux-x64": {
       "zig_target": "x86_64-linux",
       "lib": "libkuri_ffi.so",
-      "sha256": "b755b5ec21aff830b8dd4cef20ee9eb7fde147b9937ba0ffb5590f330f959151"
+      "sha256": "c5aab851c1ce7965f86e798e52bd624148c7680d8080381fb236823b13c2255b"
     }
   }
 }