unbrowse 3.2.0 → 3.2.2

package/dist/cli.js

@@ -31,7 +31,7 @@ var __promiseAll = (args) => Promise.all(args);
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.2.0", BUILD_GIT_SHA = "c3fc3f822751", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjAiLCJnaXRfc2hhIjoiYzNmYzNmODIyNzUxIiwiY29kZV9oYXNoIjoiMTQ4OGZjMWQ5MmI3IiwidHJhY2VfdmVyc2lvbiI6IjE0ODhmYzFkOTJiN0BjM2ZjM2Y4MjI3NTEiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA2VDA1OjA2OjAxLjIwMFoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "xCBEHEB2UsniVYLfzuTpoXlcomZHL2pXht-7Ii1e7mM", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.2.2", BUILD_GIT_SHA = "150cce0d751e", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjIiLCJnaXRfc2hhIjoiMTUwY2NlMGQ3NTFlIiwiY29kZV9oYXNoIjoiMTQ4OGZjMWQ5MmI3IiwidHJhY2VfdmVyc2lvbiI6IjE0ODhmYzFkOTJiN0AxNTBjY2UwZDc1MWUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA2VDA4OjQ2OjM5LjIwNVoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "ZS7C10DGuwyn1m02shMHyz6cN5UbTHfa8yqnkELg_L8", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -802,7 +802,6 @@ var init_token_sources = () => {};
 // ../../src/execution/token-resolver.ts
 var init_token_resolver = __esm(() => {
   init_token_sources();
-  init_client2();
 });
 
 // ../../src/vault/index.ts

package/dist/mcp.js

@@ -225,11 +225,11 @@ import { dirname, join, parse } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.2.0";
-var BUILD_GIT_SHA = "c3fc3f822751";
+var BUILD_RELEASE_VERSION = "3.2.2";
+var BUILD_GIT_SHA = "150cce0d751e";
 var BUILD_CODE_HASH = "1488fc1d92b7";
-var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjAiLCJnaXRfc2hhIjoiYzNmYzNmODIyNzUxIiwiY29kZV9oYXNoIjoiMTQ4OGZjMWQ5MmI3IiwidHJhY2VfdmVyc2lvbiI6IjE0ODhmYzFkOTJiN0BjM2ZjM2Y4MjI3NTEiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA2VDA1OjA2OjAxLjIwMFoifQ";
-var BUILD_RELEASE_MANIFEST_SIGNATURE = "xCBEHEB2UsniVYLfzuTpoXlcomZHL2pXht-7Ii1e7mM";
+var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjIiLCJnaXRfc2hhIjoiMTUwY2NlMGQ3NTFlIiwiY29kZV9oYXNoIjoiMTQ4OGZjMWQ5MmI3IiwidHJhY2VfdmVyc2lvbiI6IjE0ODhmYzFkOTJiN0AxNTBjY2UwZDc1MWUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA2VDA4OjQ2OjM5LjIwNVoifQ";
+var BUILD_RELEASE_MANIFEST_SIGNATURE = "ZS7C10DGuwyn1m02shMHyz6cN5UbTHfa8yqnkELg_L8";
 var BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts

package/dist/server.js

@@ -76,6 +76,88 @@ function getPackageRoot(metaUrl) {
 var init_paths = () => {};
 
 // ../../src/kuri/client.ts
+var exports_client = {};
+__export(exports_client, {
+  waitForSelector: () => waitForSelector,
+  waitForLoad: () => waitForLoad,
+  waitForCloudflare: () => waitForCloudflare,
+  stop: () => stop,
+  start: () => start,
+  snapshot: () => snapshot,
+  shouldReuseManagedChrome: () => shouldReuseManagedChrome,
+  setViewport: () => setViewport,
+  setUserAgent: () => setUserAgent,
+  setHeaders: () => setHeaders,
+  setCredentials: () => setCredentials,
+  setCookies: () => setCookies,
+  setCookie: () => setCookie,
+  setCdpPortForTests: () => setCdpPortForTests,
+  sessionSave: () => sessionSave,
+  sessionLoad: () => sessionLoad,
+  sessionList: () => sessionList,
+  select: () => select,
+  scrollIntoView: () => scrollIntoView,
+  scroll: () => scroll,
+  scriptInject: () => scriptInject,
+  screenshot: () => screenshot,
+  reuseHealthyBrokerIfPossible: () => reuseHealthyBrokerIfPossible,
+  resolveKuriPort: () => resolveKuriPort,
+  resolveKuriLaunchConfig: () => resolveKuriLaunchConfig,
+  reload: () => reload,
+  press: () => press,
+  newTab: () => newTab,
+  networkEnable: () => networkEnable,
+  navigate: () => navigate,
+  keyboardType: () => keyboardType,
+  keyboardInsertText: () => keyboardInsertText,
+  keyUp: () => keyUp,
+  keyDown: () => keyDown,
+  isReady: () => isReady,
+  interceptStart: () => interceptStart,
+  health: () => health,
+  hasCloudflareChallenge: () => hasCloudflareChallenge,
+  harStop: () => harStop,
+  harStart: () => harStart,
+  goForward: () => goForward,
+  goBack: () => goBack,
+  getText: () => getText,
+  getPort: () => getPort,
+  getPerfLcp: () => getPerfLcp,
+  getPageHtml: () => getPageHtml,
+  getNetworkEvents: () => getNetworkEvents,
+  getMarkdown: () => getMarkdown,
+  getLinks: () => getLinks,
+  getKuriSourceCandidates: () => getKuriSourceCandidates,
+  getKuriErrorMessage: () => getKuriErrorMessage,
+  getKuriClient: () => getKuriClient,
+  getKuriBinaryCandidates: () => getKuriBinaryCandidates,
+  getErrors: () => getErrors,
+  getDefaultTab: () => getDefaultTab,
+  getCurrentUrl: () => getCurrentUrl,
+  getCookies: () => getCookies,
+  getConsole: () => getConsole,
+  getCdpPort: () => getCdpPort,
+  findText: () => findText,
+  findKuriBinary: () => findKuriBinary,
+  fill: () => fill,
+  extractLoadPluginsFromHtml: () => extractLoadPluginsFromHtml,
+  extractLoadPlugins: () => extractLoadPlugins,
+  executeInPageFetch: () => executeInPageFetch,
+  evaluate: () => evaluate,
+  drag: () => drag,
+  domQuery: () => domQuery,
+  domHtml: () => domHtml,
+  domAttributes: () => domAttributes,
+  discoverTabs: () => discoverTabs,
+  closeTab: () => closeTab,
+  click: () => click,
+  bestEffortRehydratePlugins: () => bestEffortRehydratePlugins,
+  authProfileSave: () => authProfileSave,
+  authProfileLoad: () => authProfileLoad,
+  authProfileList: () => authProfileList,
+  authProfileDelete: () => authProfileDelete,
+  action: () => action
+});
 import { execFileSync, spawn } from "node:child_process";
 import { existsSync as existsSync2 } from "node:fs";
 import net from "node:net";
@@ -977,6 +1059,19 @@ async function getPageHtml(tabId, state = defaultBrokerState) {
   const result = await evaluate(tabId, "document.documentElement.outerHTML", state);
   return String(result ?? "");
 }
+function extractLoadPlugins(value) {
+  if (typeof value !== "string")
+    return [];
+  return Array.from(new Set(value.split(/[\s,;]+/).map((part) => part.trim()).filter(Boolean)));
+}
+function extractLoadPluginsFromHtml(html) {
+  const modules = [];
+  const pattern = /data-load-plugins=(["'])(.*?)\1/gi;
+  for (const match of html.matchAll(pattern)) {
+    modules.push(...extractLoadPlugins(match[2]));
+  }
+  return Array.from(new Set(modules));
+}
 async function bestEffortRehydratePlugins(tabId, state = defaultBrokerState) {
   const result = await evaluate(tabId, `(async function() {
     function splitPlugins(value) {
@@ -1118,6 +1213,9 @@ function getPort(state = defaultBrokerState) {
 function getCdpPort() {
   return kuriCdpPort;
 }
+function setCdpPortForTests(port) {
+  kuriCdpPort = port;
+}
 function isReady(state = defaultBrokerState) {
   return state.ready;
 }
@@ -4112,7 +4210,7 @@ function extractEndpoints(requests, wsMessages, context) {
           return "";
         }
       })();
-      const isApiUrl = /\/(api|graphql)\b/i.test(urlPath) || /\.(json)(\?|$)/.test(req.url);
+      const isApiUrl = /\/(api|graphql|youtubei|__ssr_data__)\b/i.test(urlPath) || /\.(json)(\?|$)/.test(req.url);
       let graphqlOpName;
       if (/graphql/i.test(req.url)) {
         if (req.request_body) {
@@ -4848,7 +4946,7 @@ var init_reverse_engineer = __esm(() => {
   SKIP_HOSTS = /(cloudflare\.com|google-analytics\.com|doubleclick\.net|gstatic\.com|accounts\.google\.com|login\.microsoftonline\.com|auth0\.com|cognito-idp\.|appleid\.apple\.com|github\.com\/login|facebook\.com\/login|protechts\.net|demdex\.net|litms|platform-telemetry|datadoghq\.com|fullstory\.com|launchdarkly\.com|intercom\.io|privy\.io|mypinata\.cloud|sentry\.io|segment\.io|amplitude\.com|mixpanel\.com|hotjar\.com|clarity\.ms|googletagmanager\.com|walletconnect\.com|imagedelivery\.net|cloudflareinsights\.com)/i;
   SKIP_TELEMETRY_HOSTS = /(waa-pa\.|signaler-pa\.|appsgrowthpromo-pa\.|ogads-pa\.|peoplestackwebexperiments-pa\.)/i;
   SKIP_TELEMETRY_PATHS = /\/(log|logging|telemetry|analytics|beacon|ping|heartbeat|metrics)(\/|$)/i;
-  RPC_HINTS = /(\/$rpc\/|\/rpc\/|graphql|trending|search|feed|results|batchexecute|\/api\/)/i;
+  RPC_HINTS = /(\/$rpc\/|\/rpc\/|graphql|trending|search|feed|results|batchexecute|\/api\/|youtubei|__ssr_data__)/i;
   ALLOWED_METHODS = new Set(["GET", "POST", "PUT", "PATCH", "DELETE"]);
   STRIP_HEADERS = new Set([
     "cookie",
@@ -4926,7 +5024,7 @@ var init_reverse_engineer = __esm(() => {
     "adsize",
     "lineitemid"
   ]);
-  ON_DOMAIN_NOISE = /\/(recaptcha|captcha|update-recaptcha|csrf|consent|data-protection|badge|drawer|header-action|geolocation|onboarding|wana\/bids|prebid|bids\/request|ads\/|pixel|beacon|collect|impression|click-tracking|heartbeat|webConfig|config\.json|manifest\.json|service-worker|sw\.js|favicon|robots\.txt|sitemap|opensearch|partial\/[a-zA-Z]+\/mod-|logging|csp-report|gen_204|generate_204|sodar|__|devvit-|user-drawer|action-item)/i;
+  ON_DOMAIN_NOISE = /\/(recaptcha|captcha|update-recaptcha|csrf|consent|data-protection|badge|drawer|header-action|geolocation|onboarding|wana\/bids|prebid|bids\/request|ads\/|pixel|beacon|collect|impression|click-tracking|heartbeat|webConfig|config\.json|manifest\.json|service-worker|sw\.js|favicon|robots\.txt|sitemap|opensearch|partial\/[a-zA-Z]+\/mod-|logging|csp-report|gen_204|generate_204|sodar|__webpack|__next|devvit-|user-drawer|action-item)/i;
 });
 
 // ../../src/runtime/browser-access.ts
@@ -5854,7 +5952,7 @@ async function captureSession(url, authHeaders, cookies, intent, options) {
       if (status < 200 || status >= 400)
         continue;
       const ct = (entry.response?.headers ?? []).find((h) => h.name.toLowerCase() === "content-type")?.value ?? "";
-      if (!HAR_REPLAY_CT2.test(ct) && !harUrl.includes("/api/") && !harUrl.includes("_search") && !harUrl.includes("graphql"))
+      if (!HAR_REPLAY_CT2.test(ct) && !harUrl.includes("/api/") && !harUrl.includes("_search") && !harUrl.includes("graphql") && !harUrl.includes("youtubei"))
         continue;
       if (harReplayCount >= 20)
         break;
@@ -5889,6 +5987,70 @@ async function captureSession(url, authHeaders, cookies, intent, options) {
       }
       html = await phase("getPageHtml", () => getPageHtml(tabId));
     } catch {}
+    const SSR_DATA_EXTRACTORS = [
+      { name: "ytmusic", script: `(function(){try{var d=ytcfg.get('YTMUSIC_INITIAL_DATA');if(!d||!d.length)return null;var out={};d.forEach(function(x){if(x.path&&x.data)out[x.path]=x.data});return JSON.stringify(out)}catch(e){return null}})()` },
+      { name: "youtube", script: `(function(){try{return typeof ytInitialData!=='undefined'?JSON.stringify(ytInitialData):null}catch(e){return null}})()` },
+      { name: "nextjs", script: `(function(){try{return window.__NEXT_DATA__?JSON.stringify(window.__NEXT_DATA__):null}catch(e){return null}})()` },
+      { name: "nuxt", script: `(function(){try{return window.__NUXT__?JSON.stringify(window.__NUXT__):null}catch(e){return null}})()` }
+    ];
+    let embeddedDataCount = 0;
+    for (const extractor of SSR_DATA_EXTRACTORS) {
+      try {
+        const raw = await phase(`ssr:${extractor.name}`, () => evaluate(tabId, extractor.script));
+        if (typeof raw !== "string" || !raw || raw === "null")
+          continue;
+        if (extractor.name === "ytmusic") {
+          const paths = JSON.parse(raw);
+          for (const [path4, data] of Object.entries(paths)) {
+            if (!data || typeof data !== "object")
+              continue;
+            const cleaned = { ...data };
+            delete cleaned.responseContext;
+            delete cleaned.trackingParams;
+            delete cleaned.header;
+            delete cleaned.background;
+            let bodyStr = JSON.stringify(cleaned);
+            if (bodyStr.length > 1e4) {
+              bodyStr = bodyStr.substring(0, 1e4) + '"}]}';
+              try {
+                JSON.parse(bodyStr);
+              } catch {
+                bodyStr = JSON.stringify(cleaned).substring(0, 1e4);
+              }
+            }
+            if (bodyStr.length < 100)
+              continue;
+            const origin = new URL(url).origin;
+            const contextParams = new URL(url).searchParams;
+            const queryStr = path4.includes("search") && contextParams.toString() ? `?${contextParams.toString()}&prettyPrint=false` : "?prettyPrint=false";
+            const syntheticUrl = `${origin}/youtubei/v1${path4}${queryStr}`;
+            responseBodies.set(syntheticUrl, bodyStr);
+            harEntries.push({
+              startedDateTime: new Date().toISOString(),
+              request: { method: "POST", url: syntheticUrl, headers: [{ name: "content-type", value: "application/json" }], postData: { text: "{}" } },
+              response: { status: 200, headers: [{ name: "content-type", value: "application/json" }], content: { text: bodyStr, mimeType: "application/json" } }
+            });
+            embeddedDataCount++;
+            log("capture", `ssr:${extractor.name} extracted ${path4} (${bodyStr.length}B)`);
+          }
+        } else {
+          if (raw.length < 100)
+            continue;
+          const syntheticUrl = `${new URL(url).origin}/__ssr_data__/${extractor.name}`;
+          responseBodies.set(syntheticUrl, raw);
+          harEntries.push({
+            startedDateTime: new Date().toISOString(),
+            request: { method: "GET", url: syntheticUrl, headers: [] },
+            response: { status: 200, headers: [{ name: "content-type", value: "application/json" }], content: { text: raw, mimeType: "application/json" } }
+          });
+          embeddedDataCount++;
+          log("capture", `ssr:${extractor.name} extracted (${raw.length}B)`);
+        }
+      } catch {}
+    }
+    if (embeddedDataCount > 0) {
+      log("capture", `embedded SSR data: ${embeddedDataCount} synthetic endpoints injected`);
+    }
     const requests = mergePassiveCaptureData(intercepted, harEntries, extensionEntries, responseBodies, performanceUrls);
     log("capture", `tracked ${harEntries.length} HAR, ${intercepted.length} intercepted, ${extensionEntries.length} extension, ${responseBodies.size} bodies → ${requests.length} merged`);
     const rawCookies = await phase("extractCookies", () => extractCookiesFromPage(tabId, url));
@@ -6287,7 +6449,8 @@ var MAX_CONCURRENT_TABS = 3, activeTabs = 0, waitQueue, activeTabRegistry, inter
       var isData = ct.indexOf('json') !== -1 || ct.indexOf('application/x-protobuf') !== -1 ||
                    ct.indexOf('text/plain') !== -1 ||
                    url.indexOf('batchexecute') !== -1 || url.indexOf('/api/') !== -1 ||
-                   url.indexOf('graphql') !== -1 || url.indexOf('voyager') !== -1;
+                   url.indexOf('graphql') !== -1 || url.indexOf('voyager') !== -1 ||
+                   url.indexOf('youtubei') !== -1;
       if (!isJs && !isData) return response;
       if (/\\.(css|woff2?|png|jpg|svg|ico)(\\?|$)/.test(url)) return response;
       var clone = response.clone();
@@ -6337,7 +6500,8 @@ var MAX_CONCURRENT_TABS = 3, activeTabs = 0, waitQueue, activeTabRegistry, inter
       var isData = ct.indexOf('json') !== -1 || ct.indexOf('application/x-protobuf') !== -1 ||
                    ct.indexOf('text/plain') !== -1 ||
                    url.indexOf('batchexecute') !== -1 || url.indexOf('/api/') !== -1 ||
-                   url.indexOf('graphql') !== -1 || url.indexOf('voyager') !== -1;
+                   url.indexOf('graphql') !== -1 || url.indexOf('voyager') !== -1 ||
+                   url.indexOf('youtubei') !== -1;
       if (!isJs && !isData) return;
       if (/\\.(css|woff2?|png|jpg|svg|ico)(\\?|$)/.test(url)) return;
       var respBody = xhr.responseText || '';
@@ -6380,7 +6544,7 @@ var init_capture = __esm(() => {
 });
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.2.0", BUILD_GIT_SHA = "c3fc3f822751", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjAiLCJnaXRfc2hhIjoiYzNmYzNmODIyNzUxIiwiY29kZV9oYXNoIjoiMTQ4OGZjMWQ5MmI3IiwidHJhY2VfdmVyc2lvbiI6IjE0ODhmYzFkOTJiN0BjM2ZjM2Y4MjI3NTEiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA2VDA1OjA2OjAxLjIwMFoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "xCBEHEB2UsniVYLfzuTpoXlcomZHL2pXht-7Ii1e7mM", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.2.2", BUILD_GIT_SHA = "150cce0d751e", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjIiLCJnaXRfc2hhIjoiMTUwY2NlMGQ3NTFlIiwiY29kZV9oYXNoIjoiMTQ4OGZjMWQ5MmI3IiwidHJhY2VfdmVyc2lvbiI6IjE0ODhmYzFkOTJiN0AxNTBjY2UwZDc1MWUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA2VDA4OjQ2OjM5LjIwNVoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "ZS7C10DGuwyn1m02shMHyz6cN5UbTHfa8yqnkELg_L8", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -8818,121 +8982,206 @@ async function resolveAuthTokens(endpoint, cookies, existingAuthHeaders) {
   const triggerUrl = endpoint.trigger_url;
   if (!triggerUrl)
     return {};
-  const headerBindings = bindings.filter((b) => b.param_location === "header");
+  const headerBindings = bindings.filter((b) => b.param_location === "header" && !existingAuthHeaders[b.param_name]);
   if (headerBindings.length === 0)
     return {};
   const resolved = {};
-  try {
-    const tabId = await openResolverTab(triggerUrl, cookies);
-    if (!tabId)
-      return {};
-    try {
-      await waitForLoad2(tabId);
-      const html = await getPageHtml(tabId).catch(() => "");
-      if (typeof html !== "string" || !html.startsWith("<")) {
-        return {};
-      }
-      for (const binding of headerBindings) {
-        let value = await resolveBinding(binding, html, cookies);
-        if (!value && binding.sources.some((s) => s.kind === "js-bundle")) {
-          value = await scanAllScriptResources(tabId, binding);
-        }
-        if (value) {
-          resolved[binding.param_name] = binding.param_name.toLowerCase() === "authorization" ? value.startsWith("Bearer ") ? value : `Bearer ${value}` : value;
+  for (const binding of headerBindings) {
+    const cookieSources = binding.sources.filter((s) => s.kind === "cookie");
+    if (cookieSources.length === 0)
+      continue;
+    for (const source of cookieSources) {
+      const names = source.cookie_names ?? [];
+      for (const name of names) {
+        const cookie = cookies.find((c) => c.name === name);
+        if (cookie?.value && cookie.value.length >= 8) {
+          resolved[binding.param_name] = cookie.value;
+          break;
         }
       }
-    } finally {
-      await closeTab(tabId).catch(() => {});
+      if (resolved[binding.param_name])
+        break;
     }
-  } catch {}
+  }
+  const remaining = headerBindings.filter((b) => !resolved[b.param_name]);
+  if (remaining.length === 0)
+    return formatHeaders(resolved);
+  if (!hasResolvableSources(remaining))
+    return formatHeaders(resolved);
+  const html = await fetchHtml(triggerUrl, cookies);
+  if (html) {
+    const fromHtml = await resolveFromHtml(remaining, html);
+    Object.assign(resolved, fromHtml);
+    const stillMissing = remaining.filter((b) => !resolved[b.param_name]);
+    if (stillMissing.length === 0)
+      return formatHeaders(resolved);
+    if (Object.keys(fromHtml).length > 0 && hasHtmlResolvableSources(stillMissing)) {
+      const browserHtml = await fetchHtmlViaBrowser(triggerUrl, cookies);
+      if (browserHtml) {
+        Object.assign(resolved, await resolveFromHtml(stillMissing, browserHtml));
+      }
+    }
+    return formatHeaders(resolved);
+  }
+  if (hasHtmlResolvableSources(remaining)) {
+    const browserHtml = await fetchHtmlViaBrowser(triggerUrl, cookies);
+    if (browserHtml) {
+      Object.assign(resolved, await resolveFromHtml(remaining, browserHtml));
+    }
+  }
+  return formatHeaders(resolved);
+}
+function hasResolvableSources(bindings) {
+  for (const b of bindings) {
+    for (const s of b.sources) {
+      if (s.kind === "html-meta" || s.kind === "html-inline-script")
+        return true;
+      if (s.kind === "js-bundle" && s.bundle_url_pattern && s.bundle_regex)
+        return true;
+    }
+  }
+  return false;
+}
+function hasHtmlResolvableSources(bindings) {
+  for (const b of bindings) {
+    for (const s of b.sources) {
+      if (s.kind === "html-meta" || s.kind === "html-inline-script")
+        return true;
+    }
+  }
+  return false;
+}
+function formatHeaders(raw) {
+  const out = {};
+  for (const [k, v] of Object.entries(raw)) {
+    if (k.toLowerCase() === "authorization" && !v.startsWith("Bearer ")) {
+      out[k] = `Bearer ${v}`;
+    } else {
+      out[k] = v;
+    }
+  }
+  return out;
+}
+async function resolveFromHtml(bindings, html) {
+  const resolved = {};
+  for (const binding of bindings) {
+    const value = await resolveBinding(binding, html);
+    if (value)
+      resolved[binding.param_name] = value;
+  }
   return resolved;
 }
-async function resolveBinding(binding, html, cookies) {
+async function resolveBinding(binding, html) {
   for (const source of binding.sources) {
     let value;
-    if (source.kind === "cookie" && source.cookie_names?.length) {
-      for (const name of source.cookie_names) {
-        const cookie = cookies.find((c) => c.name === name);
-        if (cookie?.value) {
-          value = cookie.value;
-          break;
-        }
-      }
-    } else if (source.kind === "html-meta" || source.kind === "html-inline-script") {
+    if (source.kind === "html-meta" || source.kind === "html-inline-script") {
       value = extractTokenFromHtml(source, html);
-    } else if (source.kind === "js-bundle" && source.bundle_url_pattern) {
-      try {
-        const resp = await fetch(source.bundle_url_pattern);
-        if (resp.ok) {
-          const body = await resp.text();
-          value = extractTokenFromBundle(source, body);
-        }
-      } catch {}
+    } else if (source.kind === "js-bundle" && source.bundle_url_pattern && source.bundle_regex) {
+      value = await resolveJsBundle(source, html);
     }
     if (value && value.length >= 8)
       return value;
   }
   return;
 }
-async function openResolverTab(url, cookies) {
+async function resolveJsBundle(source, html) {
+  const pattern = source.bundle_url_pattern;
+  const scriptSrcRe = /<script[^>]+src=["']([^"']+)["']/gi;
+  let match;
+  while ((match = scriptSrcRe.exec(html)) !== null) {
+    const src = match[1];
+    if (!src.includes(pattern))
+      continue;
+    try {
+      const url = src.startsWith("http") ? src : `https:${src}`;
+      const controller = new AbortController;
+      const timeout = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
+      const res = await fetch(url, {
+        headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36" },
+        signal: controller.signal
+      });
+      clearTimeout(timeout);
+      if (!res.ok)
+        continue;
+      const bundleContent = await res.text();
+      const extracted = extractTokenFromBundle(source, bundleContent);
+      if (extracted && extracted.length >= 8)
+        return extracted;
+    } catch {}
+  }
+  return;
+}
+async function fetchHtml(url, cookies) {
   try {
-    const tab = await newTab(url);
-    const tabId = typeof tab === "string" ? tab : tab?.tab_id;
-    if (!tabId)
-      return;
-    if (cookies.length > 0) {
-      for (const c of cookies) {
-        await setCookie(tabId, c.name, c.value, c.domain).catch(() => {});
-      }
-      await navigate(tabId, url).catch(() => {});
-    }
-    return tabId;
+    const cookieHeader = cookies.map((c) => `${c.name}=${c.value}`).join("; ");
+    const controller = new AbortController;
+    const timeout = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
+    const res = await fetch(url, {
+      headers: {
+        Cookie: cookieHeader,
+        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
+        Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+        "Accept-Language": "en-US,en;q=0.9"
+      },
+      redirect: "follow",
+      signal: controller.signal
+    });
+    clearTimeout(timeout);
+    if (!res.ok)
+      return null;
+    const ct = res.headers.get("content-type") ?? "";
+    if (!ct.includes("text/html") && !ct.includes("text/plain") && !ct.includes("application/xhtml"))
+      return null;
+    const html = await res.text();
+    if (!html || html.length < 200 || !html.includes("<"))
+      return null;
+    return html;
   } catch {
-    return;
+    return null;
   }
 }
-async function waitForLoad2(tabId) {
-  const start2 = Date.now();
-  while (Date.now() - start2 < RESOLVE_TIMEOUT_MS) {
-    try {
-      const state = await evaluate(tabId, "document.readyState");
-      if (state === "complete" || state === "interactive")
-        return;
-    } catch {}
-    await new Promise((r) => setTimeout(r, 500));
+async function fetchHtmlViaBrowser(url, cookies) {
+  let kuri;
+  try {
+    kuri = await Promise.resolve().then(() => (init_client(), exports_client));
+  } catch {
+    return null;
   }
-}
-async function scanAllScriptResources(tabId, binding) {
+  let tabId;
   try {
-    const raw = await evaluate(tabId, `
-      JSON.stringify(
-        performance.getEntriesByType('resource')
-          .filter(function(e) { return e.initiatorType === 'script'; })
-          .map(function(e) { return e.name; })
-      )
-    `);
-    if (typeof raw !== "string" || !raw.startsWith("["))
-      return;
-    const urls = JSON.parse(raw);
-    const tokenPattern = /AAAAAAAAAAAAAAAAAAA[A-Za-z0-9+/=_%-]{20,}/;
-    for (const url of urls) {
+    const tab = await kuri.newTab(url);
+    tabId = typeof tab === "string" ? tab : tab?.tab_id;
+    if (!tabId)
+      return null;
+    if (cookies.length > 0) {
+      for (const c of cookies) {
+        await kuri.setCookie(tabId, c.name, c.value, c.domain).catch(() => {});
+      }
+      await kuri.navigate(tabId, url).catch(() => {});
+    }
+    const start2 = Date.now();
+    while (Date.now() - start2 < 12000) {
       try {
-        const resp = await fetch(url);
-        if (!resp.ok)
-          continue;
-        const body = await resp.text();
-        const m = body.match(tokenPattern);
-        if (m && m[0].length >= 20)
-          return m[0];
+        const state = await kuri.evaluate(tabId, "document.readyState");
+        if (state === "complete" || state === "interactive")
+          break;
       } catch {}
+      await new Promise((r) => setTimeout(r, 500));
     }
-  } catch {}
-  return;
+    const html = await kuri.getPageHtml(tabId).catch(() => "");
+    if (typeof html !== "string" || !html.startsWith("<"))
+      return null;
+    return html;
+  } catch {
+    return null;
+  } finally {
+    if (tabId)
+      await kuri.closeTab(tabId).catch(() => {});
+  }
 }
-var RESOLVE_TIMEOUT_MS = 12000;
+var FETCH_TIMEOUT_MS = 8000;
 var init_token_resolver = __esm(() => {
   init_token_sources();
-  init_client();
 });
 
 // ../../src/vault/index.ts
@@ -16526,6 +16775,17 @@ function rankEndpoints(endpoints, intent, skillDomain, contextUrl) {
       }
       score += matches * 100;
     }
+    if (rawTokens.length > 0 && pathname) {
+      const pathLower = pathname.toLowerCase();
+      const pathSegs = pathLower.split("/").filter(Boolean);
+      for (const token of rawTokens) {
+        const stemmed = stem(token);
+        if (pathSegs.some((seg) => seg === stemmed || seg === token || seg.includes(token))) {
+          score += 150;
+          break;
+        }
+      }
+    }
     if (ep.dom_extraction)
       score += 25;
     if (descriptionMeta.needs_review && ep.dom_extraction)
@@ -18385,6 +18645,13 @@ function isCachedSkillRelevantForIntent(skill, intent, contextUrl) {
     const hasStructuredSearchEndpoint = candidateSkill.endpoints.some((endpoint) => endpointHasSearchBindings(endpoint) && (!!endpoint.dom_extraction || !!endpoint.response_schema) && endpointMatchesContextOrigin(endpoint, contextUrl) && endpointMatchesExplicitSearchContext(endpoint, contextUrl));
     if (hasStructuredSearchEndpoint)
       return true;
+    if (top && top.score >= 0) {
+      try {
+        const topPath = new URL(top.endpoint.url_template).pathname.toLowerCase();
+        if (/\/(search|find|query|browse|explore)\b/.test(topPath))
+          return true;
+      } catch {}
+    }
     if (collectExplicitSearchContextBindingKeys(contextUrl).size > 0)
       return false;
   }
@@ -20592,7 +20859,7 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
       }
     } catch {}
   }
-  if (context?.url && !forceCapture) {
+  if (process.env.UNBROWSE_LOCAL_ONLY === "1" && !forceCapture) {
     return buildNoCachedMatch();
   }
   if (!context?.url) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "3.2.0",
+  "version": "3.2.2",
   "description": "Reverse-engineer any website into reusable API skills. Zero-dep single binary with embedded browser engine.",
   "type": "module",
   "bin": {

package/vendor/kuri/manifest.json

@@ -2,24 +2,27 @@
   "repo_url": "https://github.com/justrach/kuri.git",
   "branch": "adding-extensions",
   "source_sha": "eadfaa5f921f7152e1762aed5ed64b3a4fbefbf3",
-  "built_at": "2026-04-06T05:01:20.543Z",
+  "built_at": "2026-04-05T06:43:57.212Z",
   "binaries": {
     "darwin-arm64": {
       "zig_target": "aarch64-macos",
-      "sha256": "1796501e393403016723c6b69266b834e2db04ba2559f51c84c957bd85c3927b",
-      "source": "prebuilt"
+      "sha256": "1553633e722d18059dedffa8a52d55ed6c052e4961fd2753ee0b62be60b241bf"
     },
     "darwin-x64": {
       "zig_target": "x86_64-macos",
-      "sha256": "f9adbebad3b17c10fc359b8125a33eda6890ec728cb2b6c625b36b895ef7c97f"
+      "sha256": "b5eb07e631c6ddad64019c8d0c86c32cb76a74ff0791ac5611a3aa3550767ec8"
     },
     "linux-arm64": {
       "zig_target": "aarch64-linux",
-      "sha256": "30d1da652d589e5dffa4520615f958db3acf063bd831da9662c97afd50969699"
+      "sha256": "ea88a26f7b335d5842b0c1d83bfa4066bed0a119284560f6bd3833f1d240cce2"
     },
     "linux-x64": {
       "zig_target": "x86_64-linux",
-      "sha256": "90a8d60715a5c1723b7dae98d90a565b92a781b16ab8721fd546a26f9d86f39f"
+      "sha256": "175a7c59e458e952a26974f0fb5c2ce374e56f2c4c352903b481b5aa5a16978f"
+    },
+    "win-x64": {
+      "zig_target": "x86_64-windows",
+      "sha256": "176291ad9827a183ba7322ddb56cc1fa5edc7c214a264ecdf8a1d5d18366d686"
     }
   }
 }