unbrowse 3.1.0-experiments.9b17005 → 3.1.0-experiments.9cbcb13

package/dist/cli.js

@@ -31,7 +31,7 @@ var __promiseAll = (args) => Promise.all(args);
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.1.0-experiments.9b17005", BUILD_GIT_SHA = "9b17005b5aae", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4xLjAtZXhwZXJpbWVudHMuOWIxNzAwNSIsImdpdF9zaGEiOiI5YjE3MDA1YjVhYWUiLCJjb2RlX2hhc2giOiIxNDg4ZmMxZDkyYjciLCJ0cmFjZV92ZXJzaW9uIjoiMTQ4OGZjMWQ5MmI3QDliMTcwMDViNWFhZSIsImlzc3VlZF9hdCI6IjIwMjYtMDQtMDZUMDQ6MDA6NTkuNTM0WiJ9", BUILD_RELEASE_MANIFEST_SIGNATURE = "hkh9PmEQoF8Xxv8n8F-gxqI6nusA4RIZ0FNIoMEOgRg", BUILD_DEFAULT_BACKEND_URL = "https://unbrowse-backend-experiments.lewis-6d8.workers.dev";
+var BUILD_RELEASE_VERSION = "3.1.0-experiments.9cbcb13", BUILD_GIT_SHA = "9cbcb1312b26", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4xLjAtZXhwZXJpbWVudHMuOWNiY2IxMyIsImdpdF9zaGEiOiI5Y2JjYjEzMTJiMjYiLCJjb2RlX2hhc2giOiIxNDg4ZmMxZDkyYjciLCJ0cmFjZV92ZXJzaW9uIjoiMTQ4OGZjMWQ5MmI3QDljYmNiMTMxMmIyNiIsImlzc3VlZF9hdCI6IjIwMjYtMDQtMDZUMDY6MjM6MDQuMzU5WiJ9", BUILD_RELEASE_MANIFEST_SIGNATURE = "CVnzRBAw3oxxU_-oG-sOC9vJWGI0-k2PtTw4Q5SYueY", BUILD_DEFAULT_BACKEND_URL = "https://unbrowse-backend-experiments.lewis-6d8.workers.dev";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -802,7 +802,6 @@ var init_token_sources = () => {};
 // ../../src/execution/token-resolver.ts
 var init_token_resolver = __esm(() => {
   init_token_sources();
-  init_client2();
 });
 
 // ../../src/vault/index.ts
@@ -3741,6 +3740,25 @@ async function cmdFeedback(flags) {
     body.diagnostics = JSON.parse(flags.diagnostics);
   output(await api2("POST", "/v1/feedback", body), !!flags.pretty);
 }
+async function cmdAnnotate(flags) {
+  const skillId = flags.skill;
+  const endpointId = flags.endpoint;
+  if (!skillId || !endpointId)
+    die("--skill and --endpoint are required");
+  const body = {};
+  if (flags.text) {
+    body.annotations = [{ text: flags.text }];
+  }
+  if (flags.constraint) {
+    const parts = flags.constraint.split(":");
+    if (parts.length >= 3) {
+      body.constraints = [{ param: parts[0], rule: parts[1], message: parts.slice(2).join(":") }];
+    }
+  }
+  if (!body.annotations && !body.constraints)
+    die("--text or --constraint required");
+  output(await api2("POST", `/v1/skills/${skillId}/endpoints/${endpointId}/annotate`, body), !!flags.pretty);
+}
 async function cmdReview(flags) {
   const skillId = flags.skill;
   if (!skillId)
@@ -3955,6 +3973,7 @@ var CLI_REFERENCE = {
     { name: "resolve", usage: '--intent "..." [--domain "..."] [--url "..."] [opts]', desc: "Search cached indexed/published routes and optionally execute the top trusted endpoint" },
     { name: "execute", usage: "--skill ID --endpoint ID [opts]", desc: "Execute a specific endpoint" },
     { name: "feedback", usage: "--skill ID --endpoint ID --rating N", desc: "Submit feedback (mandatory after resolve)" },
+    { name: "annotate", usage: "--skill ID --endpoint ID --text 'tip' [--constraint 'param:rule:message']", desc: "Contribute best practices or constraints for an endpoint" },
     { name: "review", usage: "--skill ID --endpoints '[...]'", desc: "Push reviewed descriptions/schema metadata back to a captured skill before publish" },
     { name: "index", usage: "--skill ID", desc: "Recompute local graph/contracts/export from cached skill state only" },
     { name: "publish", usage: "--skill ID [--confirm-publish] [--endpoints '[...]']", desc: "Re-index locally, inspect publish-review metadata, then publish/share from cached skill state" },
@@ -4581,6 +4600,7 @@ async function main() {
     "exec",
     "feedback",
     "fb",
+    "annotate",
     "review",
     "index",
     "publish",
@@ -4652,6 +4672,8 @@ async function main() {
     case "feedback":
     case "fb":
       return cmdFeedback(flags);
+    case "annotate":
+      return cmdAnnotate(flags);
     case "review":
       return cmdReview(flags);
     case "index":

package/dist/mcp.js

@@ -225,11 +225,11 @@ import { dirname, join, parse } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.1.0-experiments.9b17005";
-var BUILD_GIT_SHA = "9b17005b5aae";
+var BUILD_RELEASE_VERSION = "3.1.0-experiments.9cbcb13";
+var BUILD_GIT_SHA = "9cbcb1312b26";
 var BUILD_CODE_HASH = "1488fc1d92b7";
-var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4xLjAtZXhwZXJpbWVudHMuOWIxNzAwNSIsImdpdF9zaGEiOiI5YjE3MDA1YjVhYWUiLCJjb2RlX2hhc2giOiIxNDg4ZmMxZDkyYjciLCJ0cmFjZV92ZXJzaW9uIjoiMTQ4OGZjMWQ5MmI3QDliMTcwMDViNWFhZSIsImlzc3VlZF9hdCI6IjIwMjYtMDQtMDZUMDQ6MDA6NTkuNTM0WiJ9";
-var BUILD_RELEASE_MANIFEST_SIGNATURE = "hkh9PmEQoF8Xxv8n8F-gxqI6nusA4RIZ0FNIoMEOgRg";
+var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4xLjAtZXhwZXJpbWVudHMuOWNiY2IxMyIsImdpdF9zaGEiOiI5Y2JjYjEzMTJiMjYiLCJjb2RlX2hhc2giOiIxNDg4ZmMxZDkyYjciLCJ0cmFjZV92ZXJzaW9uIjoiMTQ4OGZjMWQ5MmI3QDljYmNiMTMxMmIyNiIsImlzc3VlZF9hdCI6IjIwMjYtMDQtMDZUMDY6MjM6MDQuMzU5WiJ9";
+var BUILD_RELEASE_MANIFEST_SIGNATURE = "CVnzRBAw3oxxU_-oG-sOC9vJWGI0-k2PtTw4Q5SYueY";
 var BUILD_DEFAULT_BACKEND_URL = "https://unbrowse-backend-experiments.lewis-6d8.workers.dev";
 
 // ../../src/version.ts
@@ -1410,12 +1410,23 @@ function addExecuteNextStepHints(result, args) {
     hints.feedback_skill = skillId;
   if (endpointId)
     hints.feedback_endpoint = endpointId;
+  const constraints = isPlainObject(nested) && Array.isArray(nested.constraints) ? nested.constraints : undefined;
+  if (constraints?.length) {
+    hints.known_constraints = constraints;
+  }
+  const annotations = isPlainObject(nested) && Array.isArray(nested.annotations) ? nested.annotations : undefined;
+  if (annotations?.length) {
+    hints.community_notes = annotations;
+  }
   const desc = isPlainObject(nested) && typeof nested.description === "string" ? nested.description : "";
   const looksGeneric = !desc || desc.startsWith("Captured ") || desc.startsWith("Returns results");
   if (looksGeneric) {
     hints.first_use_review_needed = true;
     hints.review_step = "After feedback, call unbrowse_review to write proper endpoint descriptions, then unbrowse_publish to share to marketplace.";
   }
+  if (skillId && endpointId) {
+    hints.contribute = "If you learned something about this endpoint (required params, gotchas, best practices), call unbrowse_annotate to share it with other agents.";
+  }
   return { ...result, _workflow_hints: hints };
 }
 function addCaptureNextStepHints(result, _args) {
@@ -2452,6 +2463,42 @@ var tools = [
       const withHints = addCaptureNextStepHints(result, args);
       return successResult(withHints, "Browse session closed. See _workflow_hints for required next steps: call unbrowse_review then unbrowse_publish.");
     }
+  },
+  {
+    name: "unbrowse_annotate",
+    description: "Contribute constraints or best practices for an endpoint. Call this after executing an endpoint to share what you learned (required params, gotchas, tips) with other agents.",
+    parameters: {
+      type: "object",
+      properties: {
+        skill: { type: "string", description: "Skill ID" },
+        endpoint: { type: "string", description: "Endpoint ID" },
+        constraints: {
+          type: "array",
+          description: "Learned constraints (required params, deprecated fields, format rules)",
+          items: { type: "object", properties: { param: { type: "string" }, rule: { type: "string" }, message: { type: "string" } }, required: ["param", "rule", "message"] }
+        },
+        annotations: {
+          type: "array",
+          description: "Free-text best practices, tips, or gotchas",
+          items: { type: "object", properties: { text: { type: "string" } }, required: ["text"] }
+        }
+      },
+      required: ["skill", "endpoint"]
+    },
+    handler: async (args) => {
+      await ensureServerReady();
+      const skillId = args.skill;
+      const endpointId = args.endpoint;
+      const body = {};
+      if (Array.isArray(args.constraints))
+        body.constraints = args.constraints;
+      if (Array.isArray(args.annotations))
+        body.annotations = args.annotations;
+      if (!body.constraints && !body.annotations)
+        return errorResult("Provide constraints and/or annotations");
+      const result = await api2("POST", `/v1/skills/${skillId}/endpoints/${endpointId}/annotate`, body);
+      return successResult(result, "Annotation saved. Other agents will see your contribution when using this endpoint.");
+    }
   }
 ];
 var toolMap = new Map(tools.map((tool) => [tool.name, tool]));

package/dist/server.js

@@ -76,6 +76,88 @@ function getPackageRoot(metaUrl) {
 var init_paths = () => {};
 
 // ../../src/kuri/client.ts
+var exports_client = {};
+__export(exports_client, {
+  waitForSelector: () => waitForSelector,
+  waitForLoad: () => waitForLoad,
+  waitForCloudflare: () => waitForCloudflare,
+  stop: () => stop,
+  start: () => start,
+  snapshot: () => snapshot,
+  shouldReuseManagedChrome: () => shouldReuseManagedChrome,
+  setViewport: () => setViewport,
+  setUserAgent: () => setUserAgent,
+  setHeaders: () => setHeaders,
+  setCredentials: () => setCredentials,
+  setCookies: () => setCookies,
+  setCookie: () => setCookie,
+  setCdpPortForTests: () => setCdpPortForTests,
+  sessionSave: () => sessionSave,
+  sessionLoad: () => sessionLoad,
+  sessionList: () => sessionList,
+  select: () => select,
+  scrollIntoView: () => scrollIntoView,
+  scroll: () => scroll,
+  scriptInject: () => scriptInject,
+  screenshot: () => screenshot,
+  reuseHealthyBrokerIfPossible: () => reuseHealthyBrokerIfPossible,
+  resolveKuriPort: () => resolveKuriPort,
+  resolveKuriLaunchConfig: () => resolveKuriLaunchConfig,
+  reload: () => reload,
+  press: () => press,
+  newTab: () => newTab,
+  networkEnable: () => networkEnable,
+  navigate: () => navigate,
+  keyboardType: () => keyboardType,
+  keyboardInsertText: () => keyboardInsertText,
+  keyUp: () => keyUp,
+  keyDown: () => keyDown,
+  isReady: () => isReady,
+  interceptStart: () => interceptStart,
+  health: () => health,
+  hasCloudflareChallenge: () => hasCloudflareChallenge,
+  harStop: () => harStop,
+  harStart: () => harStart,
+  goForward: () => goForward,
+  goBack: () => goBack,
+  getText: () => getText,
+  getPort: () => getPort,
+  getPerfLcp: () => getPerfLcp,
+  getPageHtml: () => getPageHtml,
+  getNetworkEvents: () => getNetworkEvents,
+  getMarkdown: () => getMarkdown,
+  getLinks: () => getLinks,
+  getKuriSourceCandidates: () => getKuriSourceCandidates,
+  getKuriErrorMessage: () => getKuriErrorMessage,
+  getKuriClient: () => getKuriClient,
+  getKuriBinaryCandidates: () => getKuriBinaryCandidates,
+  getErrors: () => getErrors,
+  getDefaultTab: () => getDefaultTab,
+  getCurrentUrl: () => getCurrentUrl,
+  getCookies: () => getCookies,
+  getConsole: () => getConsole,
+  getCdpPort: () => getCdpPort,
+  findText: () => findText,
+  findKuriBinary: () => findKuriBinary,
+  fill: () => fill,
+  extractLoadPluginsFromHtml: () => extractLoadPluginsFromHtml,
+  extractLoadPlugins: () => extractLoadPlugins,
+  executeInPageFetch: () => executeInPageFetch,
+  evaluate: () => evaluate,
+  drag: () => drag,
+  domQuery: () => domQuery,
+  domHtml: () => domHtml,
+  domAttributes: () => domAttributes,
+  discoverTabs: () => discoverTabs,
+  closeTab: () => closeTab,
+  click: () => click,
+  bestEffortRehydratePlugins: () => bestEffortRehydratePlugins,
+  authProfileSave: () => authProfileSave,
+  authProfileLoad: () => authProfileLoad,
+  authProfileList: () => authProfileList,
+  authProfileDelete: () => authProfileDelete,
+  action: () => action
+});
 import { execFileSync, spawn } from "node:child_process";
 import { existsSync as existsSync2 } from "node:fs";
 import net from "node:net";
@@ -977,6 +1059,19 @@ async function getPageHtml(tabId, state = defaultBrokerState) {
   const result = await evaluate(tabId, "document.documentElement.outerHTML", state);
   return String(result ?? "");
 }
+function extractLoadPlugins(value) {
+  if (typeof value !== "string")
+    return [];
+  return Array.from(new Set(value.split(/[\s,;]+/).map((part) => part.trim()).filter(Boolean)));
+}
+function extractLoadPluginsFromHtml(html) {
+  const modules = [];
+  const pattern = /data-load-plugins=(["'])(.*?)\1/gi;
+  for (const match of html.matchAll(pattern)) {
+    modules.push(...extractLoadPlugins(match[2]));
+  }
+  return Array.from(new Set(modules));
+}
 async function bestEffortRehydratePlugins(tabId, state = defaultBrokerState) {
   const result = await evaluate(tabId, `(async function() {
     function splitPlugins(value) {
@@ -1118,6 +1213,9 @@ function getPort(state = defaultBrokerState) {
 function getCdpPort() {
   return kuriCdpPort;
 }
+function setCdpPortForTests(port) {
+  kuriCdpPort = port;
+}
 function isReady(state = defaultBrokerState) {
   return state.ready;
 }
@@ -6380,7 +6478,7 @@ var init_capture = __esm(() => {
 });
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.1.0-experiments.9b17005", BUILD_GIT_SHA = "9b17005b5aae", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4xLjAtZXhwZXJpbWVudHMuOWIxNzAwNSIsImdpdF9zaGEiOiI5YjE3MDA1YjVhYWUiLCJjb2RlX2hhc2giOiIxNDg4ZmMxZDkyYjciLCJ0cmFjZV92ZXJzaW9uIjoiMTQ4OGZjMWQ5MmI3QDliMTcwMDViNWFhZSIsImlzc3VlZF9hdCI6IjIwMjYtMDQtMDZUMDQ6MDA6NTkuNTM0WiJ9", BUILD_RELEASE_MANIFEST_SIGNATURE = "hkh9PmEQoF8Xxv8n8F-gxqI6nusA4RIZ0FNIoMEOgRg", BUILD_DEFAULT_BACKEND_URL = "https://unbrowse-backend-experiments.lewis-6d8.workers.dev";
+var BUILD_RELEASE_VERSION = "3.1.0-experiments.9cbcb13", BUILD_GIT_SHA = "9cbcb1312b26", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4xLjAtZXhwZXJpbWVudHMuOWNiY2IxMyIsImdpdF9zaGEiOiI5Y2JjYjEzMTJiMjYiLCJjb2RlX2hhc2giOiIxNDg4ZmMxZDkyYjciLCJ0cmFjZV92ZXJzaW9uIjoiMTQ4OGZjMWQ5MmI3QDljYmNiMTMxMmIyNiIsImlzc3VlZF9hdCI6IjIwMjYtMDQtMDZUMDY6MjM6MDQuMzU5WiJ9", BUILD_RELEASE_MANIFEST_SIGNATURE = "CVnzRBAw3oxxU_-oG-sOC9vJWGI0-k2PtTw4Q5SYueY", BUILD_DEFAULT_BACKEND_URL = "https://unbrowse-backend-experiments.lewis-6d8.workers.dev";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -8818,121 +8916,206 @@ async function resolveAuthTokens(endpoint, cookies, existingAuthHeaders) {
   const triggerUrl = endpoint.trigger_url;
   if (!triggerUrl)
     return {};
-  const headerBindings = bindings.filter((b) => b.param_location === "header");
+  const headerBindings = bindings.filter((b) => b.param_location === "header" && !existingAuthHeaders[b.param_name]);
   if (headerBindings.length === 0)
     return {};
   const resolved = {};
-  try {
-    const tabId = await openResolverTab(triggerUrl, cookies);
-    if (!tabId)
-      return {};
-    try {
-      await waitForLoad2(tabId);
-      const html = await getPageHtml(tabId).catch(() => "");
-      if (typeof html !== "string" || !html.startsWith("<")) {
-        return {};
-      }
-      for (const binding of headerBindings) {
-        let value = await resolveBinding(binding, html, cookies);
-        if (!value && binding.sources.some((s) => s.kind === "js-bundle")) {
-          value = await scanAllScriptResources(tabId, binding);
-        }
-        if (value) {
-          resolved[binding.param_name] = binding.param_name.toLowerCase() === "authorization" ? value.startsWith("Bearer ") ? value : `Bearer ${value}` : value;
+  for (const binding of headerBindings) {
+    const cookieSources = binding.sources.filter((s) => s.kind === "cookie");
+    if (cookieSources.length === 0)
+      continue;
+    for (const source of cookieSources) {
+      const names = source.cookie_names ?? [];
+      for (const name of names) {
+        const cookie = cookies.find((c) => c.name === name);
+        if (cookie?.value && cookie.value.length >= 8) {
+          resolved[binding.param_name] = cookie.value;
+          break;
         }
       }
-    } finally {
-      await closeTab(tabId).catch(() => {});
+      if (resolved[binding.param_name])
+        break;
     }
-  } catch {}
+  }
+  const remaining = headerBindings.filter((b) => !resolved[b.param_name]);
+  if (remaining.length === 0)
+    return formatHeaders(resolved);
+  if (!hasResolvableSources(remaining))
+    return formatHeaders(resolved);
+  const html = await fetchHtml(triggerUrl, cookies);
+  if (html) {
+    const fromHtml = await resolveFromHtml(remaining, html);
+    Object.assign(resolved, fromHtml);
+    const stillMissing = remaining.filter((b) => !resolved[b.param_name]);
+    if (stillMissing.length === 0)
+      return formatHeaders(resolved);
+    if (Object.keys(fromHtml).length > 0 && hasHtmlResolvableSources(stillMissing)) {
+      const browserHtml = await fetchHtmlViaBrowser(triggerUrl, cookies);
+      if (browserHtml) {
+        Object.assign(resolved, await resolveFromHtml(stillMissing, browserHtml));
+      }
+    }
+    return formatHeaders(resolved);
+  }
+  if (hasHtmlResolvableSources(remaining)) {
+    const browserHtml = await fetchHtmlViaBrowser(triggerUrl, cookies);
+    if (browserHtml) {
+      Object.assign(resolved, await resolveFromHtml(remaining, browserHtml));
+    }
+  }
+  return formatHeaders(resolved);
+}
+function hasResolvableSources(bindings) {
+  for (const b of bindings) {
+    for (const s of b.sources) {
+      if (s.kind === "html-meta" || s.kind === "html-inline-script")
+        return true;
+      if (s.kind === "js-bundle" && s.bundle_url_pattern && s.bundle_regex)
+        return true;
+    }
+  }
+  return false;
+}
+function hasHtmlResolvableSources(bindings) {
+  for (const b of bindings) {
+    for (const s of b.sources) {
+      if (s.kind === "html-meta" || s.kind === "html-inline-script")
+        return true;
+    }
+  }
+  return false;
+}
+function formatHeaders(raw) {
+  const out = {};
+  for (const [k, v] of Object.entries(raw)) {
+    if (k.toLowerCase() === "authorization" && !v.startsWith("Bearer ")) {
+      out[k] = `Bearer ${v}`;
+    } else {
+      out[k] = v;
+    }
+  }
+  return out;
+}
+async function resolveFromHtml(bindings, html) {
+  const resolved = {};
+  for (const binding of bindings) {
+    const value = await resolveBinding(binding, html);
+    if (value)
+      resolved[binding.param_name] = value;
+  }
   return resolved;
 }
-async function resolveBinding(binding, html, cookies) {
+async function resolveBinding(binding, html) {
   for (const source of binding.sources) {
     let value;
-    if (source.kind === "cookie" && source.cookie_names?.length) {
-      for (const name of source.cookie_names) {
-        const cookie = cookies.find((c) => c.name === name);
-        if (cookie?.value) {
-          value = cookie.value;
-          break;
-        }
-      }
-    } else if (source.kind === "html-meta" || source.kind === "html-inline-script") {
+    if (source.kind === "html-meta" || source.kind === "html-inline-script") {
       value = extractTokenFromHtml(source, html);
-    } else if (source.kind === "js-bundle" && source.bundle_url_pattern) {
-      try {
-        const resp = await fetch(source.bundle_url_pattern);
-        if (resp.ok) {
-          const body = await resp.text();
-          value = extractTokenFromBundle(source, body);
-        }
-      } catch {}
+    } else if (source.kind === "js-bundle" && source.bundle_url_pattern && source.bundle_regex) {
+      value = await resolveJsBundle(source, html);
     }
     if (value && value.length >= 8)
       return value;
   }
   return;
 }
-async function openResolverTab(url, cookies) {
+async function resolveJsBundle(source, html) {
+  const pattern = source.bundle_url_pattern;
+  const scriptSrcRe = /<script[^>]+src=["']([^"']+)["']/gi;
+  let match;
+  while ((match = scriptSrcRe.exec(html)) !== null) {
+    const src = match[1];
+    if (!src.includes(pattern))
+      continue;
+    try {
+      const url = src.startsWith("http") ? src : `https:${src}`;
+      const controller = new AbortController;
+      const timeout = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
+      const res = await fetch(url, {
+        headers: { "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36" },
+        signal: controller.signal
+      });
+      clearTimeout(timeout);
+      if (!res.ok)
+        continue;
+      const bundleContent = await res.text();
+      const extracted = extractTokenFromBundle(source, bundleContent);
+      if (extracted && extracted.length >= 8)
+        return extracted;
+    } catch {}
+  }
+  return;
+}
+async function fetchHtml(url, cookies) {
   try {
-    const tab = await newTab(url);
-    const tabId = typeof tab === "string" ? tab : tab?.tab_id;
-    if (!tabId)
-      return;
-    if (cookies.length > 0) {
-      for (const c of cookies) {
-        await setCookie(tabId, c.name, c.value, c.domain).catch(() => {});
-      }
-      await navigate(tabId, url).catch(() => {});
-    }
-    return tabId;
+    const cookieHeader = cookies.map((c) => `${c.name}=${c.value}`).join("; ");
+    const controller = new AbortController;
+    const timeout = setTimeout(() => controller.abort(), FETCH_TIMEOUT_MS);
+    const res = await fetch(url, {
+      headers: {
+        Cookie: cookieHeader,
+        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36",
+        Accept: "text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8",
+        "Accept-Language": "en-US,en;q=0.9"
+      },
+      redirect: "follow",
+      signal: controller.signal
+    });
+    clearTimeout(timeout);
+    if (!res.ok)
+      return null;
+    const ct = res.headers.get("content-type") ?? "";
+    if (!ct.includes("text/html") && !ct.includes("text/plain") && !ct.includes("application/xhtml"))
+      return null;
+    const html = await res.text();
+    if (!html || html.length < 200 || !html.includes("<"))
+      return null;
+    return html;
   } catch {
-    return;
+    return null;
   }
 }
-async function waitForLoad2(tabId) {
-  const start2 = Date.now();
-  while (Date.now() - start2 < RESOLVE_TIMEOUT_MS) {
-    try {
-      const state = await evaluate(tabId, "document.readyState");
-      if (state === "complete" || state === "interactive")
-        return;
-    } catch {}
-    await new Promise((r) => setTimeout(r, 500));
+async function fetchHtmlViaBrowser(url, cookies) {
+  let kuri;
+  try {
+    kuri = await Promise.resolve().then(() => (init_client(), exports_client));
+  } catch {
+    return null;
   }
-}
-async function scanAllScriptResources(tabId, binding) {
+  let tabId;
   try {
-    const raw = await evaluate(tabId, `
-      JSON.stringify(
-        performance.getEntriesByType('resource')
-          .filter(function(e) { return e.initiatorType === 'script'; })
-          .map(function(e) { return e.name; })
-      )
-    `);
-    if (typeof raw !== "string" || !raw.startsWith("["))
-      return;
-    const urls = JSON.parse(raw);
-    const tokenPattern = /AAAAAAAAAAAAAAAAAAA[A-Za-z0-9+/=_%-]{20,}/;
-    for (const url of urls) {
+    const tab = await kuri.newTab(url);
+    tabId = typeof tab === "string" ? tab : tab?.tab_id;
+    if (!tabId)
+      return null;
+    if (cookies.length > 0) {
+      for (const c of cookies) {
+        await kuri.setCookie(tabId, c.name, c.value, c.domain).catch(() => {});
+      }
+      await kuri.navigate(tabId, url).catch(() => {});
+    }
+    const start2 = Date.now();
+    while (Date.now() - start2 < 12000) {
       try {
-        const resp = await fetch(url);
-        if (!resp.ok)
-          continue;
-        const body = await resp.text();
-        const m = body.match(tokenPattern);
-        if (m && m[0].length >= 20)
-          return m[0];
+        const state = await kuri.evaluate(tabId, "document.readyState");
+        if (state === "complete" || state === "interactive")
+          break;
       } catch {}
+      await new Promise((r) => setTimeout(r, 500));
     }
-  } catch {}
-  return;
+    const html = await kuri.getPageHtml(tabId).catch(() => "");
+    if (typeof html !== "string" || !html.startsWith("<"))
+      return null;
+    return html;
+  } catch {
+    return null;
+  } finally {
+    if (tabId)
+      await kuri.closeTab(tabId).catch(() => {});
+  }
 }
-var RESOLVE_TIMEOUT_MS = 12000;
+var FETCH_TIMEOUT_MS = 8000;
 var init_token_resolver = __esm(() => {
   init_token_sources();
-  init_client();
 });
 
 // ../../src/vault/index.ts
@@ -15822,6 +16005,23 @@ async function executeEndpoint(skill, endpoint, params = {}, projection, options
         data2 = text;
       }
       last = { data: data2, status: res.status };
+      if ((res.status === 400 || res.status === 422) && data2 && typeof data2 === "object") {
+        const errors = data2.errors;
+        if (errors?.length) {
+          if (!endpoint.constraints)
+            endpoint.constraints = [];
+          const now = new Date().toISOString();
+          for (const err of errors) {
+            if (!err.message || !err.parameter)
+              continue;
+            const rule = err.code === "MISSING_PARAMETER" ? "required" : err.message.includes("deprecated") ? "deprecated" : err.message.includes("not allowed") ? "forbidden_in_body" : "format";
+            if (!endpoint.constraints.some((c) => c.param === err.parameter && c.rule === rule)) {
+              endpoint.constraints.push({ param: err.parameter, rule, message: err.message, source: "api_error", learned_at: now });
+              log("exec", `learned constraint: ${rule} ${err.parameter} - ${err.message}`);
+            }
+          }
+        }
+      }
       if (res.ok && !(typeof data2 === "string" && isHtml(data2))) {
         return { data: data2, status: res.status, trace_id: nanoid6() };
       }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "3.1.0-experiments.9b17005",
+  "version": "3.1.0-experiments.9cbcb13",
   "description": "Reverse-engineer any website into reusable API skills. Zero-dep single binary with embedded browser engine.",
   "type": "module",
   "bin": {

package/vendor/kuri/manifest.json

@@ -2,24 +2,27 @@
   "repo_url": "https://github.com/justrach/kuri.git",
   "branch": "adding-extensions",
   "source_sha": "eadfaa5f921f7152e1762aed5ed64b3a4fbefbf3",
-  "built_at": "2026-04-06T04:00:59.590Z",
+  "built_at": "2026-04-05T06:43:57.212Z",
   "binaries": {
     "darwin-arm64": {
       "zig_target": "aarch64-macos",
-      "sha256": "1796501e393403016723c6b69266b834e2db04ba2559f51c84c957bd85c3927b",
-      "source": "prebuilt"
+      "sha256": "1553633e722d18059dedffa8a52d55ed6c052e4961fd2753ee0b62be60b241bf"
     },
     "darwin-x64": {
       "zig_target": "x86_64-macos",
-      "sha256": "5ce0dced30e64cb4c580495974f11a136d106d70004683b72300f27bd9d3c0b1"
+      "sha256": "b5eb07e631c6ddad64019c8d0c86c32cb76a74ff0791ac5611a3aa3550767ec8"
     },
     "linux-arm64": {
       "zig_target": "aarch64-linux",
-      "sha256": "adc3bdfb7642f0e7e21c249dc570da9d30403703837aa072bc1c2bf5bb88f950"
+      "sha256": "ea88a26f7b335d5842b0c1d83bfa4066bed0a119284560f6bd3833f1d240cce2"
     },
     "linux-x64": {
       "zig_target": "x86_64-linux",
-      "sha256": "8e033bdf050019e700801a5a6bf5298c2ad54914d7620385bfa8fd14fe77c4da"
+      "sha256": "175a7c59e458e952a26974f0fb5c2ce374e56f2c4c352903b481b5aa5a16978f"
+    },
+    "win-x64": {
+      "zig_target": "x86_64-windows",
+      "sha256": "176291ad9827a183ba7322ddb56cc1fa5edc7c214a264ecdf8a1d5d18366d686"
     }
   }
 }