unbrowse 3.6.0-preview.0 → 3.7.0

package/dist/cli.js

@@ -31,7 +31,7 @@ var __promiseAll = (args) => Promise.all(args);
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.6.0-preview.0", BUILD_GIT_SHA = "53592d89047b", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy42LjAtcHJldmlldy4wIiwiZ2l0X3NoYSI6IjUzNTkyZDg5MDQ3YiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFANTM1OTJkODkwNDdiIiwiaXNzdWVkX2F0IjoiMjAyNi0wNC0wOVQyMDo0MTozMC4wODJaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "HlE5m4HLbj0SjURsLry2pCTQTH-KmnP05XG5sH6-CSk", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.7.0", BUILD_GIT_SHA = "051ddb5b3add", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy43LjAiLCJnaXRfc2hhIjoiMDUxZGRiNWIzYWRkIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUAwNTFkZGI1YjNhZGQiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTEwVDAzOjA3OjU1Ljg4MloifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "TKsUZaH-T1iT7XTgsV8ykdoZDHQj05PQkkmGr0Yf3dQ", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -2630,18 +2630,12 @@ async function autonomousLogin(loginUrl, domain) {
     return { success: false, method: "failed", domain: targetDomain, cookies_stored: 0, error: "No email provider configured (set AGENTMAIL_API_KEY or configure Gmail via gcloud)", duration_ms: elapsed() };
   }
   log("autonomous-login", `starting for ${targetDomain} — url: ${loginUrl}`);
-  const prevHeadless = process.env.HEADLESS;
-  process.env.HEADLESS = "false";
   let tabId;
   try {
     await start();
     tabId = await getDefaultTab();
     await networkEnable(tabId);
   } catch (err) {
-    if (prevHeadless !== undefined)
-      process.env.HEADLESS = prevHeadless;
-    else
-      delete process.env.HEADLESS;
     return { success: false, method: "failed", domain: targetDomain, cookies_stored: 0, error: `Kuri start failed: ${err}`, duration_ms: elapsed() };
   }
   try {
@@ -2730,12 +2724,7 @@ async function autonomousLogin(loginUrl, domain) {
       };
     }
     return { success: false, method: "failed", domain: targetDomain, email: agentEmail, cookies_stored: 0, error: "login flow completed but no auth cookies detected", duration_ms: elapsed() };
-  } finally {
-    if (prevHeadless !== undefined)
-      process.env.HEADLESS = prevHeadless;
-    else
-      delete process.env.HEADLESS;
-  }
+  } finally {}
 }
 var OTP_FILL_TIMEOUT_MS = 120000, POST_SUBMIT_SETTLE_MS = 3000;
 var init_autonomous_login = __esm(async () => {
@@ -3374,8 +3363,6 @@ import fs2 from "node:fs";
 import path9 from "node:path";
 async function bootstrapAgentMailKey() {
   log("bootstrap-agentmail", "starting — opening console.agentmail.to");
-  const prevHeadless = process.env.HEADLESS;
-  process.env.HEADLESS = "false";
   try {
     await start();
     const tabId = await getDefaultTab();
@@ -3496,12 +3483,7 @@ async function bootstrapAgentMailKey() {
       success: false,
       error: "Reached dashboard but could not extract API key. Create one manually at https://console.agentmail.to/dashboard/api-keys"
     };
-  } finally {
-    if (prevHeadless !== undefined)
-      process.env.HEADLESS = prevHeadless;
-    else
-      delete process.env.HEADLESS;
-  }
+  } finally {}
 }
 function persistApiKeyToShell(apiKey) {
   const shell = process.env.SHELL ?? "/bin/zsh";

package/dist/mcp.js

@@ -225,11 +225,11 @@ import { dirname, join, parse } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.6.0-preview.0";
-var BUILD_GIT_SHA = "53592d89047b";
+var BUILD_RELEASE_VERSION = "3.7.0";
+var BUILD_GIT_SHA = "051ddb5b3add";
 var BUILD_CODE_HASH = "5d9ebf619c61";
-var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy42LjAtcHJldmlldy4wIiwiZ2l0X3NoYSI6IjUzNTkyZDg5MDQ3YiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFANTM1OTJkODkwNDdiIiwiaXNzdWVkX2F0IjoiMjAyNi0wNC0wOVQyMDo0MTozMC4wODJaIn0";
-var BUILD_RELEASE_MANIFEST_SIGNATURE = "HlE5m4HLbj0SjURsLry2pCTQTH-KmnP05XG5sH6-CSk";
+var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy43LjAiLCJnaXRfc2hhIjoiMDUxZGRiNWIzYWRkIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUAwNTFkZGI1YjNhZGQiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTEwVDAzOjA3OjU1Ljg4MloifQ";
+var BUILD_RELEASE_MANIFEST_SIGNATURE = "TKsUZaH-T1iT7XTgsV8ykdoZDHQj05PQkkmGr0Yf3dQ";
 var BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts

package/dist/server.js

@@ -7096,7 +7096,7 @@ var init_capture = __esm(async () => {
 });
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.6.0-preview.0", BUILD_GIT_SHA = "53592d89047b", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy42LjAtcHJldmlldy4wIiwiZ2l0X3NoYSI6IjUzNTkyZDg5MDQ3YiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFANTM1OTJkODkwNDdiIiwiaXNzdWVkX2F0IjoiMjAyNi0wNC0wOVQyMDo0MTozMC4wODJaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "HlE5m4HLbj0SjURsLry2pCTQTH-KmnP05XG5sH6-CSk", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.7.0", BUILD_GIT_SHA = "051ddb5b3add", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy43LjAiLCJnaXRfc2hhIjoiMDUxZGRiNWIzYWRkIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUAwNTFkZGI1YjNhZGQiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTEwVDAzOjA3OjU1Ljg4MloifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "TKsUZaH-T1iT7XTgsV8ykdoZDHQj05PQkkmGr0Yf3dQ", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -10893,18 +10893,12 @@ async function autonomousLogin(loginUrl, domain) {
     return { success: false, method: "failed", domain: targetDomain, cookies_stored: 0, error: "No email provider configured (set AGENTMAIL_API_KEY or configure Gmail via gcloud)", duration_ms: elapsed() };
   }
   log("autonomous-login", `starting for ${targetDomain} — url: ${loginUrl}`);
-  const prevHeadless = process.env.HEADLESS;
-  process.env.HEADLESS = "false";
   let tabId;
   try {
     await start();
     tabId = await getDefaultTab();
     await networkEnable(tabId);
   } catch (err) {
-    if (prevHeadless !== undefined)
-      process.env.HEADLESS = prevHeadless;
-    else
-      delete process.env.HEADLESS;
     return { success: false, method: "failed", domain: targetDomain, cookies_stored: 0, error: `Kuri start failed: ${err}`, duration_ms: elapsed() };
   }
   try {
@@ -10993,12 +10987,7 @@ async function autonomousLogin(loginUrl, domain) {
       };
     }
     return { success: false, method: "failed", domain: targetDomain, email: agentEmail, cookies_stored: 0, error: "login flow completed but no auth cookies detected", duration_ms: elapsed() };
-  } finally {
-    if (prevHeadless !== undefined)
-      process.env.HEADLESS = prevHeadless;
-    else
-      delete process.env.HEADLESS;
-  }
+  } finally {}
 }
 var OTP_FILL_TIMEOUT_MS = 120000, POST_SUBMIT_SETTLE_MS = 3000;
 var init_autonomous_login = __esm(async () => {
@@ -15506,6 +15495,7 @@ __export(exports_execution, {
   buildCanonicalDocumentEndpoint: () => buildCanonicalDocumentEndpoint
 });
 import { nanoid as nanoid6 } from "nanoid";
+import { createHash as createHash5 } from "node:crypto";
 function stampTrace(trace) {
   trace.trace_version = TRACE_VERSION;
   return trace;
@@ -16100,8 +16090,9 @@ function buildCanonicalDocumentEndpoint(url, intent, authRequired = false) {
   const replayTemplate = deriveStructuredDataReplayTemplate(url);
   if (replayUrl === url && replayTemplate === url)
     return;
+  const canonicalId = createHash5("sha1").update(replayTemplate !== url ? replayTemplate : replayUrl).digest("base64url").slice(0, 21);
   const endpoint = {
-    endpoint_id: nanoid6(),
+    endpoint_id: canonicalId,
     method: "GET",
     url_template: replayTemplate !== url ? replayTemplate : replayUrl,
     idempotency: "safe",
@@ -19126,10 +19117,10 @@ var init_timing_economics = __esm(() => {
 });
 
 // ../../src/routing-telemetry.ts
-import { createHash as createHash5 } from "node:crypto";
+import { createHash as createHash6 } from "node:crypto";
 import { nanoid as nanoid8 } from "nanoid";
 function stableHash(value) {
-  return createHash5("sha256").update(JSON.stringify(value)).digest("hex").slice(0, 24);
+  return createHash6("sha256").update(JSON.stringify(value)).digest("hex").slice(0, 24);
 }
 function sanitizeScalar(value) {
   if (value == null)
@@ -19483,7 +19474,7 @@ function applyVerificationResults(skill, verification) {
 import { nanoid as nanoid9 } from "nanoid";
 import { existsSync as existsSync13, writeFileSync as writeFileSync8, readFileSync as readFileSync8, mkdirSync as mkdirSync9, readdirSync as readdirSync6 } from "node:fs";
 import { dirname as dirname2, join as join12 } from "node:path";
-import { createHash as createHash6 } from "node:crypto";
+import { createHash as createHash7 } from "node:crypto";
 function summarizeSchema(schema, maxDepth = 3) {
   function walk(s, depth) {
     if (depth <= 0)
@@ -19611,7 +19602,7 @@ function scopedResolveCacheKeys(scope, key) {
   return scope === "global" ? [scopedCacheKey("global", key)] : [scopedCacheKey(scope, key), scopedCacheKey("global", key)];
 }
 function snapshotPathForCacheKey(cacheKey) {
-  const digest = createHash6("sha1").update(cacheKey).digest("hex");
+  const digest = createHash7("sha1").update(cacheKey).digest("hex");
   return join12(SKILL_SNAPSHOT_DIR, `${digest}.json`);
 }
 function writeSkillSnapshot(cacheKey, skill) {
@@ -19933,10 +19924,17 @@ function withContextReplayEndpoint(skill, intent, contextUrl) {
   if (skill.endpoints.some((endpoint) => endpoint.method === canonical.method && endpoint.url_template === canonical.url_template)) {
     return skill;
   }
-  return {
+  const augmented = {
     ...skill,
     endpoints: [canonical, ...skill.endpoints]
   };
+  try {
+    const existing = findExistingSkillForDomain(skill.domain);
+    if (!existing || !existing.endpoints.some((ep) => ep.endpoint_id === canonical.endpoint_id)) {
+      cachePublishedSkill(augmented);
+    }
+  } catch {}
+  return augmented;
 }
 function isSearchLikeIntent(intent, contextUrl) {
   if (/\b(search|find|lookup|browse|discover)\b/i.test(intent ?? ""))
@@ -19955,7 +19953,7 @@ function buildLocalCanonicalReplaySkill(intent, contextUrl) {
   const domain = new URL(contextUrl).hostname.replace(/^www\./, "");
   const now = new Date().toISOString();
   const skill = {
-    skill_id: `canonical-${createHash6("sha1").update(contextUrl).digest("hex").slice(0, 12)}`,
+    skill_id: `canonical-${createHash7("sha1").update(contextUrl).digest("hex").slice(0, 12)}`,
     version: "1.0.0",
     schema_version: "1",
     name: `Canonical replay for ${domain}`,
@@ -22157,7 +22155,18 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
         continue;
       if (targetRegDomain && getRegistrableDomain(skill.domain) !== targetRegDomain)
         continue;
-      const endpointId = extractEndpointId(c.metadata) ?? undefined;
+      let endpointId = extractEndpointId(c.metadata) ?? undefined;
+      if (endpointId && !skill.endpoints.some((ep) => ep.endpoint_id === endpointId)) {
+        const vecUrl = c.metadata?.url_template;
+        const urlMatch = vecUrl ? skill.endpoints.find((ep) => ep.url_template === vecUrl) : undefined;
+        if (urlMatch) {
+          console.log(`[marketplace] vecdb endpoint ${endpointId} stale → recovered via URL match: ${urlMatch.endpoint_id}`);
+          endpointId = urlMatch.endpoint_id;
+        } else {
+          console.log(`[marketplace] vecdb endpoint ${endpointId} not found on skill ${skillId} — dropping to skill-level match`);
+          endpointId = undefined;
+        }
+      }
       ranked.push({
         candidate: c,
         skill,
@@ -27588,7 +27597,7 @@ var init_routes = __esm(async () => {
   ]);
   BETA_API_URL = process.env.UNBROWSE_BACKEND_URL || DEFAULT_BACKEND_URL;
   TRACES_DIR = process.env.TRACES_DIR ?? join17(process.cwd(), "traces");
-  BROWSE_BROKER_MAX = Math.max(1, Number(process.env.KURI_MULTI_BROKER_MAX ?? "2"));
+  BROWSE_BROKER_MAX = Math.max(1, Number(process.env.KURI_MULTI_BROKER_MAX ?? "1"));
   BROWSE_BROKER_BASE_PORT = Number(process.env.KURI_PORT ?? "7700");
   browseSessions = new Map;
   STATS_CACHE_TTL = 5 * 60 * 1000;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "3.6.0-preview.0",
+  "version": "3.7.0",
   "description": "Reverse-engineer any website into reusable API skills. Zero-dep single binary with embedded browser engine.",
   "type": "module",
   "bin": {
@@ -29,6 +29,8 @@
     "@fastify/rate-limit": "^10.3.0",
     "@cascade-fyi/splits-sdk": "^0.11.1",
     "@solana/kit": "^6.6.0",
+    "@x402/fetch": "^2.9.0",
+    "agentmail": "^0.4.18",
     "bs58": "^6.0.0",
     "cheerio": "^1.2.0",
     "dotenv": "^17.3.1",