unbrowse 3.5.1 → 3.5.2

package/dist/cli.js

@@ -31,7 +31,7 @@ var __promiseAll = (args) => Promise.all(args);
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.5.1", BUILD_GIT_SHA = "e7c750e1b8d0", BUILD_CODE_HASH = "527243268ab4", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjEiLCJnaXRfc2hhIjoiZTdjNzUwZTFiOGQwIiwiY29kZV9oYXNoIjoiNTI3MjQzMjY4YWI0IiwidHJhY2VfdmVyc2lvbiI6IjUyNzI0MzI2OGFiNEBlN2M3NTBlMWI4ZDAiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE2OjM2OjUyLjgyOFoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "OKjQmllM1We29ojGhYIEAOhJJG5e_UuMa3d2CwuwWj8", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.5.2", BUILD_GIT_SHA = "e127b1b897ab", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjIiLCJnaXRfc2hhIjoiZTEyN2IxYjg5N2FiIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUBlMTI3YjFiODk3YWIiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE3OjQ2OjAyLjE1NVoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "ikYTrNqqCeeJZL-NVi1xUe95K8AHkk2hzdOXvhEepgQ", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -1264,6 +1264,16 @@ var init_routing_telemetry = __esm(() => {
 import { nanoid as nanoid9 } from "nanoid";
 import { existsSync as existsSync10, writeFileSync as writeFileSync3, readFileSync as readFileSync6, mkdirSync as mkdirSync5, readdirSync as readdirSync3 } from "node:fs";
 import { dirname as dirname3, join as join9 } from "node:path";
+function _writeRouteCacheToDisk() {
+  try {
+    const dir = dirname3(ROUTE_CACHE_FILE);
+    if (!existsSync10(dir))
+      mkdirSync5(dir, { recursive: true });
+    const entries = Object.fromEntries(skillRouteCache);
+    writeFileSync3(ROUTE_CACHE_FILE, JSON.stringify(entries), "utf-8");
+  } catch {}
+  _routeCacheDirty = false;
+}
 var LIVE_CAPTURE_TIMEOUT_MS, capturedDomainCache, captureInFlight, captureDomainLocks, skillRouteCache, ROUTE_CACHE_FILE, SKILL_SNAPSHOT_DIR2, domainSkillCache, DOMAIN_CACHE_FILE, _routeCacheDirty = false, routeCacheFlushTimer, routeResultCache, ROUTE_CACHE_TTL, MARKETPLACE_HYDRATE_LIMIT, MARKETPLACE_GET_SKILL_TIMEOUT_MS, MARKETPLACE_DOMAIN_SEARCH_K, MARKETPLACE_GLOBAL_SEARCH_K, SEARCH_INTENT_STOPWORDS;
 var init_orchestrator = __esm(async () => {
   init_client();
@@ -1312,14 +1322,7 @@ var init_orchestrator = __esm(async () => {
   routeCacheFlushTimer = setInterval(() => {
     if (!_routeCacheDirty)
       return;
-    _routeCacheDirty = false;
-    try {
-      const dir = dirname3(ROUTE_CACHE_FILE);
-      if (!existsSync10(dir))
-        mkdirSync5(dir, { recursive: true });
-      const entries = Object.fromEntries(skillRouteCache);
-      writeFileSync3(ROUTE_CACHE_FILE, JSON.stringify(entries), "utf-8");
-    } catch {}
+    _writeRouteCacheToDisk();
   }, 5000);
   routeCacheFlushTimer.unref?.();
   try {

package/dist/mcp.js

@@ -225,11 +225,11 @@ import { dirname, join, parse } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.5.1";
-var BUILD_GIT_SHA = "e7c750e1b8d0";
-var BUILD_CODE_HASH = "527243268ab4";
-var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjEiLCJnaXRfc2hhIjoiZTdjNzUwZTFiOGQwIiwiY29kZV9oYXNoIjoiNTI3MjQzMjY4YWI0IiwidHJhY2VfdmVyc2lvbiI6IjUyNzI0MzI2OGFiNEBlN2M3NTBlMWI4ZDAiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE2OjM2OjUyLjgyOFoifQ";
-var BUILD_RELEASE_MANIFEST_SIGNATURE = "OKjQmllM1We29ojGhYIEAOhJJG5e_UuMa3d2CwuwWj8";
+var BUILD_RELEASE_VERSION = "3.5.2";
+var BUILD_GIT_SHA = "e127b1b897ab";
+var BUILD_CODE_HASH = "5d9ebf619c61";
+var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjIiLCJnaXRfc2hhIjoiZTEyN2IxYjg5N2FiIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUBlMTI3YjFiODk3YWIiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE3OjQ2OjAyLjE1NVoifQ";
+var BUILD_RELEASE_MANIFEST_SIGNATURE = "ikYTrNqqCeeJZL-NVi1xUe95K8AHkk2hzdOXvhEepgQ";
 var BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts

package/dist/server.js

@@ -5770,23 +5770,28 @@ function mergePassiveCaptureData(intercepted, harEntries, extensionEntries, resp
     const respHeaders = {};
     for (const h of entry.responseHeaders ?? [])
       respHeaders[h.name] = h.value;
+    const dedupKey = graphqlDedup(entry.url, entry.requestBody);
     let merged = false;
     for (const [key, existing] of seen) {
-      if (existing.url === entry.url) {
+      if (existing.url === entry.url || key === dedupKey) {
         for (const [k, v] of Object.entries(reqHeaders)) {
           if (!existing.request_headers[k])
             existing.request_headers[k] = v;
         }
+        if (!existing.request_body && entry.requestBody) {
+          existing.request_body = entry.requestBody;
+        }
         merged = true;
         break;
       }
     }
     if (merged)
       continue;
-    seen.set(entry.url, {
+    seen.set(dedupKey, {
       url: entry.url,
       method: entry.method,
       request_headers: reqHeaders,
+      request_body: entry.requestBody,
       response_status: entry.statusCode ?? 0,
       response_headers: respHeaders,
       response_body: responseBodies.get(entry.url),
@@ -7091,7 +7096,7 @@ var init_capture = __esm(async () => {
 });
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.5.1", BUILD_GIT_SHA = "e7c750e1b8d0", BUILD_CODE_HASH = "527243268ab4", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjEiLCJnaXRfc2hhIjoiZTdjNzUwZTFiOGQwIiwiY29kZV9oYXNoIjoiNTI3MjQzMjY4YWI0IiwidHJhY2VfdmVyc2lvbiI6IjUyNzI0MzI2OGFiNEBlN2M3NTBlMWI4ZDAiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE2OjM2OjUyLjgyOFoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "OKjQmllM1We29ojGhYIEAOhJJG5e_UuMa3d2CwuwWj8", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.5.2", BUILD_GIT_SHA = "e127b1b897ab", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjIiLCJnaXRfc2hhIjoiZTEyN2IxYjg5N2FiIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUBlMTI3YjFiODk3YWIiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE3OjQ2OjAyLjE1NVoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "ikYTrNqqCeeJZL-NVi1xUe95K8AHkk2hzdOXvhEepgQ", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -19009,9 +19014,22 @@ function persistDomainCache() {
     writeFileSync8(DOMAIN_CACHE_FILE, JSON.stringify(Object.fromEntries(domainSkillCache)), "utf-8");
   } catch {}
 }
+function _writeRouteCacheToDisk() {
+  try {
+    const dir = dirname2(ROUTE_CACHE_FILE);
+    if (!existsSync13(dir))
+      mkdirSync9(dir, { recursive: true });
+    const entries = Object.fromEntries(skillRouteCache);
+    writeFileSync8(ROUTE_CACHE_FILE, JSON.stringify(entries), "utf-8");
+  } catch {}
+  _routeCacheDirty = false;
+}
 function persistRouteCache() {
   _routeCacheDirty = true;
 }
+function flushRouteCacheSync() {
+  _writeRouteCacheToDisk();
+}
 function invalidateRouteCacheForDomain(domain) {
   let deleted = 0;
   for (const [k] of skillRouteCache) {
@@ -22030,8 +22048,10 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
       contextUrl: context?.url
     });
     timing.execute_ms += Date.now() - te1;
-    if (execOut.trace.success)
+    if (execOut.trace.success) {
       promoteLearnedSkill(clientScope, cacheKey, learned_skill, execOut.trace.endpoint_id, context?.url);
+      flushRouteCacheSync();
+    }
     if (execOut.trace.success && isAcceptableIntentResult(execOut.result, queryIntent)) {
       queuePassivePublishIfExecuted(learned_skill, {
         result: execOut.result,
@@ -22067,6 +22087,8 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
     auth_recommended: true,
     auth_hint: captureResult.auth_hint
   } : undefined);
+  promoteLearnedSkill(clientScope, cacheKey, learned_skill, deferred.orchestratorResult.trace.endpoint_id || undefined, context?.url);
+  flushRouteCacheSync();
   queuePassivePublishIfExecuted(learned_skill, deferred.orchestratorResult, parityBaseline);
   upsertDagEdgesFromOperationGraph(learned_skill);
   return deferred.orchestratorResult;
@@ -22353,14 +22375,7 @@ var init_orchestrator = __esm(async () => {
   routeCacheFlushTimer = setInterval(() => {
     if (!_routeCacheDirty)
       return;
-    _routeCacheDirty = false;
-    try {
-      const dir = dirname2(ROUTE_CACHE_FILE);
-      if (!existsSync13(dir))
-        mkdirSync9(dir, { recursive: true });
-      const entries = Object.fromEntries(skillRouteCache);
-      writeFileSync8(ROUTE_CACHE_FILE, JSON.stringify(entries), "utf-8");
-    } catch {}
+    _writeRouteCacheToDisk();
   }, 5000);
   routeCacheFlushTimer.unref?.();
   try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "3.5.1",
+  "version": "3.5.2",
   "description": "Reverse-engineer any website into reusable API skills. Zero-dep single binary with embedded browser engine.",
   "type": "module",
   "bin": {