unbrowse 10.1.4 → 10.1.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "10.1.4",
+  "version": "10.1.5",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/unbrowse-ai/unbrowse.git"

package/runtime/cli.js

@@ -64923,7 +64923,7 @@ var init_telemetry = __esm(() => {
 });
 
 // .tmp-runtime-src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "10.1.4", BUILD_GIT_SHA = "089d49f75f26", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMTAuMS40IiwiZ2l0X3NoYSI6IjA4OWQ0OWY3NWYyNiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFAMDg5ZDQ5Zjc1ZjI2IiwiaXNzdWVkX2F0IjoiMjAyNi0wNi0yM1QxMDowNjoyMy45MjNaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "cDbcbJgh0OyGCynwPC9q8d8xvPCtfzsY9H0lAtidjN4", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai", BUILD_DEFAULT_PROFILE = "";
+var BUILD_RELEASE_VERSION = "10.1.5", BUILD_GIT_SHA = "8eceb88fcef6", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMTAuMS41IiwiZ2l0X3NoYSI6IjhlY2ViODhmY2VmNiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFAOGVjZWI4OGZjZWY2IiwiaXNzdWVkX2F0IjoiMjAyNi0wNi0yM1QxMDo1MTo0OC45MThaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "O20RJ_2xTauDd3yWJFVqNsYakrh0Cfd67uJvkSxypBQ", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai", BUILD_DEFAULT_PROFILE = "";
 
 // .tmp-runtime-src/version.ts
 import { createHash as createHash8 } from "crypto";
@@ -199855,6 +199855,7 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
         return null;
       };
       let directFetchCookieHeader = "";
+      let directFetchCookiesAttached = 0;
       try {
         const dfHost = new URL(ctxUrl).hostname.replace(/^www\./, "");
         const { extractBrowserCookies: extractBrowserCookies2 } = await Promise.resolve().then(() => (init_browser_cookies(), exports_browser_cookies));
@@ -199865,6 +199866,7 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
             return `${c.name}=${v}`;
           }).filter((pair) => !pair.endsWith("=")).join("; ");
           if (directFetchCookieHeader) {
+            directFetchCookiesAttached = directFetchCookieHeader.split("; ").filter(Boolean).length;
             console.log(`[direct-fetch] ${ctxUrl} attaching ${dfCookies.length} browser cookie(s) for ${dfHost} on native fetch`);
           }
         }
@@ -199986,7 +199988,8 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
               trace: trace2,
               source: "direct-fetch",
               skill: undefined,
-              timing: t
+              timing: t,
+              ...directFetchCookiesAttached > 0 ? { cookies_injected: directFetchCookiesAttached } : {}
             };
           }
         } else if (directRes.status === 403 || directRes.status === 429 || directRes.status === 503) {
@@ -293992,6 +293995,7 @@ async function handler14(parsed, opts) {
     const conn = wsEndpoint ? await attach(wsEndpoint) : await spawnChrome({ headless: true, perContextProxy: false, persist: true });
     const target = await createTarget(conn, url, {});
     let cookiesInjected = 0;
+    let injectedCookies = [];
     try {
       const { shouldImportBrowserCookies: shouldImportBrowserCookies2 } = await init_auth().then(() => exports_auth);
       if (shouldImportBrowserCookies2()) {
@@ -293999,6 +294003,7 @@ async function handler14(parsed, opts) {
         const { findBestBrowserSession: findBestBrowserSession3, extractBrowserCookies: extractBrowserCookies3 } = await Promise.resolve().then(() => (init_browser_cookies(), exports_browser_cookies));
         const best = findBestBrowserSession3(host);
         const cookies = best?.cookies ?? extractBrowserCookies3(host).cookies;
+        injectedCookies = cookies.map((c) => ({ name: c.name, value: c.value }));
         if (cookies.length > 0) {
           const toCdpSameSite = (s) => {
             const v = (s ?? "").toLowerCase();
@@ -294052,6 +294057,44 @@ async function handler14(parsed, opts) {
       process.stderr.write(`[page] act go: body read skipped: ${readErr instanceof Error ? readErr.message : String(readErr)}
 `);
     }
+    const decodesToJsonRecord = (s) => {
+      if (!s)
+        return false;
+      const t = s.trim();
+      if (!(t.startsWith("{") || t.startsWith("[")))
+        return false;
+      try {
+        const v = JSON.parse(t);
+        return v !== null && typeof v === "object";
+      } catch {
+        return false;
+      }
+    };
+    if (!decodesToJsonRecord(pageText) && injectedCookies.length > 0) {
+      try {
+        const cookieHeader = injectedCookies.map((c) => {
+          const v = c.value.startsWith('"') && c.value.endsWith('"') ? c.value.slice(1, -1) : c.value;
+          return `${c.name}=${v}`;
+        }).join("; ");
+        const ua = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
+        const res = await fetch(url, {
+          headers: { Cookie: cookieHeader, "User-Agent": ua, Accept: "application/json" },
+          signal: AbortSignal.timeout(1e4)
+        });
+        const directBody = await res.text();
+        if (decodesToJsonRecord(directBody)) {
+          pageText = directBody.slice(0, 200000);
+          process.stderr.write(`[auth] act go: navigated body unstructured/walled; supplemented page.text from authenticated direct fetch (status ${res.status}, ${directBody.length} bytes)
+`);
+        } else {
+          process.stderr.write(`[auth] act go: direct-fetch supplement skipped — body not a JSON record (status ${res.status})
+`);
+        }
+      } catch (directErr) {
+        process.stderr.write(`[auth] act go: direct-fetch supplement failed: ${directErr instanceof Error ? directErr.message : String(directErr)}
+`);
+      }
+    }
     let captcha;
     if (parsed.flags.solve === true || process.env.UNBROWSE_AUTO_SOLVE === "1") {
       const { clearCaptchaInRender: clearCaptchaInRender2 } = await Promise.resolve().then(() => (init_captcha_render(), exports_captcha_render));
@@ -304859,6 +304902,30 @@ async function cmdRun(args, flags, verb = "run") {
       run_plan: runPlan
     };
   }
+  const isActGoNavigateVariant = (() => {
+    const i = (intent ?? "").trim().toLowerCase();
+    return i === "act go" || i === "go" || i === "act read" || i === "read";
+  })();
+  function mirrorNavigateBodyToPage(result) {
+    if (!isActGoNavigateVariant)
+      return result;
+    if ("page" in result)
+      return result;
+    if (result.source !== "direct-fetch")
+      return result;
+    const body = result.result;
+    if (body === null || typeof body !== "object")
+      return result;
+    let text3;
+    try {
+      text3 = JSON.stringify(body);
+    } catch {
+      return result;
+    }
+    if (!text3)
+      return result;
+    return { ...result, page: { text: text3.slice(0, 200000) } };
+  }
   function endpointsDiscovered(result) {
     if (typeof result.endpoints_discovered === "number")
       return result.endpoints_discovered;
@@ -304969,11 +305036,11 @@ async function cmdRun(args, flags, verb = "run") {
       return;
     }
     if (isResolveSuccessResult(result)) {
-      output(decorate(result), !!flags.pretty);
+      output(decorate(mirrorNavigateBodyToPage(result)), !!flags.pretty);
       return;
     }
     if (!shouldIndexFallback(result)) {
-      output(decorate(result), !!flags.pretty);
+      output(decorate(mirrorNavigateBodyToPage(result)), !!flags.pretty);
       return;
     }
     if (flags["no-index"]) {
@@ -304999,7 +305066,7 @@ async function cmdRun(args, flags, verb = "run") {
     if (!captureLooksThin(capture)) {
       result = await resolveStep("after_index");
       if (isResolveSuccessResult(result)) {
-        output(decorate(result), !!flags.pretty);
+        output(decorate(mirrorNavigateBodyToPage(result)), !!flags.pretty);
         return;
       }
       if (resolveResultError(result) === "auth_required") {

package/runtime/mcp.js

@@ -101443,7 +101443,7 @@ async function mergedAuthHeaders(key, signer) {
 var AUTH_DOMAIN = "unbrowse-auth:v1";
 
 // .tmp-runtime-src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "10.1.4", BUILD_GIT_SHA = "089d49f75f26", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMTAuMS40IiwiZ2l0X3NoYSI6IjA4OWQ0OWY3NWYyNiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFAMDg5ZDQ5Zjc1ZjI2IiwiaXNzdWVkX2F0IjoiMjAyNi0wNi0yM1QxMDowNjoyMy45MjNaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "cDbcbJgh0OyGCynwPC9q8d8xvPCtfzsY9H0lAtidjN4", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai", BUILD_DEFAULT_PROFILE = "";
+var BUILD_RELEASE_VERSION = "10.1.5", BUILD_GIT_SHA = "8eceb88fcef6", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMTAuMS41IiwiZ2l0X3NoYSI6IjhlY2ViODhmY2VmNiIsImNvZGVfaGFzaCI6IjVkOWViZjYxOWM2MSIsInRyYWNlX3ZlcnNpb24iOiI1ZDllYmY2MTljNjFAOGVjZWI4OGZjZWY2IiwiaXNzdWVkX2F0IjoiMjAyNi0wNi0yM1QxMDo1MTo0OC45MThaIn0", BUILD_RELEASE_MANIFEST_SIGNATURE = "O20RJ_2xTauDd3yWJFVqNsYakrh0Cfd67uJvkSxypBQ", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai", BUILD_DEFAULT_PROFILE = "";
 
 // .tmp-runtime-src/version.ts
 import { createHash as createHash6 } from "crypto";
@@ -196992,6 +196992,7 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
         return null;
       };
       let directFetchCookieHeader = "";
+      let directFetchCookiesAttached = 0;
       try {
         const dfHost = new URL(ctxUrl).hostname.replace(/^www\./, "");
         const { extractBrowserCookies: extractBrowserCookies2 } = await Promise.resolve().then(() => (init_browser_cookies(), exports_browser_cookies));
@@ -197002,6 +197003,7 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
             return `${c.name}=${v}`;
           }).filter((pair) => !pair.endsWith("=")).join("; ");
           if (directFetchCookieHeader) {
+            directFetchCookiesAttached = directFetchCookieHeader.split("; ").filter(Boolean).length;
             console.log(`[direct-fetch] ${ctxUrl} attaching ${dfCookies.length} browser cookie(s) for ${dfHost} on native fetch`);
           }
         }
@@ -197123,7 +197125,8 @@ async function resolveAndExecute(intent, params = {}, context, projection, optio
               trace: trace2,
               source: "direct-fetch",
               skill: undefined,
-              timing: t
+              timing: t,
+              ...directFetchCookiesAttached > 0 ? { cookies_injected: directFetchCookiesAttached } : {}
             };
           }
         } else if (directRes.status === 403 || directRes.status === 429 || directRes.status === 503) {
@@ -286020,6 +286023,7 @@ async function handler14(parsed, opts) {
     const conn = wsEndpoint ? await attach(wsEndpoint) : await spawnChrome({ headless: true, perContextProxy: false, persist: true });
     const target = await createTarget(conn, url, {});
     let cookiesInjected = 0;
+    let injectedCookies = [];
     try {
       const { shouldImportBrowserCookies: shouldImportBrowserCookies2 } = await init_auth().then(() => exports_auth);
       if (shouldImportBrowserCookies2()) {
@@ -286027,6 +286031,7 @@ async function handler14(parsed, opts) {
         const { findBestBrowserSession: findBestBrowserSession2, extractBrowserCookies: extractBrowserCookies2 } = await Promise.resolve().then(() => (init_browser_cookies(), exports_browser_cookies));
         const best = findBestBrowserSession2(host);
         const cookies = best?.cookies ?? extractBrowserCookies2(host).cookies;
+        injectedCookies = cookies.map((c) => ({ name: c.name, value: c.value }));
         if (cookies.length > 0) {
           const toCdpSameSite = (s) => {
             const v = (s ?? "").toLowerCase();
@@ -286080,6 +286085,44 @@ async function handler14(parsed, opts) {
       process.stderr.write(`[page] act go: body read skipped: ${readErr instanceof Error ? readErr.message : String(readErr)}
 `);
     }
+    const decodesToJsonRecord = (s) => {
+      if (!s)
+        return false;
+      const t = s.trim();
+      if (!(t.startsWith("{") || t.startsWith("[")))
+        return false;
+      try {
+        const v = JSON.parse(t);
+        return v !== null && typeof v === "object";
+      } catch {
+        return false;
+      }
+    };
+    if (!decodesToJsonRecord(pageText) && injectedCookies.length > 0) {
+      try {
+        const cookieHeader = injectedCookies.map((c) => {
+          const v = c.value.startsWith('"') && c.value.endsWith('"') ? c.value.slice(1, -1) : c.value;
+          return `${c.name}=${v}`;
+        }).join("; ");
+        const ua = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
+        const res = await fetch(url, {
+          headers: { Cookie: cookieHeader, "User-Agent": ua, Accept: "application/json" },
+          signal: AbortSignal.timeout(1e4)
+        });
+        const directBody = await res.text();
+        if (decodesToJsonRecord(directBody)) {
+          pageText = directBody.slice(0, 200000);
+          process.stderr.write(`[auth] act go: navigated body unstructured/walled; supplemented page.text from authenticated direct fetch (status ${res.status}, ${directBody.length} bytes)
+`);
+        } else {
+          process.stderr.write(`[auth] act go: direct-fetch supplement skipped — body not a JSON record (status ${res.status})
+`);
+        }
+      } catch (directErr) {
+        process.stderr.write(`[auth] act go: direct-fetch supplement failed: ${directErr instanceof Error ? directErr.message : String(directErr)}
+`);
+      }
+    }
     let captcha;
     if (parsed.flags.solve === true || process.env.UNBROWSE_AUTO_SOLVE === "1") {
       const { clearCaptchaInRender: clearCaptchaInRender2 } = await Promise.resolve().then(() => (init_captcha_render(), exports_captcha_render));
@@ -297050,6 +297093,30 @@ async function cmdRun(args, flags, verb = "run") {
       run_plan: runPlan
     };
   }
+  const isActGoNavigateVariant = (() => {
+    const i = (intent ?? "").trim().toLowerCase();
+    return i === "act go" || i === "go" || i === "act read" || i === "read";
+  })();
+  function mirrorNavigateBodyToPage(result) {
+    if (!isActGoNavigateVariant)
+      return result;
+    if ("page" in result)
+      return result;
+    if (result.source !== "direct-fetch")
+      return result;
+    const body = result.result;
+    if (body === null || typeof body !== "object")
+      return result;
+    let text3;
+    try {
+      text3 = JSON.stringify(body);
+    } catch {
+      return result;
+    }
+    if (!text3)
+      return result;
+    return { ...result, page: { text: text3.slice(0, 200000) } };
+  }
   function endpointsDiscovered(result) {
     if (typeof result.endpoints_discovered === "number")
       return result.endpoints_discovered;
@@ -297160,11 +297227,11 @@ async function cmdRun(args, flags, verb = "run") {
       return;
     }
     if (isResolveSuccessResult(result)) {
-      output(decorate(result), !!flags.pretty);
+      output(decorate(mirrorNavigateBodyToPage(result)), !!flags.pretty);
       return;
     }
     if (!shouldIndexFallback(result)) {
-      output(decorate(result), !!flags.pretty);
+      output(decorate(mirrorNavigateBodyToPage(result)), !!flags.pretty);
       return;
     }
     if (flags["no-index"]) {
@@ -297190,7 +297257,7 @@ async function cmdRun(args, flags, verb = "run") {
     if (!captureLooksThin(capture)) {
       result = await resolveStep("after_index");
       if (isResolveSuccessResult(result)) {
-        output(decorate(result), !!flags.pretty);
+        output(decorate(mirrorNavigateBodyToPage(result)), !!flags.pretty);
         return;
       }
       if (resolveResultError(result) === "auth_required") {
@@ -304279,6 +304346,7 @@ async function resolveAndExecute2(intent, params = {}, context, projection, opti
         return null;
       };
       let directFetchCookieHeader = "";
+      let directFetchCookiesAttached = 0;
       try {
         const dfHost = new URL(ctxUrl).hostname.replace(/^www\./, "");
         const { extractBrowserCookies: extractBrowserCookies3 } = await Promise.resolve().then(() => (init_browser_cookies(), exports_browser_cookies));
@@ -304289,6 +304357,7 @@ async function resolveAndExecute2(intent, params = {}, context, projection, opti
             return `${c.name}=${v}`;
           }).filter((pair) => !pair.endsWith("=")).join("; ");
           if (directFetchCookieHeader) {
+            directFetchCookiesAttached = directFetchCookieHeader.split("; ").filter(Boolean).length;
             console.log(`[direct-fetch] ${ctxUrl} attaching ${dfCookies.length} browser cookie(s) for ${dfHost} on native fetch`);
           }
         }
@@ -304410,7 +304479,8 @@ async function resolveAndExecute2(intent, params = {}, context, projection, opti
               trace: trace2,
               source: "direct-fetch",
               skill: undefined,
-              timing: t
+              timing: t,
+              ...directFetchCookiesAttached > 0 ? { cookies_injected: directFetchCookiesAttached } : {}
             };
           }
         } else if (directRes.status === 403 || directRes.status === 429 || directRes.status === 503) {