unbrowse 3.2.2 → 3.2.3-experiments.3490cfb

package/dist/cli.js

@@ -31,7 +31,7 @@ var __promiseAll = (args) => Promise.all(args);
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.2.2", BUILD_GIT_SHA = "150cce0d751e", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjIiLCJnaXRfc2hhIjoiMTUwY2NlMGQ3NTFlIiwiY29kZV9oYXNoIjoiMTQ4OGZjMWQ5MmI3IiwidHJhY2VfdmVyc2lvbiI6IjE0ODhmYzFkOTJiN0AxNTBjY2UwZDc1MWUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA2VDA4OjQ2OjM5LjIwNVoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "ZS7C10DGuwyn1m02shMHyz6cN5UbTHfa8yqnkELg_L8", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.2.3-experiments.3490cfb", BUILD_GIT_SHA = "3490cfbd21a7", BUILD_CODE_HASH = "1488fc1d92b7", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjMtZXhwZXJpbWVudHMuMzQ5MGNmYiIsImdpdF9zaGEiOiIzNDkwY2ZiZDIxYTciLCJjb2RlX2hhc2giOiIxNDg4ZmMxZDkyYjciLCJ0cmFjZV92ZXJzaW9uIjoiMTQ4OGZjMWQ5MmI3QDM0OTBjZmJkMjFhNyIsImlzc3VlZF9hdCI6IjIwMjYtMDQtMDZUMTY6MzY6NTMuNzY4WiJ9", BUILD_RELEASE_MANIFEST_SIGNATURE = "pQ7ALr5ZS7ieK9CJOR3Gh80nwUzc38LanwrEHHYS1nc", BUILD_DEFAULT_BACKEND_URL = "https://unbrowse-backend-experiments.lewis-6d8.workers.dev";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -679,23 +679,6 @@ var init_telemetry = __esm(() => {
   autoFiledKeys = new Set;
 });
 
-// ../../src/runtime/browser-access.ts
-var init_browser_access = () => {};
-
-// ../../src/capture/index.ts
-import { nanoid as nanoid2 } from "nanoid";
-var activeTabRegistry, interceptorInjectedTabs, cdpDocStartTabs, cdpCapturedHeaders;
-var init_capture = __esm(() => {
-  init_client2();
-  init_domain();
-  init_logger();
-  init_browser_access();
-  activeTabRegistry = new Set;
-  interceptorInjectedTabs = new Set;
-  cdpDocStartTabs = new Set;
-  cdpCapturedHeaders = new Map;
-});
-
 // ../../src/transform/index.ts
 var EPHEMERAL_KEYS;
 var init_transform = __esm(() => {
@@ -704,7 +687,7 @@ var init_transform = __esm(() => {
 
 // ../../src/debug-trace.ts
 import { join as join6 } from "node:path";
-import { nanoid as nanoid3 } from "nanoid";
+import { nanoid as nanoid2 } from "nanoid";
 var TRACE_DIR;
 var init_debug_trace = __esm(() => {
   TRACE_DIR = process.env.TRACES_DIR ?? join6(process.cwd(), "traces");
@@ -719,7 +702,7 @@ var init_description_prompt = __esm(() => {
   init_sanitize();
 });
 // ../../src/reverse-engineer/index.ts
-import { nanoid as nanoid4 } from "nanoid";
+import { nanoid as nanoid3 } from "nanoid";
 var ALLOWED_METHODS, STRIP_HEADERS, REPLAY_HEADER_EXACT, SAFE_HEADERS, AD_SCHEMA_KEYS;
 var init_reverse_engineer = __esm(() => {
   init_transform();
@@ -791,19 +774,6 @@ var init_reverse_engineer = __esm(() => {
   ]);
 });
 
-// ../../src/reverse-engineer/bundle-scanner.ts
-var init_bundle_scanner = __esm(() => {
-  init_logger();
-});
-
-// ../../src/reverse-engineer/token-sources.ts
-var init_token_sources = () => {};
-
-// ../../src/execution/token-resolver.ts
-var init_token_resolver = __esm(() => {
-  init_token_sources();
-});
-
 // ../../src/vault/index.ts
 import { join as join7 } from "path";
 import { homedir as homedir5 } from "os";
@@ -834,6 +804,38 @@ var init_vault = __esm(async () => {
   vaultLock = Promise.resolve();
 });
 
+// ../../src/runtime/browser-access.ts
+var init_browser_access = () => {};
+
+// ../../src/capture/index.ts
+import { nanoid as nanoid4 } from "nanoid";
+var activeTabRegistry, interceptorInjectedTabs, cdpDocStartTabs, cdpCapturedHeaders;
+var init_capture = __esm(async () => {
+  init_client2();
+  init_domain();
+  init_logger();
+  init_reverse_engineer();
+  init_browser_access();
+  await init_vault();
+  activeTabRegistry = new Set;
+  interceptorInjectedTabs = new Set;
+  cdpDocStartTabs = new Set;
+  cdpCapturedHeaders = new Map;
+});
+
+// ../../src/reverse-engineer/bundle-scanner.ts
+var init_bundle_scanner = __esm(() => {
+  init_logger();
+});
+
+// ../../src/reverse-engineer/token-sources.ts
+var init_token_sources = () => {};
+
+// ../../src/execution/token-resolver.ts
+var init_token_resolver = __esm(() => {
+  init_token_sources();
+});
+
 // ../../src/auth/index.ts
 var init_auth = __esm(async () => {
   init_client2();
@@ -1018,8 +1020,6 @@ var init_compile = () => {};
 import { nanoid as nanoid6 } from "nanoid";
 var VALID_VERIFICATION_STATUSES, STOPWORDS;
 var init_execution = __esm(async () => {
-  init_capture();
-  init_capture();
   init_reverse_engineer();
   init_bundle_scanner();
   init_token_resolver();
@@ -1043,6 +1043,8 @@ var init_execution = __esm(async () => {
   init_compile();
   init_publish();
   await __promiseAll([
+    init_capture(),
+    init_capture(),
     init_vault(),
     init_auth(),
     init_indexer(),
@@ -3385,7 +3387,8 @@ async function cmdResolve(flags) {
         params: { endpoint_id: endpointId, ...extraParams },
         intent,
         projection: { raw: true },
-        ...flags["confirm-third-party-terms"] ? { confirm_third_party_terms: true } : {}
+        ...flags["confirm-third-party-terms"] ? { confirm_third_party_terms: true } : {},
+        ...flags["skip-robots"] ? { skip_robots_check: true } : {}
       };
     }, endpointNeedsThirdPartyTermsConfirmation = function(endpoint) {
       return endpoint.requires_third_party_terms_confirmation === true;
@@ -3417,6 +3420,8 @@ async function cmdResolve(flags) {
       body.confirm_third_party_terms = true;
     if (flags["force-capture"])
       body.force_capture = true;
+    if (flags["skip-robots"])
+      body.skip_robots_check = true;
     body.projection = { raw: true };
     const startedAt = Date.now();
     async function resolveOnce(message = "Still working. Searching cached routes...") {
@@ -3626,6 +3631,8 @@ async function cmdExecute(flags) {
       body.confirm_unsafe = true;
     if (flags["confirm-third-party-terms"])
       body.confirm_third_party_terms = true;
+    if (flags["skip-robots"])
+      body.skip_robots_check = true;
     body.projection = { raw: true };
     let result = await withPendingNotice(api2("POST", `/v1/skills/${skillId}/execute`, body), "Still working. This endpoint may require browser replay or first-time auth/capture setup.");
     if (isResolveSuccessResult(result)) {

package/dist/mcp.js

@@ -225,12 +225,12 @@ import { dirname, join, parse } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.2.2";
-var BUILD_GIT_SHA = "150cce0d751e";
+var BUILD_RELEASE_VERSION = "3.2.3-experiments.3490cfb";
+var BUILD_GIT_SHA = "3490cfbd21a7";
 var BUILD_CODE_HASH = "1488fc1d92b7";
-var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjIiLCJnaXRfc2hhIjoiMTUwY2NlMGQ3NTFlIiwiY29kZV9oYXNoIjoiMTQ4OGZjMWQ5MmI3IiwidHJhY2VfdmVyc2lvbiI6IjE0ODhmYzFkOTJiN0AxNTBjY2UwZDc1MWUiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA2VDA4OjQ2OjM5LjIwNVoifQ";
-var BUILD_RELEASE_MANIFEST_SIGNATURE = "ZS7C10DGuwyn1m02shMHyz6cN5UbTHfa8yqnkELg_L8";
-var BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy4yLjMtZXhwZXJpbWVudHMuMzQ5MGNmYiIsImdpdF9zaGEiOiIzNDkwY2ZiZDIxYTciLCJjb2RlX2hhc2giOiIxNDg4ZmMxZDkyYjciLCJ0cmFjZV92ZXJzaW9uIjoiMTQ4OGZjMWQ5MmI3QDM0OTBjZmJkMjFhNyIsImlzc3VlZF9hdCI6IjIwMjYtMDQtMDZUMTY6MzY6NTMuNzY4WiJ9";
+var BUILD_RELEASE_MANIFEST_SIGNATURE = "pQ7ALr5ZS7ieK9CJOR3Gh80nwUzc38LanwrEHHYS1nc";
+var BUILD_DEFAULT_BACKEND_URL = "https://unbrowse-backend-experiments.lewis-6d8.workers.dev";
 
 // ../../src/version.ts
 var MODULE_DIR = dirname(fileURLToPath2(import.meta.url));
@@ -1658,6 +1658,7 @@ var tools = [
         dry_run: { type: "boolean", description: "Preview unsafe calls without applying them." },
         confirm_third_party_terms: { type: "boolean", description: "Explicitly confirm policy-sensitive third-party terms risk for flagged domains/actions." },
         force_capture: { type: "boolean", description: "Bypass cache and re-capture the exact URL." },
+        skip_robots: { type: "boolean", description: "Bypass robots.txt compliance check." },
         raw: { type: "boolean", description: "Keep raw projection enabled. Default true." },
         schema: { type: "boolean", description: "Return a schema tree instead of data." },
         path: { type: "string", description: "Drill into the result before returning it, e.g. data.items[] ." },
@@ -1692,6 +1693,8 @@ var tools = [
         body.confirm_third_party_terms = true;
       if (args.force_capture === true)
         body.force_capture = true;
+      if (args.skip_robots === true)
+        body.skip_robots_check = true;
       let result = await api2("POST", "/v1/intent/resolve", body);
       const authError = resolveNestedError(result);
       if (authError === "auth_required") {
@@ -1725,6 +1728,7 @@ var tools = [
         dry_run: { type: "boolean", description: "Preview unsafe calls without applying them." },
         confirm_unsafe: { type: "boolean", description: "Confirm mutation if the endpoint is unsafe." },
         confirm_third_party_terms: { type: "boolean", description: "Explicitly confirm policy-sensitive third-party terms risk for flagged domains/actions." },
+        skip_robots: { type: "boolean", description: "Bypass robots.txt compliance check." },
         raw: { type: "boolean", description: "Keep raw projection enabled. Default true." },
         schema: { type: "boolean", description: "Return a schema tree instead of data." },
         path: { type: "string", description: "Drill into the result before returning it, e.g. data.items[] ." },
@@ -1754,6 +1758,8 @@ var tools = [
         body.confirm_unsafe = true;
       if (args.confirm_third_party_terms === true)
         body.confirm_third_party_terms = true;
+      if (args.skip_robots === true)
+        body.skip_robots_check = true;
       const result = await api2("POST", `/v1/skills/${args.skill}/execute`, body);
       const nestedError = resolveNestedError(result);
       recordImpactForTool("execute", result, args);