unbrowse 3.5.3 → 3.5.4

package/dist/cli.js

@@ -31,7 +31,7 @@ var __promiseAll = (args) => Promise.all(args);
 var __require = /* @__PURE__ */ createRequire(import.meta.url);
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.5.3", BUILD_GIT_SHA = "e682df8e14db", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjMiLCJnaXRfc2hhIjoiZTY4MmRmOGUxNGRiIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUBlNjgyZGY4ZTE0ZGIiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE4OjA5OjI3LjU0NFoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "IZrDzLuwQasMBqXa-7-KBv3tVmNOYcIBZLRbYf8cHKY", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.5.4", BUILD_GIT_SHA = "e14c693e42f0", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjQiLCJnaXRfc2hhIjoiZTE0YzY5M2U0MmYwIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUBlMTRjNjkzZTQyZjAiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE4OjEyOjAxLjE4OVoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "MQYUcKr6SaFhd8PR79a_yn8ew_74o9mSDnH47V0Jqm0", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -4214,11 +4214,6 @@ async function cmdResolve(flags) {
       const skillId = resolveSkillId();
       if (skillId && endpoints.length > 0) {
         const bestEndpoint = endpoints[0];
-        if (endpointNeedsThirdPartyTermsConfirmation(bestEndpoint) && !flags["confirm-third-party-terms"]) {
-          info(`Auto-execute skipped: ${bestEndpoint.description ?? bestEndpoint.endpoint_id} requires explicit third-party terms confirmation` + (typeof bestEndpoint.third_party_terms_policy_domain === "string" ? ` for ${bestEndpoint.third_party_terms_policy_domain}` : "") + ". Re-run with --confirm-third-party-terms only after the user explicitly confirms.");
-          output(result, !!flags.pretty);
-          return;
-        }
         info(`Auto-executing endpoint: ${bestEndpoint.description ?? bestEndpoint.endpoint_id}`);
         result = await withPendingNotice(api2("POST", `/v1/skills/${skillId}/execute`, execBody(bestEndpoint.endpoint_id)), "Executing best endpoint...");
       }

package/dist/mcp.js

@@ -225,11 +225,11 @@ import { dirname, join, parse } from "path";
 import { fileURLToPath as fileURLToPath2 } from "url";
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.5.3";
-var BUILD_GIT_SHA = "e682df8e14db";
+var BUILD_RELEASE_VERSION = "3.5.4";
+var BUILD_GIT_SHA = "e14c693e42f0";
 var BUILD_CODE_HASH = "5d9ebf619c61";
-var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjMiLCJnaXRfc2hhIjoiZTY4MmRmOGUxNGRiIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUBlNjgyZGY4ZTE0ZGIiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE4OjA5OjI3LjU0NFoifQ";
-var BUILD_RELEASE_MANIFEST_SIGNATURE = "IZrDzLuwQasMBqXa-7-KBv3tVmNOYcIBZLRbYf8cHKY";
+var BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjQiLCJnaXRfc2hhIjoiZTE0YzY5M2U0MmYwIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUBlMTRjNjkzZTQyZjAiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE4OjEyOjAxLjE4OVoifQ";
+var BUILD_RELEASE_MANIFEST_SIGNATURE = "MQYUcKr6SaFhd8PR79a_yn8ew_74o9mSDnH47V0Jqm0";
 var BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
@@ -1585,12 +1585,6 @@ async function executeResolvedEndpoint(result, args, endpointId) {
   if (!selected)
     return { error: "no executable endpoint available" };
   const selectedEndpoint = available.find((endpoint) => isPlainObject(endpoint) && endpoint.endpoint_id === selected);
-  if (isPlainObject(selectedEndpoint) && selectedEndpoint.requires_third_party_terms_confirmation === true && args.confirm_third_party_terms !== true) {
-    return {
-      error: "third_party_terms_confirmation_required",
-      message: `Selected endpoint requires explicit third-party terms confirmation` + (typeof selectedEndpoint.third_party_terms_policy_domain === "string" ? ` for ${selectedEndpoint.third_party_terms_policy_domain}` : "") + ". Re-run with confirm_third_party_terms: true only after the user explicitly confirms."
-    };
-  }
   return api2("POST", `/v1/skills/${skillId}/execute`, {
     intent: args.intent,
     params: {

package/dist/server.js

@@ -7096,7 +7096,7 @@ var init_capture = __esm(async () => {
 });
 
 // ../../src/build-info.generated.ts
-var BUILD_RELEASE_VERSION = "3.5.3", BUILD_GIT_SHA = "e682df8e14db", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjMiLCJnaXRfc2hhIjoiZTY4MmRmOGUxNGRiIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUBlNjgyZGY4ZTE0ZGIiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE4OjA5OjI3LjU0NFoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "IZrDzLuwQasMBqXa-7-KBv3tVmNOYcIBZLRbYf8cHKY", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
+var BUILD_RELEASE_VERSION = "3.5.4", BUILD_GIT_SHA = "e14c693e42f0", BUILD_CODE_HASH = "5d9ebf619c61", BUILD_RELEASE_MANIFEST_BASE64 = "eyJzY2hlbWFfdmVyc2lvbiI6MSwicmVsZWFzZV92ZXJzaW9uIjoiMy41LjQiLCJnaXRfc2hhIjoiZTE0YzY5M2U0MmYwIiwiY29kZV9oYXNoIjoiNWQ5ZWJmNjE5YzYxIiwidHJhY2VfdmVyc2lvbiI6IjVkOWViZjYxOWM2MUBlMTRjNjkzZTQyZjAiLCJpc3N1ZWRfYXQiOiIyMDI2LTA0LTA5VDE4OjEyOjAxLjE4OVoifQ", BUILD_RELEASE_MANIFEST_SIGNATURE = "MQYUcKr6SaFhd8PR79a_yn8ew_74o9mSDnH47V0Jqm0", BUILD_DEFAULT_BACKEND_URL = "https://beta-api.unbrowse.ai";
 
 // ../../src/version.ts
 import { createHash } from "crypto";
@@ -16587,23 +16587,7 @@ async function executeEndpoint(skill, endpoint, params = {}, projection, options
     }
     if (endpointRequiresThirdPartyTermsConfirmation(endpoint) && !options?.confirm_third_party_terms) {
       const policy = getEndpointPolicy(endpoint);
-      return {
-        trace: stampTrace({
-          trace_id: nanoid6(),
-          skill_id: skill.skill_id,
-          endpoint_id: endpoint.endpoint_id,
-          started_at: new Date().toISOString(),
-          completed_at: new Date().toISOString(),
-          success: false,
-          error: "third_party_terms_confirmation_required"
-        }),
-        result: {
-          error: "third_party_terms_confirmation_required",
-          message: `This endpoint may violate third-party site terms for ${policy.policy_domain}. Pass confirm_third_party_terms: true only after the user explicitly confirms they want to proceed.`,
-          policy_domain: policy.policy_domain,
-          policy_reason: policy.reason
-        }
-      };
+      log("exec", `third-party terms flagged for ${policy.policy_domain} (not enforced)`);
     }
     if (endpoint.idempotency === "unsafe" && !options?.confirm_unsafe) {
       return {
@@ -16745,27 +16729,10 @@ async function executeEndpoint(skill, endpoint, params = {}, projection, options
     }
   }
   const hasAuthContext = cookies.length > 0 || Object.keys(authHeaders).length > 0 || !!skill.auth_profile_ref || endpoint.semantic?.auth_required === true;
-  if (!options?.skip_robots_check && !hasAuthContext) {
+  if (!hasAuthContext) {
     const allowed = await isAllowedByRobots(url);
-    if (!allowed) {
-      const traceId = nanoid6();
-      log("exec", `robots.txt blocked ${url}`);
-      return {
-        trace: stampTrace({
-          trace_id: traceId,
-          skill_id: skill.skill_id,
-          endpoint_id: endpoint.endpoint_id,
-          started_at: startedAt,
-          completed_at: new Date().toISOString(),
-          success: false,
-          error: "robots_txt_disallowed"
-        }),
-        result: {
-          error: "robots_txt_disallowed",
-          message: `robots.txt disallows access to ${url} for the Unbrowse user-agent.`
-        }
-      };
-    }
+    if (!allowed)
+      log("exec", `robots.txt would block ${url} (not enforced)`);
   }
   const structuredReplayUrl = isSafe ? deriveStructuredDataReplayUrl(url) : url;
   const hasStructuredReplay = structuredReplayUrl !== url;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unbrowse",
-  "version": "3.5.3",
+  "version": "3.5.4",
   "description": "Reverse-engineer any website into reusable API skills. Zero-dep single binary with embedded browser engine.",
   "type": "module",
   "bin": {