opensteer 0.8.9 → 0.8.11

package/dist/index.cjs

@@ -1040,6 +1040,9 @@ function isBrowserCoreError(value) {
 // ../browser-core/src/cdp-visual-stability.ts
 var DEFAULT_VISUAL_STABILITY_SETTLE_MS = 750;
 
+// ../browser-core/src/post-load-tracker.ts
+var DEFAULT_POST_LOAD_TRACKER_QUIET_WINDOW_MS = 400;
+
 // ../protocol/src/identity.ts
 var refPrefixes = [
   "session",
@@ -6229,9 +6232,23 @@ var opensteerInspectStorageInputSchema = objectSchema(
     title: "OpensteerInspectStorageInput"
   }
 );
+var opensteerComputerMouseButtonSchema = enumSchema(["left", "middle", "right"], {
+  title: "OpensteerComputerMouseButton"
+});
+var opensteerComputerKeyModifierSchema = enumSchema(
+  ["Shift", "Control", "Alt", "Meta"],
+  {
+    title: "OpensteerComputerKeyModifier"
+  }
+);
 var opensteerDomClickInputSchema = objectSchema(
   {
     target: opensteerTargetInputSchema,
+    button: opensteerComputerMouseButtonSchema,
+    clickCount: integerSchema({ minimum: 1 }),
+    modifiers: arraySchema(opensteerComputerKeyModifierSchema, {
+      uniqueItems: true
+    }),
     persistAsDescription: stringSchema(),
     captureNetwork: stringSchema({ minLength: 1 })
   },
@@ -6331,18 +6348,6 @@ var opensteerSessionCloseOutputSchema = objectSchema(
     required: ["closed"]
   }
 );
-var opensteerComputerMouseButtonSchema = enumSchema(
-  ["left", "middle", "right"],
-  {
-    title: "OpensteerComputerMouseButton"
-  }
-);
-var opensteerComputerKeyModifierSchema = enumSchema(
-  ["Shift", "Control", "Alt", "Meta"],
-  {
-    title: "OpensteerComputerKeyModifier"
-  }
-);
 var opensteerComputerAnnotationSchema = enumSchema(opensteerComputerAnnotationNames, {
   title: "OpensteerComputerAnnotation"
 });
@@ -9083,6 +9088,7 @@ var NAVIGATION_VISUAL_STABILITY_PROFILE = {
   scope: "visible-frames",
   timeoutMs: 7e3
 };
+var NAVIGATION_POST_LOAD_CAPTURE_WINDOW_MS = 1e3;
 var defaultDomActionSettleObserver = {
   async settle(input) {
     if (input.trigger !== "dom-action") {
@@ -9118,6 +9124,13 @@ var defaultNavigationSettleObserver = {
       return false;
     }
     try {
+      await input.engine.waitForPostLoadQuiet({
+        pageRef: input.pageRef,
+        timeoutMs: effectiveTimeout,
+        quietMs: DEFAULT_POST_LOAD_TRACKER_QUIET_WINDOW_MS,
+        captureWindowMs: Math.min(NAVIGATION_POST_LOAD_CAPTURE_WINDOW_MS, effectiveTimeout),
+        signal: input.signal
+      });
       await input.engine.waitForVisualStability({
         pageRef: input.pageRef,
         timeoutMs: effectiveTimeout,
@@ -10831,15 +10844,7 @@ var MemoryDomDescriptorStore = class {
 // ../runtime-core/src/action-boundary.ts
 var actionBoundaryDiagnosticsBySignal = /* @__PURE__ */ new WeakMap();
 async function captureActionBoundarySnapshot(engine, pageRef) {
-  const frames = await engine.listFrames({ pageRef });
-  const mainFrame = frames.find((frame) => frame.isMainFrame);
-  if (!mainFrame) {
-    throw new Error(`page ${pageRef} does not expose a main frame`);
-  }
-  return {
-    pageRef,
-    documentRef: mainFrame.documentRef
-  };
+  return engine.getActionBoundarySnapshot({ pageRef });
 }
 function createActionBoundaryDiagnostics(input) {
   return {
@@ -15426,7 +15431,7 @@ async function clearPersistedSessionRecord(rootPath, provider) {
   await promises.rm(resolveLiveSessionRecordPath(rootPath, provider), { force: true });
 }
 function isPersistedCloudSessionRecord(value) {
-  return value.layout === OPENSTEER_LIVE_SESSION_LAYOUT && value.version === OPENSTEER_LIVE_SESSION_VERSION && value.provider === "cloud" && typeof value.sessionId === "string" && value.sessionId.length > 0 && typeof value.baseUrl === "string" && value.baseUrl.length > 0 && typeof value.startedAt === "number" && Number.isFinite(value.startedAt) && typeof value.updatedAt === "number" && Number.isFinite(value.updatedAt);
+  return value.layout === OPENSTEER_LIVE_SESSION_LAYOUT && value.version === OPENSTEER_LIVE_SESSION_VERSION && value.provider === "cloud" && typeof value.sessionId === "string" && value.sessionId.length > 0 && typeof value.startedAt === "number" && Number.isFinite(value.startedAt) && typeof value.updatedAt === "number" && Number.isFinite(value.updatedAt);
 }
 function isPersistedLocalBrowserSessionRecord(value) {
   return value.layout === OPENSTEER_LIVE_SESSION_LAYOUT && value.version === OPENSTEER_LIVE_SESSION_VERSION && value.provider === "local" && (value.engine === "playwright" || value.engine === "abp") && typeof value.pid === "number" && Number.isFinite(value.pid) && typeof value.startedAt === "number" && Number.isFinite(value.startedAt) && typeof value.updatedAt === "number" && Number.isFinite(value.updatedAt) && typeof value.userDataDir === "string" && value.userDataDir.length > 0;
@@ -23070,6 +23075,7 @@ function diffInteractionTraces(left, right) {
 // ../runtime-core/src/sdk/runtime.ts
 var requireForAuthRecipeHook = module$1.createRequire((typeof document === 'undefined' ? require('u' + 'rl').pathToFileURL(__filename).href : (_documentCurrentScript && _documentCurrentScript.tagName.toUpperCase() === 'SCRIPT' && _documentCurrentScript.src || new URL('index.cjs', document.baseURI).href)));
 var MUTATION_CAPTURE_FINALIZE_TIMEOUT_MS = 5e3;
+var PERSISTED_NETWORK_FLUSH_TIMEOUT_MS = 5e3;
 var PENDING_OPERATION_EVENT_CAPTURE_LIMIT = 64;
 var PENDING_OPERATION_EVENT_CAPTURE_SKEW_MS = 1e3;
 var OpensteerSessionRuntime = class {
@@ -23733,6 +23739,9 @@ var OpensteerSessionRuntime = class {
         const result = await this.requireDom().click({
           pageRef,
           target,
+          ...input.button === void 0 ? {} : { button: input.button },
+          ...input.clickCount === void 0 ? {} : { clickCount: input.clickCount },
+          ...input.modifiers === void 0 ? {} : { modifiers: input.modifiers },
           timeout
         });
         return {
@@ -29209,6 +29218,29 @@ var OpensteerSessionRuntime = class {
     return snapshot.sessionStorage?.filter((entry) => entry.origin === origin).find((entry) => pageUrl === void 0 || entry.origin === new URL(pageUrl).origin)?.entries.find((entry) => entry.key === key)?.value;
   }
   async flushPersistedNetworkHistory() {
+    if (this.sessionRef === void 0) {
+      return;
+    }
+    const root = await this.ensureRoot();
+    try {
+      await withDetachedTimeoutSignal(PERSISTED_NETWORK_FLUSH_TIMEOUT_MS, async (signal) => {
+        const browserRecords = await this.readBrowserNetworkRecords(
+          {
+            includeBodies: true,
+            includeCurrentPageOnly: false
+          },
+          signal
+        );
+        await this.networkHistory.persist(browserRecords, root.registry.savedNetwork, {
+          bodyWriteMode: "authoritative",
+          redactSecretHeaders: false
+        });
+      });
+    } catch (error) {
+      if (!isIgnorableRuntimeBindingError(error)) {
+        throw error;
+      }
+    }
   }
   toDomTargetRef(target) {
     if (target.kind === "description") {
@@ -29365,6 +29397,12 @@ var OpensteerSessionRuntime = class {
       return "live";
     } catch (error) {
       if (isIgnorableRuntimeBindingError(error)) {
+        const remainingPages = await engine.listPages({ sessionRef }).catch(() => void 0);
+        const replacementPageRef = remainingPages?.[0]?.pageRef;
+        if (replacementPageRef !== void 0) {
+          this.pageRef = replacementPageRef;
+          return "live";
+        }
         return "invalid";
       }
       throw error;
@@ -32643,11 +32681,25 @@ function queryAllCookies(dbPath) {
        FROM cookies`
     );
     stmt.setReadBigInts(true);
-    return stmt.all();
+    return stmt.all().map(toRawCookieRow);
   } finally {
     database.close();
   }
 }
+function toRawCookieRow(row) {
+  return {
+    host_key: row.host_key,
+    name: row.name,
+    value: row.value,
+    encrypted_value: row.encrypted_value,
+    path: row.path,
+    expires_utc: row.expires_utc,
+    is_secure: row.is_secure,
+    is_httponly: row.is_httponly,
+    samesite: row.samesite,
+    is_persistent: row.is_persistent
+  };
+}
 async function resolveDecryptionKey(brandId, userDataDir) {
   if (process.platform === "darwin") {
     const password = await resolveKeychainPassword(brandId);
@@ -32998,7 +33050,11 @@ var OpensteerCloudClient = class {
         ...input.browser === void 0 ? {} : { browser: input.browser },
         ...input.context === void 0 ? {} : { context: input.context },
         ...input.browserProfile === void 0 ? {} : { browserProfile: input.browserProfile },
-        ...input.observability === void 0 ? {} : { observability: input.observability }
+        ...input.observability === void 0 ? {} : { observability: input.observability },
+        ...input.sourceType === void 0 ? {} : { sourceType: input.sourceType },
+        ...input.sourceRef === void 0 ? {} : { sourceRef: input.sourceRef },
+        ...input.localWorkspaceRootPath === void 0 ? {} : { localWorkspaceRootPath: input.localWorkspaceRootPath },
+        ...input.locality === void 0 ? {} : { locality: input.locality }
       }
     });
     return await response.json();
@@ -33024,6 +33080,30 @@ var OpensteerCloudClient = class {
     });
     return await response.json();
   }
+  async getSessionRecording(sessionId) {
+    const response = await this.request(`/v1/sessions/${encodeURIComponent(sessionId)}/recording`, {
+      method: "GET"
+    });
+    return await response.json();
+  }
+  async startSessionRecording(sessionId) {
+    const response = await this.request(
+      `/v1/sessions/${encodeURIComponent(sessionId)}/recording/start`,
+      {
+        method: "POST"
+      }
+    );
+    return await response.json();
+  }
+  async stopSessionRecording(sessionId) {
+    const response = await this.request(
+      `/v1/sessions/${encodeURIComponent(sessionId)}/recording/stop`,
+      {
+        method: "POST"
+      }
+    );
+    return await response.json();
+  }
   async closeSession(sessionId) {
     const response = await this.request(`/v1/sessions/${encodeURIComponent(sessionId)}`, {
       method: "DELETE"
@@ -33214,9 +33294,11 @@ function resolveCloudConfig(input = {}) {
   if (!baseUrl || baseUrl.trim().length === 0) {
     throw new Error("provider=cloud requires OPENSTEER_BASE_URL or provider.baseUrl.");
   }
+  const appBaseUrl = cloudProvider?.appBaseUrl ?? input.environment?.OPENSTEER_CLOUD_APP_BASE_URL;
   return {
     apiKey: apiKey.trim(),
     baseUrl: baseUrl.trim().replace(/\/+$/, ""),
+    ...appBaseUrl === void 0 || appBaseUrl.trim().length === 0 ? {} : { appBaseUrl: appBaseUrl.trim().replace(/\/+$/, "") },
     ...cloudProvider?.browserProfile === void 0 ? {} : { browserProfile: cloudProvider.browserProfile }
   };
 }
@@ -33235,6 +33317,9 @@ var OpensteerSemanticRestClient = class {
     this.connection = connection;
   }
   async invoke(operation, input) {
+    return this.invokeInternal(operation, input, false);
+  }
+  async invokeInternal(operation, input, hasRetried) {
     const endpoint = opensteerSemanticRestEndpoints.find((entry) => entry.name === operation);
     if (!endpoint) {
       throw new Error(`unsupported semantic operation ${operation}`);
@@ -33244,7 +33329,7 @@ var OpensteerSemanticRestClient = class {
     });
     let response;
     try {
-      response = await fetch(`${this.connection.baseUrl}${endpoint.path}`, {
+      response = await fetch(`${await this.connection.getBaseUrl()}${endpoint.path}`, {
         method: "POST",
         headers: {
           authorization: await this.connection.getAuthorizationHeader(),
@@ -33266,6 +33351,9 @@ var OpensteerSemanticRestClient = class {
       }
       return envelope.data;
     } catch (error) {
+      if (!hasRetried && this.connection.handleError && await this.connection.handleError(error, { operation })) {
+        return this.invokeInternal(operation, input, true);
+      }
       if (operation === "session.close" && isFetchFailure(error)) {
         return { closed: true };
       }
@@ -33399,7 +33487,10 @@ var OpensteerCloudAutomationClient = class {
   }
   async connect() {
     const grant = await this.issueGrant("automation");
-    const wsUrl = new URL(grant.wsUrl);
+    if (grant.transport !== "ws") {
+      throw new Error(`cloud issued an invalid ${grant.kind} grant transport`);
+    }
+    const wsUrl = new URL(grant.url);
     wsUrl.searchParams.set("token", grant.token);
     const socket = new WebSocket2__default.default(wsUrl);
     this.socket = socket;
@@ -33764,7 +33855,7 @@ var CloudSessionProxy = class {
   cloud;
   observability;
   sessionId;
-  sessionBaseUrl;
+  semanticGrant;
   client;
   automation;
   workspaceStore;
@@ -33815,7 +33906,7 @@ var CloudSessionProxy = class {
       reconnectable: this.workspace !== void 0 || this.sessionId !== void 0 || persisted !== void 0,
       capabilities: {
         semanticOperations: opensteerSemanticOperationNames,
-        sessionGrants: ["automation", "view", "cdp"],
+        sessionGrants: ["semantic", "automation", "view", "cdp"],
         instrumentation: {
           route: true,
           interceptScript: true,
@@ -34057,13 +34148,12 @@ var CloudSessionProxy = class {
     return this.requireClient().invoke("computer.execute", input);
   }
   async close() {
-    const session = await this.loadPersistedSession() ?? (this.sessionId === void 0 || this.sessionBaseUrl === void 0 ? void 0 : {
+    const session = await this.loadPersistedSession() ?? (this.sessionId === void 0 ? void 0 : {
       layout: "opensteer-session",
       version: 1,
       provider: "cloud",
       ...this.workspace === void 0 ? {} : { workspace: this.workspace },
       sessionId: this.sessionId,
-      baseUrl: this.sessionBaseUrl,
       startedAt: Date.now(),
       updatedAt: Date.now()
     });
@@ -34082,7 +34172,7 @@ var CloudSessionProxy = class {
       this.automation = void 0;
       this.client = void 0;
       this.sessionId = void 0;
-      this.sessionBaseUrl = void 0;
+      this.semanticGrant = void 0;
       if (this.cleanupRootOnClose) {
         await promises.rm(this.rootPath, { recursive: true, force: true }).catch(() => void 0);
       }
@@ -34098,39 +34188,56 @@ var CloudSessionProxy = class {
     await this.automation?.close().catch(() => void 0);
     this.automation = void 0;
     this.sessionId = void 0;
-    this.sessionBaseUrl = void 0;
+    this.semanticGrant = void 0;
   }
   async ensureSession(input = {}) {
     if (this.client) {
       return;
     }
     assertSupportedCloudBrowserMode(input.browser);
+    const localCloud = this.shouldUseLocalCloudTransport();
+    const browserProfile = resolveCloudBrowserProfile(this.cloud, input);
     const persisted = await this.loadPersistedSession();
     if (persisted !== void 0 && await this.isReusableCloudSession(persisted.sessionId)) {
-      await this.syncRegistryToCloud();
+      if (localCloud) {
+        void this.syncRegistryToCloud();
+      } else {
+        await this.syncRegistryToCloud();
+      }
       this.bindClient(persisted);
       return;
     }
-    await this.syncRegistryToCloud();
-    const session = await this.cloud.createSession({
+    if (localCloud) {
+      void this.syncRegistryToCloud();
+    } else {
+      await this.syncRegistryToCloud();
+    }
+    const baseCreateInput = {
       ...this.workspace === void 0 ? {} : { name: this.workspace },
       ...input.launch === void 0 ? {} : { browser: input.launch },
       ...input.context === void 0 ? {} : { context: input.context },
       ...this.observability === void 0 ? {} : { observability: this.observability },
-      ...resolveCloudBrowserProfile(this.cloud, input) === void 0 ? {} : { browserProfile: resolveCloudBrowserProfile(this.cloud, input) }
-    });
+      ...browserProfile === void 0 ? {} : { browserProfile }
+    };
+    const createInput = localCloud && this.workspace !== void 0 ? {
+      ...baseCreateInput,
+      sourceType: "local-cloud",
+      sourceRef: this.workspace,
+      localWorkspaceRootPath: this.rootPath,
+      locality: "auto"
+    } : baseCreateInput;
+    const session = await this.cloud.createSession(createInput);
     const record = {
       layout: "opensteer-session",
       version: 1,
       provider: "cloud",
       ...this.workspace === void 0 ? {} : { workspace: this.workspace },
       sessionId: session.sessionId,
-      baseUrl: session.baseUrl,
       startedAt: Date.now(),
       updatedAt: Date.now()
     };
     await this.writePersistedSession(record);
-    this.bindClient(record);
+    this.bindClient(record, session.initialGrants?.semantic);
   }
   async syncRegistryToCloud() {
     if (this.workspace === void 0) {
@@ -34139,15 +34246,16 @@ var CloudSessionProxy = class {
     try {
       const workspaceStore = await this.ensureWorkspaceStore();
       await syncLocalRegistryToCloud(this.cloud, this.workspace, workspaceStore);
-    } catch (error) {
+    } catch {
     }
   }
-  bindClient(record) {
+  bindClient(record, initialSemanticGrant) {
     this.sessionId = record.sessionId;
-    this.sessionBaseUrl = record.baseUrl;
+    this.semanticGrant = initialSemanticGrant?.kind === "semantic" ? initialSemanticGrant : void 0;
     this.client = new OpensteerSemanticRestClient({
-      baseUrl: record.baseUrl,
-      getAuthorizationHeader: async () => this.cloud.buildAuthorizationHeader()
+      getBaseUrl: async () => (await this.ensureSemanticGrant()).url,
+      getAuthorizationHeader: async () => `Bearer ${(await this.ensureSemanticGrant()).token}`,
+      handleError: (error) => this.handleSemanticClientError(error)
     });
     this.automation = new OpensteerCloudAutomationClient(this.cloud, record.sessionId);
   }
@@ -34196,6 +34304,43 @@ var CloudSessionProxy = class {
     }
     return this.automation;
   }
+  async ensureSemanticGrant(forceRefresh = false) {
+    if (!forceRefresh && this.semanticGrant?.kind === "semantic" && this.semanticGrant.expiresAt > Date.now() + 1e4) {
+      return this.semanticGrant;
+    }
+    if (!this.sessionId) {
+      throw new Error("Cloud session has not been initialized.");
+    }
+    const issued = await this.cloud.issueAccess(this.sessionId, ["semantic"]);
+    const grant = issued.grants.semantic;
+    if (!grant || grant.transport !== "http") {
+      throw new Error("cloud did not issue a valid semantic grant");
+    }
+    this.semanticGrant = grant;
+    return grant;
+  }
+  async handleSemanticClientError(error) {
+    if (!(error instanceof OpensteerSemanticRestError)) {
+      return false;
+    }
+    if (error.statusCode !== 401 && error.statusCode !== 404) {
+      return false;
+    }
+    this.semanticGrant = void 0;
+    try {
+      await this.ensureSemanticGrant(true);
+      return true;
+    } catch {
+      return false;
+    }
+  }
+  shouldUseLocalCloudTransport() {
+    if (this.workspace === void 0) {
+      return false;
+    }
+    const config = this.cloud.getConfig();
+    return isLoopbackBaseUrl(config.baseUrl);
+  }
 };
 function resolveCloudBrowserProfile(cloud, input) {
   return input.browserProfile ?? cloud.getConfig().browserProfile;
@@ -34211,6 +34356,15 @@ function assertSupportedCloudBrowserMode(browser) {
 function isMissingCloudSessionError(error) {
   return error instanceof Error && /\b404\b/.test(error.message);
 }
+function isLoopbackBaseUrl(baseUrl) {
+  let url;
+  try {
+    url = new URL(baseUrl);
+  } catch {
+    return false;
+  }
+  return url.hostname === "localhost" || url.hostname === "127.0.0.1" || url.hostname === "::1" || url.hostname === "[::1]";
+}
 
 // src/sdk/runtime-resolution.ts
 function resolveOpensteerRuntimeConfig(input = {}) {
@@ -34342,7 +34496,13 @@ var Opensteer = class {
     return this.runtime.addInitScript(normalized);
   }
   async click(input) {
-    const normalized = normalizeTargetOptions(input);
+    const { button, clickCount, modifiers, ...target } = input;
+    const normalized = {
+      ...normalizeTargetOptions(target),
+      ...button === void 0 ? {} : { button },
+      ...clickCount === void 0 ? {} : { clickCount },
+      ...modifiers === void 0 ? {} : { modifiers }
+    };
     return this.runtime.click(normalized);
   }
   async hover(input) {
@@ -34664,6 +34824,7 @@ exports.cloneElementPath = cloneElementPath;
 exports.cloneReplayElementPath = cloneReplayElementPath;
 exports.cloneStructuralElementAnchor = cloneStructuralElementAnchor;
 exports.createArtifactStore = createArtifactStore;
+exports.createDomDescriptorStore = createDomDescriptorStore;
 exports.createDomRuntime = createDomRuntime;
 exports.createFilesystemOpensteerWorkspace = createFilesystemOpensteerWorkspace;
 exports.createObservationStore = createObservationStore;