opensteer 0.8.14 → 0.8.16

package/dist/cli/bin.js

@@ -1,5 +1,6 @@
 #!/usr/bin/env node
-import { assertProviderSupportsEngine, createOpensteerSemanticRuntime, dispatchSemanticOperation, loadEnvironment, normalizeOpensteerProviderMode, discoverLocalCdpBrowsers, inspectCdpEndpoint, OpensteerBrowserManager, resolveOpensteerRuntimeConfig, resolveOpensteerEngineName, resolveOpensteerProvider, resolveFilesystemWorkspacePath, requireCloudAppBaseUrl, CloudSessionProxy, FlowRecorderCollector, generateReplayScript, pathExists, readPersistedLocalBrowserSessionRecord, readPersistedCloudSessionRecord, OpensteerCloudClient, isProcessRunning } from '../chunk-BRUJHMWO.js';
+import '../chunk-KCINASQC.js';
+import { createOpensteerSemanticRuntime, dispatchSemanticOperation, loadEnvironment, normalizeOpensteerProviderMode, discoverLocalCdpBrowsers, inspectCdpEndpoint, OpensteerBrowserManager, resolveOpensteerRuntimeConfig, assertProviderSupportsEngine, resolveOpensteerEngineName, resolveOpensteerProvider, resolveFilesystemWorkspacePath, requireCloudAppBaseUrl, CloudSessionProxy, FlowRecorderCollector, generateReplayScript, pathExists, readPersistedLocalBrowserSessionRecord, readPersistedCloudSessionRecord, OpensteerCloudClient, isProcessRunning } from '../chunk-KBO7DDPF.js';
 import process4 from 'process';
 import { mkdir, writeFile } from 'fs/promises';
 import path2 from 'path';
@@ -11,7 +12,7 @@ import { fileURLToPath } from 'url';
 
 // package.json
 var package_default = {
-  version: "0.8.14"};
+  version: "0.8.16"};
 
 // src/cli/env-loader.ts
 async function loadCliEnvironment(cwd) {
@@ -32,11 +33,11 @@ Navigation:
 
 DOM:
   snapshot [action|extraction]
-  click <element> [--button left|middle|right] [--persist <name>] [--capture-network <label>]
-  hover <element> [--persist <name>] [--capture-network <label>]
-  input <element> <text> [--press-enter] [--persist <name>] [--capture-network <label>]
-  scroll <direction> <amount> [--element <n>] [--persist <name>] [--capture-network <label>]
-  extract <schema> [--persist <name>]
+  click <element> [--button left|middle|right] [--persist <key>] [--capture-network <label>]
+  hover <element> [--persist <key>] [--capture-network <label>]
+  input <element> <text> [--press-enter] [--persist <key>] [--capture-network <label>]
+  scroll <direction> <amount> [--element <n>] [--persist <key>] [--capture-network <label>]
+  extract <schema> [--persist <key>]
   evaluate <script>
   init-script <script>
 
@@ -49,15 +50,15 @@ Tabs:
 Network:
   network query [--capture <label>] [--url <pattern>] [--hostname <host>] [--path <path>] [--method <m>] [--status <code>] [--type <resourceType>] [--json] [--before <id>] [--after <id>] [--limit <n>]
     --json filters to JSON and GraphQL responses only
-  network detail <recordId>
-  replay <recordId> [--query key=value ...] [--header key=value ...] [--body <json>] [--variables <json>]
+  network detail <recordId> [--probe]
   fetch <url> [--method <m>] [--header key=value ...] [--query key=value ...] [--body <json>] [--body-text <text>] [--transport auto|direct|matched-tls|page] [--cookies] [--follow-redirects]
 
 Browser State:
-  cookies [domain]
-  storage [domain]
   state [domain]
 
+SDK:
+  exec <expression>   Run JS with the Opensteer SDK as 'this'. Supports await.
+
 Computer:
   computer click <x> <y> [--button left|right|middle] [--count <n>] [--modifiers Shift,Control,Alt,Meta] [--capture-network <label>]
   computer type <text> [--capture-network <label>]
@@ -106,10 +107,7 @@ var OPERATION_ALIASES = /* @__PURE__ */ new Map([
   ["tab close", "page.close"],
   ["network query", "network.query"],
   ["network detail", "network.detail"],
-  ["replay", "network.replay"],
   ["fetch", "session.fetch"],
-  ["cookies", "session.cookies"],
-  ["storage", "session.storage"],
   ["state", "session.state"],
   ["computer click", "computer.execute"],
   ["computer type", "computer.execute"],
@@ -150,7 +148,7 @@ function resolveCommandLength(tokens) {
   if (tokens[0] === "skills") {
     return Math.min(tokens.length, 2);
   }
-  if (tokens[0] === "status" || tokens[0] === "record") {
+  if (tokens[0] === "status" || tokens[0] === "record" || tokens[0] === "exec") {
     return 1;
   }
   for (let length = Math.min(3, tokens.length); length >= 1; length -= 1) {
@@ -219,6 +217,7 @@ var CLI_OPTION_SPECS = {
   transport: { kind: "value" },
   cookies: { kind: "optional-value" },
   "follow-redirects": { kind: "boolean" },
+  probe: { kind: "boolean" },
   "api-key": { kind: "value" },
   "site-key": { kind: "value" },
   "page-url": { kind: "value" },
@@ -334,7 +333,10 @@ function parseCommandLine(argv) {
   const cloudApiKey = readSingle(rawOptions, "cloud-api-key");
   const cloudAppBaseUrl = readSingle(rawOptions, "cloud-app-base-url");
   const cloudProfileId = readSingle(rawOptions, "cloud-profile-id");
-  const cloudProfileReuseIfActive = readOptionalBoolean(rawOptions, "cloud-profile-reuse-if-active");
+  const cloudProfileReuseIfActive = readOptionalBoolean(
+    rawOptions,
+    "cloud-profile-reuse-if-active"
+  );
   const json = readOptionalBoolean(rawOptions, "json");
   const agents = rawOptions.get("agent");
   const skills = rawOptions.get("skill");
@@ -556,7 +558,7 @@ async function buildOperationInput(operation, parsed, runtime) {
       const direction = readSingleDirection(parsed.rest[0]);
       const amount = readRequiredPositiveInteger(parsed.rest[1], "scroll requires an amount.");
       const element = readOptionalNumber(parsed.rawOptions, "element");
-      const persist = readPersistName(parsed, "scroll");
+      const persist = readPersistKey(parsed, "scroll");
       const captureNetwork = readSingle(parsed.rawOptions, "capture-network");
       return {
         target: element === void 0 ? {
@@ -576,7 +578,7 @@ async function buildOperationInput(operation, parsed, runtime) {
       if (parsed.rest[0] === void 0) {
         throw new Error("extract requires a schema.");
       }
-      const persist = readExtractPersistName(parsed);
+      const persist = readExtractPersistKey(parsed);
       return {
         schema: parseRequiredJsonObjectArgument(joinRest(parsed.rest, 0), "extract schema"),
         ...persist === void 0 ? {} : { persist }
@@ -608,27 +610,14 @@ async function buildOperationInput(operation, parsed, runtime) {
         ...limit === void 0 ? {} : { limit }
       };
     }
-    case "network.detail":
+    case "network.detail": {
       if (parsed.rest[0] === void 0) {
         throw new Error("network detail requires a record id.");
       }
-      return {
-        recordId: parsed.rest[0]
-      };
-    case "network.replay": {
-      if (parsed.rest[0] === void 0) {
-        throw new Error("replay requires a record id.");
-      }
-      const query = parseKeyValueList(parsed.rawOptions.get("query"));
-      const headers = parseKeyValueList(parsed.rawOptions.get("header"));
-      const bodyJson = readJsonValue(parsed.rawOptions, "body");
-      const variables = readJsonObject(parsed.rawOptions, "variables");
+      const probeFlag = readOptionalBoolean(parsed.rawOptions, "probe");
       return {
         recordId: parsed.rest[0],
-        ...query === void 0 ? {} : { query },
-        ...headers === void 0 ? {} : { headers },
-        ...bodyJson === void 0 ? {} : { body: { json: bodyJson } },
-        ...variables === void 0 ? {} : { variables }
+        ...probeFlag === void 0 ? {} : { probe: probeFlag }
       };
     }
     case "session.fetch": {
@@ -795,7 +784,7 @@ function buildElementTargetInput(parsed, verb) {
     parsed.rest[0],
     `${verb} requires an element number.`
   );
-  const persist = readPersistName(parsed, verb);
+  const persist = readPersistKey(parsed, verb);
   const captureNetwork = readSingle(parsed.rawOptions, "capture-network");
   return {
     target: {
@@ -968,9 +957,7 @@ function readCaptchaProvider(value) {
 }
 function readCaptchaType(value) {
   if (value === void 0 || !CAPTCHA_TYPES.has(value)) {
-    throw new Error(
-      'Expected "--type" to be one of: recaptcha-v2, hcaptcha, turnstile.'
-    );
+    throw new Error('Expected "--type" to be one of: recaptcha-v2, hcaptcha, turnstile.');
   }
   return value;
 }
@@ -1004,26 +991,26 @@ function readKeyModifiers(value) {
   }
   return [...new Set(modifiers)];
 }
-function readPersistName(parsed, verb) {
+function readPersistKey(parsed, verb) {
   const value = readSingle(parsed.rawOptions, "persist");
   if (value === void 0) {
     return void 0;
   }
   if (value === "true" || value === "false") {
-    throw new Error(`${verb} requires "--persist <name>" when using --persist.`);
+    throw new Error(`${verb} requires "--persist <key>" when using --persist.`);
   }
   if (verb === "scroll" && readOptionalNumber(parsed.rawOptions, "element") === void 0) {
-    throw new Error('scroll requires "--element <n>" when using "--persist <name>".');
+    throw new Error('scroll requires "--element <n>" when using "--persist <key>".');
   }
   return value;
 }
-function readExtractPersistName(parsed) {
+function readExtractPersistKey(parsed) {
   const value = readSingle(parsed.rawOptions, "persist");
   if (value === void 0) {
     return void 0;
   }
   if (value === "true" || value === "false") {
-    throw new Error('extract requires "--persist <name>" when using --persist.');
+    throw new Error('extract requires "--persist <key>" when using --persist.');
   }
   return value;
 }
@@ -1062,13 +1049,8 @@ function renderOperationOutput(operation, result, input) {
       return formatNetworkQueryOutput(result, input);
     case "network.detail":
       return formatNetworkDetailOutput(result);
-    case "network.replay":
     case "session.fetch":
-      return renderJson(formatTransportOutput(result, operation));
-    case "session.cookies":
-      return formatCookiesOutput(result);
-    case "session.storage":
-      return formatStorageOutput(result);
+      return renderJson(formatTransportOutput(result));
     case "session.state":
       return formatStateOutput(result);
     case "computer.execute":
@@ -1120,9 +1102,9 @@ function formatActionOutput(result, input) {
       ...readNumberField(point, "y") === void 0 ? {} : { y: readNumberField(point, "y") }
     };
   }
-  const persisted = readStringField(result, "persisted");
-  if (persisted !== void 0) {
-    output.persisted = persisted;
+  const persist = readStringField(target, "persist");
+  if (persist !== void 0) {
+    output.persist = persist;
   }
   const text = readStringField(input, "text");
   if (text !== void 0) {
@@ -1240,7 +1222,10 @@ function formatNetworkDetailOutput(result) {
   }
   const redirectChain = readArrayField(result, "redirectChain");
   if (redirectChain.length > 0) {
-    lines.push("", `Redirect chain (${redirectChain.length} hop${redirectChain.length === 1 ? "" : "s"}):`);
+    lines.push(
+      "",
+      `Redirect chain (${redirectChain.length} hop${redirectChain.length === 1 ? "" : "s"}):`
+    );
     redirectChain.forEach((hop, index) => {
       const location = readStringField(hop, "location");
       lines.push(
@@ -1248,6 +1233,32 @@ function formatNetworkDetailOutput(result) {
       );
     });
   }
+  const transportProbe = readObjectField(result, "transportProbe");
+  if (transportProbe !== void 0) {
+    const recommended = readStringField(transportProbe, "recommended");
+    const probeAttempts = readArrayField(transportProbe, "attempts");
+    lines.push(
+      "",
+      `Transport probe${recommended === void 0 ? "" : ` (recommended: ${recommended})`}:`
+    );
+    for (const attempt of probeAttempts) {
+      const transport = readStringField(attempt, "transport") ?? "?";
+      const ok = readBooleanField(attempt, "ok") === true;
+      const status = readNumberField(attempt, "status");
+      const durationMs = readNumberField(attempt, "durationMs");
+      const error = readStringField(attempt, "error");
+      const marker = ok ? "ok" : "fail";
+      lines.push(
+        `  ${transport}: ${marker}${status === void 0 ? "" : ` ${String(status)}`}${durationMs === void 0 ? "" : ` (${String(durationMs)}ms)`}${error === void 0 ? "" : ` - ${error}`}`
+      );
+    }
+    if (recommended !== void 0) {
+      const summary2 = readObjectField(result, "summary");
+      const method = readStringField(summary2, "method") ?? "GET";
+      const url = readStringField(summary2, "url") ?? "";
+      lines.push("", `-> SDK: await this.fetch("${url}", { method: "${method}" })`);
+    }
+  }
   const notes = readArrayField(result, "notes").map((entry) => typeof entry === "string" ? entry : void 0).filter((entry) => entry !== void 0);
   if (notes.length > 0) {
     lines.push("", ...notes.map((note) => `Note: ${note}`));
@@ -1270,7 +1281,6 @@ function formatTransportOutput(result, operation) {
   const body = readObjectField(response, "body");
   const bodySize = body === void 0 ? void 0 : readNumberField(body, "originalByteLength") ?? readNumberField(body, "capturedByteLength");
   const output = {
-    ...operation === "network.replay" && readStringField(result, "recordId") !== void 0 ? { recordId: readStringField(result, "recordId") } : {},
     ...readStringField(result, "transport") === void 0 ? {} : { transport: readStringField(result, "transport") },
     ...response === void 0 ? {} : { status: readNumberField(response, "status") },
     ...contentType === void 0 ? {} : { contentType },
@@ -1292,45 +1302,6 @@ function formatTransportOutput(result, operation) {
   }
   return output;
 }
-function formatCookiesOutput(result) {
-  if (result === null || typeof result !== "object") {
-    return renderJson(result);
-  }
-  const cookies = readArrayField(result, "cookies");
-  const domain = readStringField(result, "domain");
-  const lines = [`[cookies] ${cookies.length} cookie${cookies.length === 1 ? "" : "s"}${domain === void 0 ? "" : ` for ${domain}`}`];
-  for (const cookie of cookies) {
-    const flags = [
-      readBooleanField(cookie, "session") === true ? "session" : void 0,
-      readBooleanField(cookie, "httpOnly") === true ? "httpOnly" : void 0,
-      readBooleanField(cookie, "secure") === true ? "secure" : void 0,
-      readStringField(cookie, "expiresAt")
-    ].filter((value) => value !== void 0);
-    lines.push(
-      `  ${padRight(readStringField(cookie, "name") ?? "cookie", 20)} ${truncateInline(readStringField(cookie, "value") ?? "", 48)}${flags.length === 0 ? "" : `  ${flags.join("  ")}`}`
-    );
-  }
-  return `${lines.join("\n")}
-`;
-}
-function formatStorageOutput(result) {
-  if (result === null || typeof result !== "object") {
-    return renderJson(result);
-  }
-  const domains = readArrayField(result, "domains");
-  const lines = [];
-  for (const domain of domains) {
-    const domainName = readStringField(domain, "domain") ?? "unknown";
-    const localStorage = readArrayField(domain, "localStorage");
-    const sessionStorage = readArrayField(domain, "sessionStorage");
-    lines.push(`[storage] localStorage for ${domainName} (${localStorage.length} key${localStorage.length === 1 ? "" : "s"})`, "");
-    lines.push(...localStorage.map((entry) => formatStorageEntry(entry)));
-    lines.push("", `[storage] sessionStorage for ${domainName} (${sessionStorage.length} key${sessionStorage.length === 1 ? "" : "s"})`, "");
-    lines.push(...sessionStorage.map((entry) => formatStorageEntry(entry)), "");
-  }
-  return `${lines.join("\n").trimEnd()}
-`;
-}
 function formatStateOutput(result) {
   if (result === null || typeof result !== "object") {
     return renderJson(result);
@@ -1355,10 +1326,16 @@ function formatStateOutput(result) {
       )
     );
     const localStorage = readArrayField(domain, "localStorage");
-    lines.push("", `localStorage (${localStorage.length} key${localStorage.length === 1 ? "" : "s"}):`);
+    lines.push(
+      "",
+      `localStorage (${localStorage.length} key${localStorage.length === 1 ? "" : "s"}):`
+    );
     lines.push(...localStorage.map((entry) => formatStorageEntry(entry)));
     const sessionStorage = readArrayField(domain, "sessionStorage");
-    lines.push("", `sessionStorage (${sessionStorage.length} key${sessionStorage.length === 1 ? "" : "s"}):`);
+    lines.push(
+      "",
+      `sessionStorage (${sessionStorage.length} key${sessionStorage.length === 1 ? "" : "s"}):`
+    );
     lines.push(...sessionStorage.map((entry) => formatStorageEntry(entry)));
     const globals = readObjectField(domain, "globals");
     if (globals !== void 0) {
@@ -2154,6 +2131,19 @@ function formatLaneRow(input) {
   return `${input.marker} ${provider} ${status} ${summary}${input.detail ?? ""}`.trimEnd();
 }
 
+// src/cli/exec.ts
+async function runExecExpression(context, expression) {
+  const AsyncFunction = Object.getPrototypeOf(async function() {
+  }).constructor;
+  let fn;
+  try {
+    fn = new AsyncFunction(`return (${expression})`);
+  } catch {
+    fn = new AsyncFunction(expression);
+  }
+  return fn.call(context);
+}
+
 // src/cli/bin.ts
 var emitProcessWarning = process4.emitWarning.bind(process4);
 process4.emitWarning = ((warning, ...args) => {
@@ -2204,20 +2194,18 @@ async function main() {
     await handleRecordCommandEntry(parsed);
     return;
   }
+  if (parsed.command[0] === "exec") {
+    await handleExecCommand(parsed);
+    return;
+  }
   const operation = resolveOperation(parsed.command);
   if (!operation) {
     throw new Error(`Unknown command: ${parsed.command.join(" ")}`);
   }
   if (parsed.options.workspace === void 0) {
-    throw new Error(
-      'Stateful commands require "--workspace <id>" or OPENSTEER_WORKSPACE.'
-    );
+    throw new Error('Stateful commands require "--workspace <id>" or OPENSTEER_WORKSPACE.');
   }
-  const engineName = resolveCliEngineName(parsed);
-  const provider = resolveCliProvider(parsed);
-  assertProviderSupportsEngine(provider.mode, engineName);
-  assertCloudCliOptionsMatchProvider(parsed, provider.mode);
-  const runtimeProvider = buildCliRuntimeProvider(parsed, provider.mode);
+  const { engineName, provider, runtimeProvider } = resolveCliRuntimeSelection(parsed);
   if (operation === "session.close") {
     await handleCloseCommand(parsed, engineName, provider.mode, runtimeProvider);
     return;
@@ -2247,6 +2235,36 @@ async function main() {
     await runtime.disconnect().catch(() => void 0);
   }
 }
+async function handleExecCommand(parsed) {
+  if (parsed.options.workspace === void 0) {
+    throw new Error('exec requires "--workspace <id>" or OPENSTEER_WORKSPACE.');
+  }
+  const expression = parsed.rest.join(" ");
+  if (!expression) {
+    throw new Error(
+      `exec requires an expression. Example: exec "await this.evaluate('document.title')"`
+    );
+  }
+  const { engineName, runtimeProvider } = resolveCliRuntimeSelection(parsed);
+  const { Opensteer } = await import('../opensteer-3Q3LR5XM.js');
+  const opensteer = new Opensteer({
+    workspace: parsed.options.workspace,
+    rootDir: process4.cwd(),
+    ...runtimeProvider === void 0 ? {} : { provider: runtimeProvider },
+    engineName,
+    ...parsed.options.browser === void 0 ? {} : { browser: parsed.options.browser },
+    ...parsed.options.launch === void 0 ? {} : { launch: parsed.options.launch },
+    ...parsed.options.context === void 0 ? {} : { context: parsed.options.context }
+  });
+  try {
+    const result = await runExecExpression(opensteer, expression);
+    if (result !== void 0) {
+      process4.stdout.write(JSON.stringify(result, null, 2) + "\n");
+    }
+  } finally {
+    await opensteer.disconnect().catch(() => void 0);
+  }
+}
 async function handleBrowserCommand(parsed) {
   const subcommand = parsed.command[1];
   if (subcommand === "discover") {
@@ -2477,6 +2495,18 @@ function buildCliExplicitProvider(parsed) {
   }
   return void 0;
 }
+function resolveCliRuntimeSelection(parsed) {
+  const engineName = resolveCliEngineName(parsed);
+  const provider = resolveCliProvider(parsed);
+  assertProviderSupportsEngine(provider.mode, engineName);
+  assertCloudCliOptionsMatchProvider(parsed, provider.mode);
+  const runtimeProvider = buildCliRuntimeProvider(parsed, provider.mode);
+  return {
+    engineName,
+    provider,
+    runtimeProvider
+  };
+}
 function resolveCliEngineName(parsed) {
   return resolveOpensteerEngineName({
     ...parsed.options.requestedEngineName === void 0 ? {} : { requested: parsed.options.requestedEngineName },