@ishlabs/cli 0.14.0 → 0.14.1

package/dist/commands/study-run.js

@@ -21,6 +21,23 @@ function parseMaxInteractions(value) {
         throw new Error(`Invalid --max-interactions value: ${value}`);
     return n;
 }
+/**
+ * Default cap the CLI sends when neither `--max-interactions` nor the
+ * iteration carries its own value. Picked to match the frontend's
+ * conservative interactive launchers and to prevent runaway spend when an
+ * iteration runs against a broken or non-responsive surface — without a
+ * cap, a stuck tester can rack up hundreds of steps before the SDK gives
+ * up.
+ */
+const DEFAULT_MAX_INTERACTIONS = 20;
+function resolveMaxInteractions(optsValue, iterationDetails) {
+    if (optsValue)
+        return parseMaxInteractions(optsValue);
+    if (typeof iterationDetails?.max_interactions === "number") {
+        return iterationDetails.max_interactions;
+    }
+    return DEFAULT_MAX_INTERACTIONS;
+}
 function parseSlowMo(value) {
     const n = parseInt(value, 10);
     if (isNaN(n) || n < 0)
@@ -162,7 +179,7 @@ export function attachStudyRunCommands(study) {
         allFlagDescription: "Use every AI profile matching the filters (workspace-wide if no filters set)",
     })
         .option("--config <id>", "Simulation config ID (required for media unless every profile has one)")
-        .option("--max-interactions <n>", "Max interactions per tester")
+        .option("--max-interactions <n>", `Max interactions per tester (interactive / media only). Precedence: flag > iteration's stored value > CLI default (${DEFAULT_MAX_INTERACTIONS}).`)
         .option("--max-turns <n>", "Max conversation turns per tester (chat studies only)")
         .option("--early-termination", "Allow chat agent to end the conversation early when goals are met (chat studies only)")
         .option("--language <lang>", "Language code (e.g. en, sv)")
@@ -208,6 +225,10 @@ Examples:
   # Override the simulation config (e.g. for a media study):
   $ ish study run --config c-c3c
 
+  # Cap interactions per tester (default 20 — pass higher to allow deeper
+  # exploration, lower to cap spend on a known-broken surface):
+  $ ish study run --max-interactions 30
+
   # Block until all simulations finish (or timeout):
   $ ish study run --wait
   $ ish study run --wait --timeout 600
@@ -499,11 +520,13 @@ Examples:
                             }
                         }
                         else {
-                            const stepsForMedia = opts.maxInteractions
-                                ? parseMaxInteractions(opts.maxInteractions)
-                                : (typeof iteration.details?.max_interactions === "number"
-                                    ? iteration.details.max_interactions
-                                    : 30);
+                            const stepsForMedia = resolveMaxInteractions(opts.maxInteractions, iteration.details);
+                            const source = opts.maxInteractions
+                                ? "from --max-interactions"
+                                : typeof iteration.details?.max_interactions === "number"
+                                    ? "from iteration"
+                                    : `CLI default — pass --max-interactions to override`;
+                            log(`    Max steps:      ${stepsForMedia} (${source})`);
                             if (Number.isFinite(stepsForMedia)) {
                                 const est = estimateMediaRun({ testerCount, maxInteractions: stepsForMedia });
                                 log(`    Credits (est):  ≈ ${est.upper_bound} credit(s) upper bound — ${est.breakdown}`);
@@ -638,7 +661,7 @@ Examples:
                     url: detailsView.url,
                     screenFormat: detailsView.screenFormat,
                     locale: detailsView.locale,
-                    maxInteractions: opts.maxInteractions ? parseMaxInteractions(opts.maxInteractions) : undefined,
+                    maxInteractions: resolveMaxInteractions(opts.maxInteractions, iteration.details),
                     headed: !!opts.headed,
                     slowMo: opts.slowMo ? parseSlowMo(opts.slowMo) : undefined,
                     devtools: opts.devtools,
@@ -758,7 +781,7 @@ Examples:
                 const simResult = await dispatchAttempt(() => client.post("/simulation/media/start/batch", {
                     product_id: resolvedWorkspace,
                     simulations: mediaBatchItems,
-                    ...(opts.maxInteractions && { max_interactions: parseMaxInteractions(opts.maxInteractions) }),
+                    max_interactions: resolveMaxInteractions(opts.maxInteractions, iteration.details),
                 }, { timeout: dispatchTimeoutMs }));
                 simResults = simResult.results;
             }
@@ -776,7 +799,7 @@ Examples:
                     platform: detailsView.platform || "browser",
                     ...(detailsView.url && { url: detailsView.url }),
                     screen_format: detailsView.screenFormat || "desktop",
-                    ...(opts.maxInteractions && { max_interactions: parseMaxInteractions(opts.maxInteractions) }),
+                    max_interactions: resolveMaxInteractions(opts.maxInteractions, iteration.details),
                 }, { timeout: dispatchTimeoutMs }));
                 simResults = simResult.results;
             }
@@ -843,11 +866,7 @@ Examples:
                         return null;
                     return estimateChatSolo({ testerCount, maxTurns: turns });
                 }
-                const steps = opts.maxInteractions
-                    ? parseMaxInteractions(opts.maxInteractions)
-                    : (typeof iteration.details?.max_interactions === "number"
-                        ? iteration.details.max_interactions
-                        : 30);
+                const steps = resolveMaxInteractions(opts.maxInteractions, iteration.details);
                 if (!Number.isFinite(steps))
                     return null;
                 return estimateMediaRun({ testerCount, maxInteractions: steps });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ishlabs/cli",
-  "version": "0.14.0",
+  "version": "0.14.1",
   "description": "The command-line interface for ish",
   "type": "module",
   "bin": {