@plune-ai/cli 0.26.0 → 0.27.0

package/README.md

@@ -392,6 +392,17 @@ The shard that is the Nth also prints `plune: run closed` just above that line,
   and leaves the run open, as `PLUNE_SHARED_RUN` does: close it with `plune run finish`.
 - With `--fail-on-failures`, the shard that closes the run gates on its summary; the others have no verdict yet.
 
+### A time limit for the import
+
+The whole `plune run import` stops after 600 seconds by default, so a platform that stops answering cannot hold a CI job until its own timeout kills it. Raise it for a very large report, or turn it off with `0`:
+
+```bash
+PLUNE_IMPORT_TIMEOUT=1200 plune run import ./playwright.json     # seconds, 0 to 86400; 0 is no limit
+plune run import ./playwright.json --timeout 1200                # the same, as a flag (it wins)
+```
+
+At the limit the command sends `terminate` for the run it opened (not for a run other jobs share), says in one line that the platform may have received part of the results, and exits 1. Import the report again afterwards.
+
 ### Many screenshots: upload concurrency and retries
 
 Files go to Plune up to 100 to a request: `uploads-batch` announces them (with the SHA-256 of each, read as a stream,

package/dist/cli.cjs

@@ -2579,6 +2579,7 @@ function readEnv(env = process.env) {
   const warnings = [];
   const uploadConcurrency = bounded(env, "PLUNE_UPLOAD_CONCURRENCY", UPLOAD_CONCURRENCY, warnings);
   const uploadRetries = bounded(env, "PLUNE_UPLOAD_RETRIES", UPLOAD_RETRIES, warnings);
+  const importTimeout = bounded(env, "PLUNE_IMPORT_TIMEOUT", IMPORT_TIMEOUT, warnings);
   const title = value(env, "PLUNE_RUN_TITLE");
   const environment = value(env, "PLUNE_ENV");
   const labels = list(env, "PLUNE_LABELS");
@@ -2610,6 +2611,7 @@ function readEnv(env = process.env) {
     keepOpen: flag(env, "PLUNE_SHARED_RUN") || flag(env, "PLUNE_PROCEED") || shard !== void 0 || shardError !== void 0,
     ...shard !== void 0 ? { shard } : {},
     ...shardError !== void 0 ? { shardError } : {},
+    ...importTimeout !== void 0 ? { importTimeout } : {},
     ignored: UNSUPPORTED_VARS.filter((name) => value(env, name) !== void 0),
     warnings
   };
@@ -2637,7 +2639,7 @@ function ciCommit(reported, env = process.env) {
     ...branch !== void 0 ? { branch } : {}
   };
 }
-var path6, UNSUPPORTED_VARS, SHARDS_MAX, UPLOAD_CONCURRENCY, UPLOAD_RETRIES, PROVIDERS;
+var path6, UNSUPPORTED_VARS, SHARDS_MAX, UPLOAD_CONCURRENCY, UPLOAD_RETRIES, IMPORT_TIMEOUT, PROVIDERS;
 var init_env2 = __esm({
   "src/reporter-core/env.ts"() {
     "use strict";
@@ -2647,6 +2649,7 @@ var init_env2 = __esm({
     SHARDS_MAX = 1e3;
     UPLOAD_CONCURRENCY = { min: 1, max: 32, default: 16 };
     UPLOAD_RETRIES = { min: 0, max: 20, default: 6 };
+    IMPORT_TIMEOUT = { min: 0, max: 86400, default: 600 };
     PROVIDERS = [
       { is: "GITHUB_ACTIONS", sha: "GITHUB_SHA", branch: ["GITHUB_HEAD_REF", "GITHUB_REF_NAME"] },
       { is: "GITLAB_CI", sha: "CI_COMMIT_SHA", branch: ["CI_COMMIT_REF_NAME"] },
@@ -5365,8 +5368,24 @@ var init_importers = __esm({
 // src/cli/commands/run-import.ts
 var run_import_exports = {};
 __export(run_import_exports, {
+  ImportTimeoutError: () => ImportTimeoutError,
   handleRunImport: () => handleRunImport
 });
+async function timeoutMessage(limit, runId, ours, options) {
+  const head = `plune: run import did not finish in ${limit} s (--timeout / PLUNE_IMPORT_TIMEOUT; 0 turns the limit off); the platform may have received part of the results`;
+  if (runId === null) return `${head}; the run id is not known, so nothing was terminated - look for an open run with this key in Plune and terminate it there, then import again.`;
+  if (!ours) return `${head}; run ${runId} is shared with other jobs and was left open - close it with "plune run finish ${runId}" once they are done, then import this report again.`;
+  const wait = options.terminateWaitMs ?? 15e3;
+  let timer;
+  const gaveUp = new Promise((resolve10) => timer = setTimeout(() => resolve10("gaveup"), wait));
+  const quiet = () => void 0;
+  const closed = handleRunFinish(runId, { ...options, write: quiet, terminate: true, reason: `import timed out after ${limit} s` }).then(
+    () => true,
+    () => false
+  );
+  const done = await Promise.race([closed, gaveUp]).finally(() => clearTimeout(timer)) === true;
+  return done ? `${head}; run ${runId} was terminated - import the report again.` : `${head}; run ${runId} could not be terminated from here - run "plune run finish ${runId} --terminate" (the platform also closes a silent run after 30 minutes), then import again.`;
+}
 async function handleRunImport(options) {
   const write = options.write ?? ((line) => void process.stdout.write(`${line}
 `));
@@ -5393,31 +5412,47 @@ async function handleRunImport(options) {
   const apiUrl = resolveApiUrl(options.apiUrl ?? env.config.apiUrl);
   const token = options.token ?? env.config.token ?? loadToken() ?? "";
   if (token === "") throw new NoTokenError();
-  const session = await startRun(
-    {
-      apiUrl,
-      token,
-      ...options.fetchImpl !== void 0 ? { fetchImpl: options.fetchImpl } : {},
-      ...options.key !== void 0 ? { externalKey: options.key } : {},
-      ...options.create === true ? { offerDiscovered: true } : {},
-      ...options.uploadConcurrency !== void 0 ? { uploadConcurrency: options.uploadConcurrency } : {},
-      kind: "automated",
-      // The CI run the report names, never this machine's: whoever imports may be another job (#790).
-      // The commit and branch likewise, where the report names a commit; a report that names none —
-      // JUnit's never does — takes this job's own, which is where the tests ran when import follows
-      // them in one job (plune-ai/plune#927).
-      meta: { runner: format, ...ciUrl !== void 0 ? { ciUrl } : {}, ...ciCommit(ci) },
-      log: write
-    },
-    // The file is the complete list of what ran, so the platform can resolve every test in one
-    // request and derive what never ran from the same list (AC-09/AC-10) — the lazy path would be
-    // a lookup per result.
-    results.map((r) => r.keys)
-  );
-  for (const result2 of results) await session.add(result2);
+  let session;
+  const send = async () => {
+    session = await startRun(
+      {
+        apiUrl,
+        token,
+        ...options.fetchImpl !== void 0 ? { fetchImpl: options.fetchImpl } : {},
+        ...options.key !== void 0 ? { externalKey: options.key } : {},
+        ...options.create === true ? { offerDiscovered: true } : {},
+        ...options.uploadConcurrency !== void 0 ? { uploadConcurrency: options.uploadConcurrency } : {},
+        kind: "automated",
+        // The CI run the report names, never this machine's: whoever imports may be another job (#790).
+        // The commit and branch likewise, where the report names a commit; a report that names none —
+        // JUnit's never does — takes this job's own, which is where the tests ran when import follows
+        // them in one job (plune-ai/plune#927).
+        meta: { runner: format, ...ciUrl !== void 0 ? { ciUrl } : {}, ...ciCommit(ci) },
+        log: write
+      },
+      // The file is the complete list of what ran, so the platform can resolve every test in one
+      // request and derive what never ran from the same list (AC-09/AC-10) — the lazy path would be
+      // a lookup per result.
+      results.map((r) => r.keys)
+    );
+    for (const result2 of results) await session.add(result2);
+    return env.keepOpen ? session.leaveOpen({ holdShardLines: true }) : session.finish();
+  };
+  const limit = options.timeoutSec ?? env.importTimeout ?? IMPORT_TIMEOUT.default;
+  const sent = send();
   let frozen;
-  if (env.keepOpen) frozen = await session.leaveOpen({ holdShardLines: true });
-  else frozen = await session.finish();
+  if (limit === 0) frozen = await sent;
+  else {
+    sent.catch(() => void 0);
+    let timer;
+    const late = new Promise((resolve10) => timer = setTimeout(() => resolve10("late"), limit * 1e3));
+    const first = await Promise.race([sent, late]).finally(() => clearTimeout(timer));
+    if (first === "late") {
+      throw new ImportTimeoutError(await timeoutMessage(limit, session?.runId ?? null, !env.keepOpen, { ...options, apiUrl, token }));
+    }
+    frozen = first;
+  }
+  if (session === void 0) throw new RunCommandError("The import did not start.");
   const stats = session.stats;
   const result = {
     runId: session.runId,
@@ -5512,7 +5547,7 @@ function describe(result, apiUrl) {
   if (result.runId !== null) lines.push(runUrl2(apiUrl, result.runId));
   return lines;
 }
-var fs12, NEXT;
+var fs12, ImportTimeoutError, NEXT;
 var init_run_import = __esm({
   "src/cli/commands/run-import.ts"() {
     "use strict";
@@ -5526,6 +5561,8 @@ var init_run_import = __esm({
     init_credentials();
     init_gate();
     init_env2();
+    ImportTimeoutError = class extends RunCommandError {
+    };
     NEXT = {
       queue: "the review queue is full. Approve or reject what is waiting, then import this report again to offer the rest.",
       cases: "the project is at its test case limit. Delete cases you no longer need, or ask an operator to raise the limit, then import this report again to offer the rest.",
@@ -6862,6 +6899,13 @@ function createProgram() {
       if (!/^\d+$/.test(v) || Number(v) < 1 || Number(v) > 32) throw new import_commander.InvalidArgumentError("a whole number from 1 to 32.");
       return Number(v);
     }
+  ).option(
+    "--timeout <seconds>",
+    "Give up on the whole import after this many seconds, 0 for no limit (default 600; PLUNE_IMPORT_TIMEOUT sets it too). On a timeout the run this import opened is terminated, and the exit code is 1",
+    (v) => {
+      if (!/^\d+$/.test(v) || Number(v) > 86400) throw new import_commander.InvalidArgumentError("a whole number of seconds from 0 to 86400.");
+      return Number(v);
+    }
   ).option("--fail-on-failures", FAIL_ON_FAILURES, false).action(
     async (file, options, command) => {
       const [
@@ -6888,6 +6932,7 @@ function createProgram() {
           ...options.key !== void 0 ? { key: options.key } : {},
           ...options.create ? { create: true } : {},
           ...options.uploadConcurrency !== void 0 ? { uploadConcurrency: options.uploadConcurrency } : {},
+          ...options.timeout !== void 0 ? { timeoutSec: options.timeout } : {},
           ...options.failOnFailures ? { failOnFailures: true } : {}
         });
         if (options.failOnMissingAttachments && imported.missingAttachments.length > 0) process.exitCode = 1;

package/dist/reporter-core.cjs

@@ -316,6 +316,7 @@ function shardOf(env) {
 }
 var UPLOAD_CONCURRENCY = { min: 1, max: 32, default: 16 };
 var UPLOAD_RETRIES = { min: 0, max: 20, default: 6 };
+var IMPORT_TIMEOUT = { min: 0, max: 86400, default: 600 };
 function value(env, name) {
   const raw = env[name]?.trim();
   return raw === void 0 || raw === "" ? void 0 : raw;
@@ -353,6 +354,7 @@ function readEnv(env = process.env) {
   const warnings = [];
   const uploadConcurrency = bounded(env, "PLUNE_UPLOAD_CONCURRENCY", UPLOAD_CONCURRENCY, warnings);
   const uploadRetries = bounded(env, "PLUNE_UPLOAD_RETRIES", UPLOAD_RETRIES, warnings);
+  const importTimeout = bounded(env, "PLUNE_IMPORT_TIMEOUT", IMPORT_TIMEOUT, warnings);
   const title = value(env, "PLUNE_RUN_TITLE");
   const environment = value(env, "PLUNE_ENV");
   const labels = list(env, "PLUNE_LABELS");
@@ -384,6 +386,7 @@ function readEnv(env = process.env) {
     keepOpen: flag(env, "PLUNE_SHARED_RUN") || flag(env, "PLUNE_PROCEED") || shard !== void 0 || shardError !== void 0,
     ...shard !== void 0 ? { shard } : {},
     ...shardError !== void 0 ? { shardError } : {},
+    ...importTimeout !== void 0 ? { importTimeout } : {},
     ignored: UNSUPPORTED_VARS.filter((name) => value(env, name) !== void 0),
     warnings
   };

package/dist/reporter-core.d.cts

@@ -445,6 +445,8 @@ interface EnvSettings {
     shard?: ShardOf;
     /** `PLUNE_SHARD` was set to something that is not `k/N`. A configuration error: the caller refuses to start. */
     shardError?: string;
+    /** `PLUNE_IMPORT_TIMEOUT` in seconds, when set and usable. */
+    importTimeout?: number;
     /** Variables that were set and have nowhere to land. The caller says so once. */
     ignored: string[];
     /** Variables that were set to something unusable and fell back to their default. The caller says so once. */

package/dist/reporter-core.d.ts

@@ -445,6 +445,8 @@ interface EnvSettings {
     shard?: ShardOf;
     /** `PLUNE_SHARD` was set to something that is not `k/N`. A configuration error: the caller refuses to start. */
     shardError?: string;
+    /** `PLUNE_IMPORT_TIMEOUT` in seconds, when set and usable. */
+    importTimeout?: number;
     /** Variables that were set and have nowhere to land. The caller says so once. */
     ignored: string[];
     /** Variables that were set to something unusable and fell back to their default. The caller says so once. */

package/dist/reporter-core.js

@@ -267,6 +267,7 @@ function shardOf(env) {
 }
 var UPLOAD_CONCURRENCY = { min: 1, max: 32, default: 16 };
 var UPLOAD_RETRIES = { min: 0, max: 20, default: 6 };
+var IMPORT_TIMEOUT = { min: 0, max: 86400, default: 600 };
 function value(env, name) {
   const raw = env[name]?.trim();
   return raw === void 0 || raw === "" ? void 0 : raw;
@@ -304,6 +305,7 @@ function readEnv(env = process.env) {
   const warnings = [];
   const uploadConcurrency = bounded(env, "PLUNE_UPLOAD_CONCURRENCY", UPLOAD_CONCURRENCY, warnings);
   const uploadRetries = bounded(env, "PLUNE_UPLOAD_RETRIES", UPLOAD_RETRIES, warnings);
+  const importTimeout = bounded(env, "PLUNE_IMPORT_TIMEOUT", IMPORT_TIMEOUT, warnings);
   const title = value(env, "PLUNE_RUN_TITLE");
   const environment = value(env, "PLUNE_ENV");
   const labels = list(env, "PLUNE_LABELS");
@@ -335,6 +337,7 @@ function readEnv(env = process.env) {
     keepOpen: flag(env, "PLUNE_SHARED_RUN") || flag(env, "PLUNE_PROCEED") || shard !== void 0 || shardError !== void 0,
     ...shard !== void 0 ? { shard } : {},
     ...shardError !== void 0 ? { shardError } : {},
+    ...importTimeout !== void 0 ? { importTimeout } : {},
     ignored: UNSUPPORTED_VARS.filter((name) => value(env, name) !== void 0),
     warnings
   };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@plune-ai/cli",
-  "version": "0.26.0",
+  "version": "0.27.0",
   "description": "AI-powered assertion testing for LLM apps — write assertions, run them against any provider, get a pass/fail report (local, CI, or diff).",
   "keywords": [
     "ai",