@plune-ai/cli 0.30.0 → 0.30.2

package/README.md

@@ -121,7 +121,7 @@ the last resort, used only when `PLUNE_TOKEN` is set nowhere else. Nothing write
 | `plune init` | Scaffold `plune.yaml`, a sample dataset, and `.env.example`. Flags: `--yes` (non-interactive), `--force`. |
 | `plune login` | Save a [Plune platform](https://plune.ai/platform) API token so `sync` and `ingest` can reach it. The token is **checked against the API before it is saved**, so a wrong one fails here rather than two commands later. Get one at `https://beta.plune.ai` → Account → API tokens. Flags: `--token <token>` (omit to paste it or pipe it via stdin), `--skip-verify` (save without checking, for offline setup). In CI, skip this step: every platform command reads `PLUNE_TOKEN` from the environment first, and the saved login only when it is not set. |
 | `plune logout` | Remove the saved token. |
-| `plune sync` | Upload the latest local run to the platform. Flags: `--file <path>` to send a specific run JSON, `--fail-on-failures` to read the run's summary back once after the upload and exit with [the gate](#a-release-gate---fail-on-failures)'s code. Each upload carries an `Idempotency-Key` (SHA-256 of the body), so sending the same run again returns the same run rather than creating a second one. Against a platform with `POST /v1/jobs` the upload is also reported as a job (kind `cli-sync`) that ends failed with the error text if the sync fails; an older platform without the route is not told, and a job report never fails the sync. |
+| `plune sync` | Upload the latest local run to the platform. Flags: `--file <path>` to send a specific run JSON, `--fail-on-failures` to read the run's summary back once after the upload and exit with [the gate](#a-release-gate---fail-on-failures)'s code. Each upload carries an `Idempotency-Key` (SHA-256 of the body), so sending the same run again returns the same run rather than creating a second one. Against a platform with `POST /v1/jobs` the upload is also reported as a job (kind `sync`, counting the run's rows) that ends completed, or failed with the error text if the sync fails; an older platform without the route is not told, and a job report never fails the sync: when the sync goes through, one the platform did not take is said in one line on stderr. |
 | `plune run import <file>` | Turn a **JUnit XML** or **Playwright JSON** report, or an **Allure `allure-results` folder**, into a run in Plune. Needs no provider key — nothing is generated. Flags: `--format junit\|playwright-json\|allure` (detected from the file when omitted; a folder is Allure), `--name <text>` to call the run something other than the [folder-based default](#what-the-run-is-called), `--key <externalKey>` to land several reports in one run (with `PLUNE_SHARED_RUN=1` — see below), `--create` to offer unmatched tests to the review queue, `--fail-on-missing-attachments` to exit 1 when a file a JUnit report names with `[[ATTACHMENT\|path]]`, or an Allure result names as a `source`, is not there (the results are sent either way), `--upload-concurrency <n>` for files uploaded at once ([1 to 32, default 16](#many-screenshots-upload-concurrency-and-retries)), `--fail-on-failures` to exit with [the gate](#a-release-gate---fail-on-failures)'s code on the summary the platform froze when this import finished the run. |
 | `plune run start` | Open a platform run — or join the one already carrying `--key` — and print its id. Flags: `--key <externalKey>` (generated when absent), `--name <text>` to call the run something other than the [default](#what-the-run-is-called), `--json` for one machine-readable line. |
 | `plune run finish <id>` | Close a platform run. This is what the reporter tells you to do for a run it had to leave open. Flags: `--terminate` to record it as cut short, `--reason <text>`, `--fail-on-failures` to exit with [the gate](#a-release-gate---fail-on-failures)'s code on the summary the platform froze. |

package/dist/cli.cjs

@@ -3230,7 +3230,7 @@ async function startRun(passed, declared2) {
       ...cfg.environment !== void 0 ? { environment: cfg.environment } : {},
       ...cfg.labels !== void 0 ? { labels: cfg.labels } : {}
     };
-    const start = await client.post("/v1/runs", {
+    const request = {
       schemaVersion: 2,
       kind: cfg.kind ?? "automated",
       ...externalKey !== null ? { externalKey } : {},
@@ -3241,7 +3241,14 @@ async function startRun(passed, declared2) {
       // a person will miss, and a deployment older than the field must not be nagged on every run.
       title: defaultRunTitle(),
       ...described
-    });
+    };
+    let start = await client.post("/v1/runs", request);
+    if (!start.ok && start.status === 413 && configuration !== void 0) {
+      log(
+        `plune: the platform refused the run's list of expected tests as too large (${start.detail || start.kind}) \u2014 starting without it: the results still land, but this run counts no tests that did not run, and claims no full run.`
+      );
+      start = await client.post("/v1/runs", { ...request, configuration: void 0 });
+    }
     if (start.ok && typeof start.body?.run?.id === "string") {
       runId = start.body.run.id;
       joined = start.status === 200;
@@ -4369,10 +4376,11 @@ async function handleSync(deps = {}) {
   const idempotencyKey = (0, import_node_crypto4.createHash)("sha256").update(payload).digest("hex");
   const bearer = token;
   const job = new JobReporter(doFetch, apiUrl, bearer);
-  await job.open(path9.basename(deps.file !== void 0 ? path9.resolve(cwd, deps.file) : cwd));
+  await job.open(path9.basename(deps.file !== void 0 ? path9.resolve(cwd, deps.file) : cwd), run.summary.total);
   try {
     const result = await upload();
     await job.finish({ ok: true });
+    if (job.problem !== void 0) result.jobProblem = job.problem;
     return result;
   } catch (err) {
     await job.finish({ ok: false, reason: err instanceof Error ? err.message : "Sync failed." });
@@ -4401,7 +4409,7 @@ async function handleSync(deps = {}) {
     const body = await res.json().catch(() => ({}));
     const id = typeof body.id === "string" ? body.id : "";
     const result = { id, url: `${endpoint}/${id}` };
-    await job.report(deps.failOnFailures === true ? 80 : 95, id || void 0);
+    await job.uploaded(id || void 0);
     if (deps.failOnFailures === true) {
       result.gate = gateExit(await readVerdict(doFetch, `${endpoint}/${id}/summary`, bearer));
     }
@@ -4428,7 +4436,7 @@ function reportSyncFailure(err, write) {
   }
   return null;
 }
-var import_node_crypto4, fs8, path9, NotLoggedInError, TokenRejectedError, SyncFileError, SyncNetworkError, SyncHttpError, JOB_KIND, JOB_TIMEOUT_MS, JobReporter;
+var import_node_crypto4, fs8, path9, NotLoggedInError, TokenRejectedError, SyncFileError, SyncNetworkError, SyncHttpError, JOB_KIND, JOB_TIMEOUT_MS, JOB_SUBJECT_NAME_MAX, JOB_REASON_MAX, JobReporter;
 var init_sync = __esm({
   "src/cli/commands/sync.ts"() {
     "use strict";
@@ -4476,8 +4484,10 @@ var init_sync = __esm({
       }
       status;
     };
-    JOB_KIND = "cli-sync";
+    JOB_KIND = "sync";
     JOB_TIMEOUT_MS = 5e3;
+    JOB_SUBJECT_NAME_MAX = 200;
+    JOB_REASON_MAX = 2e3;
     JobReporter = class {
       constructor(doFetch, base, token) {
         this.doFetch = doFetch;
@@ -4488,32 +4498,43 @@ var init_sync = __esm({
       base;
       token;
       id;
-      async send(method, url, body) {
+      /** The run's rows, the job's `total`; `null` while there are none to count. */
+      size = null;
+      /** The first report the platform did not take, for the CLI to say once. */
+      problem;
+      async send(method, route, body) {
         try {
-          const res = await this.doFetch(url, {
+          const res = await this.doFetch(`${this.base}/v1/jobs${route}`, {
             method,
             headers: { "content-type": "application/json", authorization: `Bearer ${this.token}` },
             body: JSON.stringify(body),
             signal: AbortSignal.timeout(JOB_TIMEOUT_MS)
           });
           const json = await res.json().catch(() => void 0);
-          return res.ok ? json ?? {} : void 0;
-        } catch {
-          return void 0;
+          if (res.ok) return json ?? {};
+          if (route === "" && (res.status === 404 || res.status === 405)) return void 0;
+          this.problem ??= `HTTP ${res.status}${typeof json?.error === "string" ? ` \u2014 ${json.error}` : ""}`;
+        } catch (err) {
+          this.problem ??= err instanceof Error ? err.message : String(err);
         }
+        return void 0;
       }
-      async open(subjectName) {
-        const body = await this.send("POST", `${this.base}/v1/jobs`, {
+      async open(subjectName, rows) {
+        this.size = Number.isInteger(rows) && rows > 0 ? rows : null;
+        const name = subjectName.trim().slice(0, JOB_SUBJECT_NAME_MAX);
+        const body = await this.send("POST", "", {
           kind: JOB_KIND,
-          subjectName,
-          progress: 0
+          ...name !== "" ? { subjectName: name } : {},
+          ...this.size !== null ? { progress: { done: 0, total: this.size } } : {}
         });
         if (typeof body?.id === "string") this.id = body.id;
       }
-      async report(progress, cursor) {
+      /** The upload is in: every row of the run is on the platform. */
+      async uploaded(cursor) {
         if (this.id === void 0) return;
-        await this.send("PATCH", `${this.base}/v1/jobs/${encodeURIComponent(this.id)}`, {
-          progress,
+        await this.send("PATCH", `/${encodeURIComponent(this.id)}/progress`, {
+          done: this.size,
+          total: this.size,
           ...cursor !== void 0 ? { cursor } : {}
         });
       }
@@ -4523,8 +4544,8 @@ var init_sync = __esm({
         this.id = void 0;
         await this.send(
           "PATCH",
-          `${this.base}/v1/jobs/${encodeURIComponent(id)}`,
-          outcome.ok ? { status: "succeeded", progress: 100 } : { status: "failed", reason: outcome.reason }
+          `/${encodeURIComponent(id)}/state`,
+          outcome.ok ? { state: "completed" } : { state: "failed", reason: outcome.reason.slice(0, JOB_REASON_MAX) }
         );
       }
     };
@@ -7658,13 +7679,17 @@ ${missed.map((m) => `  - ${m}`).join("\n")}
     const { handleSync: handleSync2, reportSyncFailure: reportSyncFailure2 } = await Promise.resolve().then(() => (init_sync(), sync_exports));
     const cwd = globals.config !== void 0 ? (0, import_node_path6.dirname)((0, import_node_path6.resolve)(globals.config)) : process.cwd();
     try {
-      const { id, url, gate } = await handleSync2({
+      const { id, url, gate, jobProblem } = await handleSync2({
         cwd,
         ...options.file !== void 0 ? { file: options.file } : {},
         ...options.failOnFailures ? { failOnFailures: true } : {}
       });
       process.stdout.write(`Synced run ${id} \u2192 ${url}
 `);
+      if (jobProblem !== void 0) {
+        process.stderr.write(`plune: could not report this sync to the job queue (${jobProblem}) \u2014 the run is uploaded.
+`);
+      }
       if (gate !== void 0) {
         process.stdout.write(`${gate.line}
 `);

package/dist/index.cjs

@@ -1892,8 +1892,10 @@ var SyncHttpError = class extends Error {
   }
   status;
 };
-var JOB_KIND = "cli-sync";
+var JOB_KIND = "sync";
 var JOB_TIMEOUT_MS = 5e3;
+var JOB_SUBJECT_NAME_MAX = 200;
+var JOB_REASON_MAX = 2e3;
 var JobReporter = class {
   constructor(doFetch, base, token) {
     this.doFetch = doFetch;
@@ -1904,32 +1906,43 @@ var JobReporter = class {
   base;
   token;
   id;
-  async send(method, url, body) {
+  /** The run's rows, the job's `total`; `null` while there are none to count. */
+  size = null;
+  /** The first report the platform did not take, for the CLI to say once. */
+  problem;
+  async send(method, route, body) {
     try {
-      const res = await this.doFetch(url, {
+      const res = await this.doFetch(`${this.base}/v1/jobs${route}`, {
         method,
         headers: { "content-type": "application/json", authorization: `Bearer ${this.token}` },
         body: JSON.stringify(body),
         signal: AbortSignal.timeout(JOB_TIMEOUT_MS)
       });
       const json = await res.json().catch(() => void 0);
-      return res.ok ? json ?? {} : void 0;
-    } catch {
-      return void 0;
+      if (res.ok) return json ?? {};
+      if (route === "" && (res.status === 404 || res.status === 405)) return void 0;
+      this.problem ??= `HTTP ${res.status}${typeof json?.error === "string" ? ` \u2014 ${json.error}` : ""}`;
+    } catch (err) {
+      this.problem ??= err instanceof Error ? err.message : String(err);
     }
+    return void 0;
   }
-  async open(subjectName) {
-    const body = await this.send("POST", `${this.base}/v1/jobs`, {
+  async open(subjectName, rows) {
+    this.size = Number.isInteger(rows) && rows > 0 ? rows : null;
+    const name = subjectName.trim().slice(0, JOB_SUBJECT_NAME_MAX);
+    const body = await this.send("POST", "", {
       kind: JOB_KIND,
-      subjectName,
-      progress: 0
+      ...name !== "" ? { subjectName: name } : {},
+      ...this.size !== null ? { progress: { done: 0, total: this.size } } : {}
     });
     if (typeof body?.id === "string") this.id = body.id;
   }
-  async report(progress, cursor) {
+  /** The upload is in: every row of the run is on the platform. */
+  async uploaded(cursor) {
     if (this.id === void 0) return;
-    await this.send("PATCH", `${this.base}/v1/jobs/${encodeURIComponent(this.id)}`, {
-      progress,
+    await this.send("PATCH", `/${encodeURIComponent(this.id)}/progress`, {
+      done: this.size,
+      total: this.size,
       ...cursor !== void 0 ? { cursor } : {}
     });
   }
@@ -1939,8 +1952,8 @@ var JobReporter = class {
     this.id = void 0;
     await this.send(
       "PATCH",
-      `${this.base}/v1/jobs/${encodeURIComponent(id)}`,
-      outcome.ok ? { status: "succeeded", progress: 100 } : { status: "failed", reason: outcome.reason }
+      `/${encodeURIComponent(id)}/state`,
+      outcome.ok ? { state: "completed" } : { state: "failed", reason: outcome.reason.slice(0, JOB_REASON_MAX) }
     );
   }
 };
@@ -1986,10 +1999,11 @@ async function handleSync(deps = {}) {
   const idempotencyKey = (0, import_node_crypto2.createHash)("sha256").update(payload).digest("hex");
   const bearer = token;
   const job = new JobReporter(doFetch, apiUrl, bearer);
-  await job.open(path5.basename(deps.file !== void 0 ? path5.resolve(cwd, deps.file) : cwd));
+  await job.open(path5.basename(deps.file !== void 0 ? path5.resolve(cwd, deps.file) : cwd), run.summary.total);
   try {
     const result = await upload();
     await job.finish({ ok: true });
+    if (job.problem !== void 0) result.jobProblem = job.problem;
     return result;
   } catch (err) {
     await job.finish({ ok: false, reason: err instanceof Error ? err.message : "Sync failed." });
@@ -2018,7 +2032,7 @@ async function handleSync(deps = {}) {
     const body = await res.json().catch(() => ({}));
     const id = typeof body.id === "string" ? body.id : "";
     const result = { id, url: `${endpoint}/${id}` };
-    await job.report(deps.failOnFailures === true ? 80 : 95, id || void 0);
+    await job.uploaded(id || void 0);
     if (deps.failOnFailures === true) {
       result.gate = gateExit(await readVerdict(doFetch, `${endpoint}/${id}/summary`, bearer));
     }

package/dist/index.d.cts

@@ -364,6 +364,8 @@ interface SyncResult {
         code: number;
         line: string;
     };
+    /** Why the platform's job queue did not take this sync's report: the first refusal or error. The upload went in. */
+    jobProblem?: string;
 }
 /**
  * Upload the latest (or `--file`) local run to `POST {apiUrl}/v1/runs` with the stored Bearer token.

package/dist/index.d.ts

@@ -364,6 +364,8 @@ interface SyncResult {
         code: number;
         line: string;
     };
+    /** Why the platform's job queue did not take this sync's report: the first refusal or error. The upload went in. */
+    jobProblem?: string;
 }
 /**
  * Upload the latest (or `--file`) local run to `POST {apiUrl}/v1/runs` with the stored Bearer token.

package/dist/index.js

@@ -1832,8 +1832,10 @@ var SyncHttpError = class extends Error {
   }
   status;
 };
-var JOB_KIND = "cli-sync";
+var JOB_KIND = "sync";
 var JOB_TIMEOUT_MS = 5e3;
+var JOB_SUBJECT_NAME_MAX = 200;
+var JOB_REASON_MAX = 2e3;
 var JobReporter = class {
   constructor(doFetch, base, token) {
     this.doFetch = doFetch;
@@ -1844,32 +1846,43 @@ var JobReporter = class {
   base;
   token;
   id;
-  async send(method, url, body) {
+  /** The run's rows, the job's `total`; `null` while there are none to count. */
+  size = null;
+  /** The first report the platform did not take, for the CLI to say once. */
+  problem;
+  async send(method, route, body) {
     try {
-      const res = await this.doFetch(url, {
+      const res = await this.doFetch(`${this.base}/v1/jobs${route}`, {
         method,
         headers: { "content-type": "application/json", authorization: `Bearer ${this.token}` },
         body: JSON.stringify(body),
         signal: AbortSignal.timeout(JOB_TIMEOUT_MS)
       });
       const json = await res.json().catch(() => void 0);
-      return res.ok ? json ?? {} : void 0;
-    } catch {
-      return void 0;
+      if (res.ok) return json ?? {};
+      if (route === "" && (res.status === 404 || res.status === 405)) return void 0;
+      this.problem ??= `HTTP ${res.status}${typeof json?.error === "string" ? ` \u2014 ${json.error}` : ""}`;
+    } catch (err) {
+      this.problem ??= err instanceof Error ? err.message : String(err);
     }
+    return void 0;
   }
-  async open(subjectName) {
-    const body = await this.send("POST", `${this.base}/v1/jobs`, {
+  async open(subjectName, rows) {
+    this.size = Number.isInteger(rows) && rows > 0 ? rows : null;
+    const name = subjectName.trim().slice(0, JOB_SUBJECT_NAME_MAX);
+    const body = await this.send("POST", "", {
       kind: JOB_KIND,
-      subjectName,
-      progress: 0
+      ...name !== "" ? { subjectName: name } : {},
+      ...this.size !== null ? { progress: { done: 0, total: this.size } } : {}
     });
     if (typeof body?.id === "string") this.id = body.id;
   }
-  async report(progress, cursor) {
+  /** The upload is in: every row of the run is on the platform. */
+  async uploaded(cursor) {
     if (this.id === void 0) return;
-    await this.send("PATCH", `${this.base}/v1/jobs/${encodeURIComponent(this.id)}`, {
-      progress,
+    await this.send("PATCH", `/${encodeURIComponent(this.id)}/progress`, {
+      done: this.size,
+      total: this.size,
       ...cursor !== void 0 ? { cursor } : {}
     });
   }
@@ -1879,8 +1892,8 @@ var JobReporter = class {
     this.id = void 0;
     await this.send(
       "PATCH",
-      `${this.base}/v1/jobs/${encodeURIComponent(id)}`,
-      outcome.ok ? { status: "succeeded", progress: 100 } : { status: "failed", reason: outcome.reason }
+      `/${encodeURIComponent(id)}/state`,
+      outcome.ok ? { state: "completed" } : { state: "failed", reason: outcome.reason.slice(0, JOB_REASON_MAX) }
     );
   }
 };
@@ -1926,10 +1939,11 @@ async function handleSync(deps = {}) {
   const idempotencyKey = createHash2("sha256").update(payload).digest("hex");
   const bearer = token;
   const job = new JobReporter(doFetch, apiUrl, bearer);
-  await job.open(path5.basename(deps.file !== void 0 ? path5.resolve(cwd, deps.file) : cwd));
+  await job.open(path5.basename(deps.file !== void 0 ? path5.resolve(cwd, deps.file) : cwd), run.summary.total);
   try {
     const result = await upload();
     await job.finish({ ok: true });
+    if (job.problem !== void 0) result.jobProblem = job.problem;
     return result;
   } catch (err) {
     await job.finish({ ok: false, reason: err instanceof Error ? err.message : "Sync failed." });
@@ -1958,7 +1972,7 @@ async function handleSync(deps = {}) {
     const body = await res.json().catch(() => ({}));
     const id = typeof body.id === "string" ? body.id : "";
     const result = { id, url: `${endpoint}/${id}` };
-    await job.report(deps.failOnFailures === true ? 80 : 95, id || void 0);
+    await job.uploaded(id || void 0);
     if (deps.failOnFailures === true) {
       result.gate = gateExit(await readVerdict(doFetch, `${endpoint}/${id}/summary`, bearer));
     }

package/dist/reporter-core.cjs

@@ -875,7 +875,7 @@ async function startRun(passed, declared) {
       ...cfg.environment !== void 0 ? { environment: cfg.environment } : {},
       ...cfg.labels !== void 0 ? { labels: cfg.labels } : {}
     };
-    const start = await client.post("/v1/runs", {
+    const request = {
       schemaVersion: 2,
       kind: cfg.kind ?? "automated",
       ...externalKey !== null ? { externalKey } : {},
@@ -886,7 +886,14 @@ async function startRun(passed, declared) {
       // a person will miss, and a deployment older than the field must not be nagged on every run.
       title: defaultRunTitle(),
       ...described
-    });
+    };
+    let start = await client.post("/v1/runs", request);
+    if (!start.ok && start.status === 413 && configuration !== void 0) {
+      log(
+        `plune: the platform refused the run's list of expected tests as too large (${start.detail || start.kind}) \u2014 starting without it: the results still land, but this run counts no tests that did not run, and claims no full run.`
+      );
+      start = await client.post("/v1/runs", { ...request, configuration: void 0 });
+    }
     if (start.ok && typeof start.body?.run?.id === "string") {
       runId = start.body.run.id;
       joined = start.status === 200;

package/dist/reporter-core.js

@@ -825,7 +825,7 @@ async function startRun(passed, declared) {
       ...cfg.environment !== void 0 ? { environment: cfg.environment } : {},
       ...cfg.labels !== void 0 ? { labels: cfg.labels } : {}
     };
-    const start = await client.post("/v1/runs", {
+    const request = {
       schemaVersion: 2,
       kind: cfg.kind ?? "automated",
       ...externalKey !== null ? { externalKey } : {},
@@ -836,7 +836,14 @@ async function startRun(passed, declared) {
       // a person will miss, and a deployment older than the field must not be nagged on every run.
       title: defaultRunTitle(),
       ...described
-    });
+    };
+    let start = await client.post("/v1/runs", request);
+    if (!start.ok && start.status === 413 && configuration !== void 0) {
+      log(
+        `plune: the platform refused the run's list of expected tests as too large (${start.detail || start.kind}) \u2014 starting without it: the results still land, but this run counts no tests that did not run, and claims no full run.`
+      );
+      start = await client.post("/v1/runs", { ...request, configuration: void 0 });
+    }
     if (start.ok && typeof start.body?.run?.id === "string") {
       runId = start.body.run.id;
       joined = start.status === 200;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@plune-ai/cli",
-  "version": "0.30.0",
+  "version": "0.30.2",
   "description": "AI-powered assertion testing for LLM apps — write assertions, run them against any provider, get a pass/fail report (local, CI, or diff).",
   "keywords": [
     "ai",