@plune-ai/cli 0.34.3 → 0.34.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/dist/cli.cjs +4 -3
  2. package/package.json +1 -1
package/dist/cli.cjs CHANGED
@@ -6260,15 +6260,16 @@ function evalStatus(e) {
6260
6260
  const statuses = e.rows.map(rowStatus);
6261
6261
  if (statuses.includes("failed")) return "failed";
6262
6262
  if (statuses.includes("errored")) return "errored";
6263
- return "passed";
6263
+ return statuses.includes("passed") ? "passed" : "unjudged";
6264
6264
  }
6265
6265
  function classify2(baseline, current) {
6266
6266
  if (current === "errored") return "errored";
6267
+ if (current === "unjudged") return "unmeasured";
6267
6268
  if (baseline === "absent") return current === "passed" ? "new-pass" : "new-fail";
6268
6269
  if (current === "absent") return "removed";
6269
6270
  if (baseline === "passed") return current === "passed" ? "stable-pass" : "regression";
6270
6271
  if (current === "passed") return "improvement";
6271
- return baseline === "errored" ? "unmeasured" : "pre-existing-fail";
6272
+ return baseline === "failed" ? "pre-existing-fail" : "unmeasured";
6272
6273
  }
6273
6274
  function diffRuns(baseline, current) {
6274
6275
  const baseMap = new Map(baseline.evals.map((e) => [e.id, evalStatus(e)]));
@@ -6427,7 +6428,7 @@ var init_diff3 = __esm({
6427
6428
  "new-pass": "\u{1F7E2} new pass",
6428
6429
  "stable-pass": "\u2705 stable",
6429
6430
  errored: "\u26A0\uFE0F errored",
6430
- unmeasured: "\u26A0\uFE0F not measured (baseline errored)",
6431
+ unmeasured: "\u26A0\uFE0F not measured",
6431
6432
  removed: "\u2796 removed"
6432
6433
  };
6433
6434
  }
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@plune-ai/cli",
3
- "version": "0.34.3",
3
+ "version": "0.34.4",
4
4
  "description": "AI-powered assertion testing for LLM apps — write assertions, run them against any provider, get a pass/fail report (local, CI, or diff).",
5
5
  "keywords": [
6
6
  "ai",