@wayai/cli 0.3.34 → 0.3.35
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/lib/eval-format.js
CHANGED
|
@@ -9,10 +9,20 @@
|
|
|
9
9
|
*/
|
|
10
10
|
export function printResultsTable(results, mode) {
|
|
11
11
|
let totalPassed = 0;
|
|
12
|
-
let
|
|
12
|
+
let totalTerminal = 0;
|
|
13
|
+
let totalInProgress = 0;
|
|
13
14
|
for (const r of results) {
|
|
14
15
|
const evalName = r.eval?.eval_name || r.eval_id.slice(0, 8);
|
|
15
|
-
|
|
16
|
+
// Denominator = completed runs (`successful + failed`, = the backend's
|
|
17
|
+
// `completed` count). Counting still-running runs against it understates the
|
|
18
|
+
// pass rate mid-run (gh #2604); in-progress runs are surfaced separately.
|
|
19
|
+
// (`completed` includes unevaluated/errored rows, per `failed_runs`;
|
|
20
|
+
// `success_rate` uses the narrower evaluated-only denominator.)
|
|
21
|
+
const terminalRuns = r.successful_runs + r.failed_runs;
|
|
22
|
+
const inProgress = (r.running_runs ?? 0) + (r.pending_runs ?? 0);
|
|
23
|
+
const passed = inProgress > 0
|
|
24
|
+
? `${r.successful_runs}/${terminalRuns} passed (+${inProgress} in progress)`
|
|
25
|
+
: `${r.successful_runs}/${terminalRuns} passed`;
|
|
16
26
|
const avgTime = r.avg_execution_time_ms != null ? `avg ${(r.avg_execution_time_ms / 1000).toFixed(1)}s` : '';
|
|
17
27
|
let scoresStr = '';
|
|
18
28
|
if (r.aggregated_scores) {
|
|
@@ -24,9 +34,11 @@ export function printResultsTable(results, mode) {
|
|
|
24
34
|
}
|
|
25
35
|
console.log(` ${evalName.padEnd(20)} ${passed.padEnd(14)} ${avgTime}${scoresStr}`);
|
|
26
36
|
totalPassed += r.successful_runs;
|
|
27
|
-
|
|
37
|
+
totalTerminal += terminalRuns;
|
|
38
|
+
totalInProgress += inProgress;
|
|
28
39
|
}
|
|
29
|
-
const pct =
|
|
30
|
-
|
|
40
|
+
const pct = totalTerminal > 0 ? ((totalPassed / totalTerminal) * 100).toFixed(1) : '0.0';
|
|
41
|
+
const inProgressNote = totalInProgress > 0 ? ` — ${totalInProgress} in progress` : '';
|
|
42
|
+
console.log(`\nOverall: ${totalPassed}/${totalTerminal} passed (${pct}%)${inProgressNote}`);
|
|
31
43
|
}
|
|
32
44
|
//# sourceMappingURL=eval-format.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"eval-format.js","sourceRoot":"","sources":["../../src/lib/eval-format.ts"],"names":[],"mappings":"AAAA;;GAEG;
|
|
1
|
+
{"version":3,"file":"eval-format.js","sourceRoot":"","sources":["../../src/lib/eval-format.ts"],"names":[],"mappings":"AAAA;;GAEG;AAgBH;;;;;GAKG;AACH,MAAM,UAAU,iBAAiB,CAC/B,OAAoB,EACpB,IAA4B;IAE5B,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,eAAe,GAAG,CAAC,CAAC;IAExB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,QAAQ,GAAG,CAAC,CAAC,IAAI,EAAE,SAAS,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5D,uEAAuE;QACvE,6EAA6E;QAC7E,0EAA0E;QAC1E,qEAAqE;QACrE,gEAAgE;QAChE,MAAM,YAAY,GAAG,CAAC,CAAC,eAAe,GAAG,CAAC,CAAC,WAAW,CAAC;QACvD,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,UAAU,GAAG,CAAC;YAC3B,CAAC,CAAC,GAAG,CAAC,CAAC,eAAe,IAAI,YAAY,aAAa,UAAU,eAAe;YAC5E,CAAC,CAAC,GAAG,CAAC,CAAC,eAAe,IAAI,YAAY,SAAS,CAAC;QAClD,MAAM,OAAO,GAAG,CAAC,CAAC,qBAAqB,IAAI,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,qBAAqB,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAE7G,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,CAAC,iBAAiB,EAAE,CAAC;YACxB,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CACnE,IAAI,KAAK,SAAS;gBAChB,CAAC,CAAC,GAAG,GAAG,KAAK,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG;gBACzC,CAAC,CAAC,GAAG,GAAG,SAAS,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CACtH,CAAC;YACF,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,SAAS,GAAG,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,KAAK,OAAO,GAAG,SAAS,EAAE,CAAC,CAAC;QAEtF,WAAW,IAAI,CAAC,CAAC,eAAe,CAAC;QACjC,aAAa,IAAI,YAAY,CAAC;QAC9B,eAAe,IAAI,UAAU,CAAC;IAChC,CAAC;IAED,MAAM,GAAG,GAAG,aAAa,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACzF,MAAM,cAAc,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,eAAe,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;IACtF,OAAO,CAAC,GAAG,CAAC,cAAc,WAAW,IAAI,aAAa,YAAY,GAAG,KAAK,cAAc,EAAE,CAAC,CAAC;AAC9F,CAAC"}
|