@axlsdk/studio 0.17.9 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +51 -385
- package/dist/{chunk-WUCCIBQ6.js → chunk-CY4BTXRZ.js} +23 -1
- package/dist/chunk-CY4BTXRZ.js.map +1 -0
- package/dist/cli.cjs +22 -0
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.js +1 -1
- package/dist/client/assets/index-B90nxXYQ.js +313 -0
- package/dist/client/index.html +1 -1
- package/dist/middleware.cjs +22 -0
- package/dist/middleware.cjs.map +1 -1
- package/dist/middleware.js +1 -1
- package/dist/server/index.cjs +22 -0
- package/dist/server/index.cjs.map +1 -1
- package/dist/server/index.js +1 -1
- package/package.json +4 -4
- package/dist/chunk-WUCCIBQ6.js.map +0 -1
- package/dist/client/assets/index-Cskx93hn.js +0 -313
package/dist/cli.cjs
CHANGED
|
@@ -1828,8 +1828,13 @@ function createEvalRoutes(connMgr, evalLoader) {
|
|
|
1828
1828
|
const first = results[0];
|
|
1829
1829
|
const partial2 = results.length < runs;
|
|
1830
1830
|
const failureMsg = runFailure ? redactErrorMessage(runFailure, redactOn) || String(runFailure) || void 0 : void 0;
|
|
1831
|
+
const aggDegraded = unionDegradedScorers(results);
|
|
1831
1832
|
const result = {
|
|
1832
1833
|
...first,
|
|
1834
|
+
summary: {
|
|
1835
|
+
...first.summary,
|
|
1836
|
+
...aggDegraded.length > 0 ? { degraded: aggDegraded } : {}
|
|
1837
|
+
},
|
|
1833
1838
|
_multiRun: {
|
|
1834
1839
|
aggregate,
|
|
1835
1840
|
allRuns: results,
|
|
@@ -2087,6 +2092,23 @@ function createEvalRoutes(connMgr, evalLoader) {
|
|
|
2087
2092
|
}
|
|
2088
2093
|
return { app: app5, closeActiveRuns };
|
|
2089
2094
|
}
|
|
2095
|
+
function unionDegradedScorers(results) {
|
|
2096
|
+
const byScorer = /* @__PURE__ */ new Map();
|
|
2097
|
+
for (const run of results) {
|
|
2098
|
+
const degraded = run.summary?.degraded;
|
|
2099
|
+
if (!Array.isArray(degraded)) continue;
|
|
2100
|
+
for (const d of degraded) {
|
|
2101
|
+
const existing = byScorer.get(d.scorer);
|
|
2102
|
+
if (!existing) {
|
|
2103
|
+
byScorer.set(d.scorer, { ...d, runsAffected: 1 });
|
|
2104
|
+
} else {
|
|
2105
|
+
const worse = d.rate > existing.rate ? d : existing;
|
|
2106
|
+
byScorer.set(d.scorer, { ...worse, runsAffected: existing.runsAffected + 1 });
|
|
2107
|
+
}
|
|
2108
|
+
}
|
|
2109
|
+
}
|
|
2110
|
+
return [...byScorer.values()];
|
|
2111
|
+
}
|
|
2090
2112
|
|
|
2091
2113
|
// src/server/routes/playground.ts
|
|
2092
2114
|
var import_hono11 = require("hono");
|