@axlsdk/studio 0.17.9 → 0.18.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +51 -385
- package/dist/{chunk-WUCCIBQ6.js → chunk-CY4BTXRZ.js} +23 -1
- package/dist/chunk-CY4BTXRZ.js.map +1 -0
- package/dist/cli.cjs +22 -0
- package/dist/cli.cjs.map +1 -1
- package/dist/cli.js +1 -1
- package/dist/client/assets/index-B90nxXYQ.js +313 -0
- package/dist/client/index.html +1 -1
- package/dist/middleware.cjs +22 -0
- package/dist/middleware.cjs.map +1 -1
- package/dist/middleware.js +1 -1
- package/dist/server/index.cjs +22 -0
- package/dist/server/index.cjs.map +1 -1
- package/dist/server/index.js +1 -1
- package/package.json +4 -4
- package/dist/chunk-WUCCIBQ6.js.map +0 -1
- package/dist/client/assets/index-Cskx93hn.js +0 -313
package/dist/middleware.js
CHANGED
package/dist/server/index.cjs
CHANGED
|
@@ -1831,8 +1831,13 @@ function createEvalRoutes(connMgr, evalLoader) {
|
|
|
1831
1831
|
const first = results[0];
|
|
1832
1832
|
const partial2 = results.length < runs;
|
|
1833
1833
|
const failureMsg = runFailure ? redactErrorMessage(runFailure, redactOn) || String(runFailure) || void 0 : void 0;
|
|
1834
|
+
const aggDegraded = unionDegradedScorers(results);
|
|
1834
1835
|
const result = {
|
|
1835
1836
|
...first,
|
|
1837
|
+
summary: {
|
|
1838
|
+
...first.summary,
|
|
1839
|
+
...aggDegraded.length > 0 ? { degraded: aggDegraded } : {}
|
|
1840
|
+
},
|
|
1836
1841
|
_multiRun: {
|
|
1837
1842
|
aggregate,
|
|
1838
1843
|
allRuns: results,
|
|
@@ -2090,6 +2095,23 @@ function createEvalRoutes(connMgr, evalLoader) {
|
|
|
2090
2095
|
}
|
|
2091
2096
|
return { app: app5, closeActiveRuns };
|
|
2092
2097
|
}
|
|
2098
|
+
function unionDegradedScorers(results) {
|
|
2099
|
+
const byScorer = /* @__PURE__ */ new Map();
|
|
2100
|
+
for (const run of results) {
|
|
2101
|
+
const degraded = run.summary?.degraded;
|
|
2102
|
+
if (!Array.isArray(degraded)) continue;
|
|
2103
|
+
for (const d of degraded) {
|
|
2104
|
+
const existing = byScorer.get(d.scorer);
|
|
2105
|
+
if (!existing) {
|
|
2106
|
+
byScorer.set(d.scorer, { ...d, runsAffected: 1 });
|
|
2107
|
+
} else {
|
|
2108
|
+
const worse = d.rate > existing.rate ? d : existing;
|
|
2109
|
+
byScorer.set(d.scorer, { ...worse, runsAffected: existing.runsAffected + 1 });
|
|
2110
|
+
}
|
|
2111
|
+
}
|
|
2112
|
+
}
|
|
2113
|
+
return [...byScorer.values()];
|
|
2114
|
+
}
|
|
2093
2115
|
|
|
2094
2116
|
// src/server/routes/playground.ts
|
|
2095
2117
|
var import_hono11 = require("hono");
|