@leostera/evalkit 0.6.0 → 0.6.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +17 -7
- package/dist/cli.mjs +4 -4
- package/dist/dashboard/assets/index-CTJpd8q8.js +34 -0
- package/dist/dashboard/assets/index-YAabTN3X.css +2 -0
- package/dist/dashboard/index.html +2 -2
- package/dist/index.d.mts +2 -0
- package/dist/index.d.mts.map +1 -1
- package/dist/index.mjs +1 -1
- package/dist/runner.d.mts +2 -0
- package/dist/runner.d.mts.map +1 -1
- package/dist/runner.mjs +1 -1
- package/dist/skills/evalkit-agents/SKILL.md +1 -1
- package/dist/{src-CVSCn3bZ.mjs → src-CKqOzeBi.mjs} +5 -3
- package/dist/{src-D4tCwxNb.mjs → src-CZPufWN_.mjs} +1 -0
- package/package.json +1 -1
- package/dist/dashboard/assets/index-BK9x-zoi.css +0 -2
- package/dist/dashboard/assets/index-DzsDLGHx.js +0 -32
package/CHANGELOG.md
CHANGED
|
@@ -2,6 +2,15 @@
|
|
|
2
2
|
|
|
3
3
|
All notable changes to `@leostera/evalkit`. The format follows [Keep a Changelog](https://keepachangelog.com/en/1.1.0/), and the project uses [Semantic Versioning](https://semver.org/). Before 1.0, a minor version may include breaking changes; they are marked **Breaking**.
|
|
4
4
|
|
|
5
|
+
## [0.6.1] - 2026-10-30
|
|
6
|
+
|
|
7
|
+
Readable trajectories on the trial page.
|
|
8
|
+
|
|
9
|
+
### Added
|
|
10
|
+
|
|
11
|
+
- **Readable trajectories.** The trial page shows the trajectory as a conversation grouped by turn: the user's message, tool calls paired with their results (arguments and results expand), replies as text, and each checkpoint as one verdict with its duration. Lifecycle events are folded away; **All events** lists every raw event, each expandable to its JSON. Turns show latency and token usage when the agent reports them.
|
|
12
|
+
- The runner records each user step's message on its `transcript-step-started` event (`message`), so trajectories include what the agent was asked.
|
|
13
|
+
|
|
5
14
|
## [0.6.0] - 2026-10-30
|
|
6
15
|
|
|
7
16
|
Scenarios, datasets and CI reporting ([RFD0007](docs/rfds/RFD0007-scenarios-datasets-and-ci-reporting.md)). This release has breaking changes; see [Migrating from 0.5](#migrating-from-05) below.
|
|
@@ -138,10 +147,11 @@ Commit provenance and team sharing ([RFD0006](docs/rfds/RFD0006-commit-provenanc
|
|
|
138
147
|
- **Breaking:** the npm package moved to `@leostera/evalkit`. Replace the `@leostera-js/evalkit` dependency and update imports, including `/runner`. Eval definitions and local reports are unchanged.
|
|
139
148
|
- Dashboard workflow refinements.
|
|
140
149
|
|
|
141
|
-
[0.6.
|
|
142
|
-
[0.
|
|
143
|
-
[0.
|
|
144
|
-
[0.
|
|
145
|
-
[0.
|
|
146
|
-
[0.
|
|
147
|
-
[0.0
|
|
150
|
+
[0.6.1]: https://github.com/leostera/evalkit/compare/91c2c86...main
|
|
151
|
+
[0.6.0]: https://github.com/leostera/evalkit/compare/99008d5...91c2c86
|
|
152
|
+
[0.5.0]: https://github.com/leostera/evalkit/compare/49ad689...99008d5
|
|
153
|
+
[0.4.0]: https://github.com/leostera/evalkit/compare/175bfcd...49ad689
|
|
154
|
+
[0.3.0]: https://github.com/leostera/evalkit/compare/d45b221...175bfcd
|
|
155
|
+
[0.2.0]: https://github.com/leostera/evalkit/compare/49471c3...d45b221
|
|
156
|
+
[0.1.0]: https://github.com/leostera/evalkit/compare/b03233b...49471c3
|
|
157
|
+
[0.0.2]: https://github.com/leostera/evalkit/compare/f13f20b...b03233b
|
package/dist/cli.mjs
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
#!/bin/sh
|
|
2
2
|
':' //; exec "${EVALKIT_RUNTIME:-$(command -v bun || command -v node)}" "$0" "$@"
|
|
3
|
-
import { L as defineEvalMatrix, R as canonicalParameters, d as recordError, f as registerEvals, i as authoringId, r as agentRuntimes, s as defineSuite } from "./src-
|
|
4
|
-
import { a as readRunSummary, d as staticDatasetFile, f as staticDatasetFiles, i as readRunManifest, l as readTrialSummary, n as runMatrix, o as readTrialEvents, r as ownerIsGone, s as readTrialManifest, t as runEval, u as localReportStore } from "./src-
|
|
3
|
+
import { L as defineEvalMatrix, R as canonicalParameters, d as recordError, f as registerEvals, i as authoringId, r as agentRuntimes, s as defineSuite } from "./src-CZPufWN_.mjs";
|
|
4
|
+
import { a as readRunSummary, d as staticDatasetFile, f as staticDatasetFiles, i as readRunManifest, l as readTrialSummary, n as runMatrix, o as readTrialEvents, r as ownerIsGone, s as readTrialManifest, t as runEval, u as localReportStore } from "./src-CKqOzeBi.mjs";
|
|
5
5
|
import { c as dashboardIndex, d as encodeBundle, o as repoKey } from "./index-db-vbqEGFaU.mjs";
|
|
6
6
|
import { t as createDirectoryShareApp } from "./src-CZnDXP1K.mjs";
|
|
7
7
|
import * as Schema from "effect/Schema";
|
|
@@ -9294,7 +9294,7 @@ function allSkipped(scenario) {
|
|
|
9294
9294
|
//#endregion
|
|
9295
9295
|
//#region ../cli/src/version.ts
|
|
9296
9296
|
/** The CLI version; kept in sync with package.json when releasing. */
|
|
9297
|
-
const VERSION = "0.6.
|
|
9297
|
+
const VERSION = "0.6.1";
|
|
9298
9298
|
//#endregion
|
|
9299
9299
|
//#region ../cli/src/run-command.ts
|
|
9300
9300
|
function parseRunArgs(args) {
|
|
@@ -9922,7 +9922,7 @@ scores, evidence, and candidate files (never evaluator workspaces): review it be
|
|
|
9922
9922
|
}
|
|
9923
9923
|
//#endregion
|
|
9924
9924
|
//#region ../cli/src/new-project.ts
|
|
9925
|
-
const npmDependency = "^0.6.
|
|
9925
|
+
const npmDependency = "^0.6.1";
|
|
9926
9926
|
const ignored = [
|
|
9927
9927
|
"node_modules/",
|
|
9928
9928
|
"_evalkit-results/",
|