@tangle-network/agent-eval 0.120.4 → 0.122.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. package/CHANGELOG.md +4 -16
  2. package/dist/analyst/index.d.ts +1 -0
  3. package/dist/analyst/index.js +4 -4
  4. package/dist/belief-state/index.d.ts +43 -0
  5. package/dist/belief-state/index.js +48 -326
  6. package/dist/belief-state/index.js.map +1 -1
  7. package/dist/benchmarks/index.d.ts +5 -1
  8. package/dist/benchmarks/index.js +6 -6
  9. package/dist/campaign/index.d.ts +16 -18
  10. package/dist/campaign/index.js +7 -5
  11. package/dist/{chunk-SQQED7ZH.js → chunk-3A246TSA.js} +2 -2
  12. package/dist/{chunk-NMN4WGSJ.js → chunk-4I2E3LLO.js} +2 -2
  13. package/dist/chunk-7VYEGHWF.js +1425 -0
  14. package/dist/chunk-7VYEGHWF.js.map +1 -0
  15. package/dist/{chunk-ZMXDQ4K7.js → chunk-JHOJHHU7.js} +5 -8
  16. package/dist/{chunk-ZMXDQ4K7.js.map → chunk-JHOJHHU7.js.map} +1 -1
  17. package/dist/{chunk-3XH4Y2SS.js → chunk-P62I523A.js} +5 -3
  18. package/dist/{chunk-3XH4Y2SS.js.map → chunk-P62I523A.js.map} +1 -1
  19. package/dist/{chunk-CVJP5TMD.js → chunk-PICTDURQ.js} +2 -2
  20. package/dist/{chunk-5BYTIDZ7.js → chunk-QWMPPZ3X.js} +2 -2
  21. package/dist/{chunk-5CVUPHJ4.js → chunk-S5TT5R3L.js} +2 -2
  22. package/dist/{chunk-ZTJPIIVI.js → chunk-TDHX3BVA.js} +160 -7
  23. package/dist/chunk-TDHX3BVA.js.map +1 -0
  24. package/dist/{chunk-7QBFOJ3E.js → chunk-VZ6VKOJT.js} +32 -211
  25. package/dist/chunk-VZ6VKOJT.js.map +1 -0
  26. package/dist/{chunk-SYV364BL.js → chunk-XDIRG3TO.js} +2 -2
  27. package/dist/cli.js +2 -2
  28. package/dist/contract/index.d.ts +118 -29
  29. package/dist/contract/index.js +552 -502
  30. package/dist/contract/index.js.map +1 -1
  31. package/dist/fuzz.js +1 -1
  32. package/dist/index.d.ts +7 -19
  33. package/dist/index.js +13 -11
  34. package/dist/index.js.map +1 -1
  35. package/dist/openapi.json +1 -1
  36. package/dist/rl.d.ts +5 -1
  37. package/dist/{run-campaign-75RTPVV5.js → run-campaign-HNFPJET4.js} +3 -3
  38. package/dist/wire/index.js +2 -2
  39. package/docs/eval-surface-map.md +1 -1
  40. package/package.json +2 -2
  41. package/dist/chunk-7QBFOJ3E.js.map +0 -1
  42. package/dist/chunk-HKUCJ437.js +0 -787
  43. package/dist/chunk-HKUCJ437.js.map +0 -1
  44. package/dist/chunk-ZTJPIIVI.js.map +0 -1
  45. /package/dist/{chunk-SQQED7ZH.js.map → chunk-3A246TSA.js.map} +0 -0
  46. /package/dist/{chunk-NMN4WGSJ.js.map → chunk-4I2E3LLO.js.map} +0 -0
  47. /package/dist/{chunk-CVJP5TMD.js.map → chunk-PICTDURQ.js.map} +0 -0
  48. /package/dist/{chunk-5BYTIDZ7.js.map → chunk-QWMPPZ3X.js.map} +0 -0
  49. /package/dist/{chunk-5CVUPHJ4.js.map → chunk-S5TT5R3L.js.map} +0 -0
  50. /package/dist/{chunk-SYV364BL.js.map → chunk-XDIRG3TO.js.map} +0 -0
  51. /package/dist/{run-campaign-75RTPVV5.js.map → run-campaign-HNFPJET4.js.map} +0 -0
package/dist/openapi.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "openapi": "3.1.0",
3
3
  "info": {
4
4
  "title": "@tangle-network/agent-eval — wire protocol",
5
- "version": "0.120.4",
5
+ "version": "0.122.0",
6
6
  "description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
7
7
  "contact": {
8
8
  "name": "Tangle Network",
package/dist/rl.d.ts CHANGED
@@ -3700,11 +3700,15 @@ interface GenerationCandidate {
3700
3700
  * reflective proposer grounds its next edit on. Keep `notes` GENERALIZABLE
3701
3701
  * (which checks/lines/dimensions failed and how), NOT case-specific ground
3702
3702
  * truth: leaking expected answers into the prompt is memorization, and the
3703
- * held-out gate would reject it anyway. */
3703
+ * held-out gate would reject it anyway. `emitted` is a bounded excerpt of
3704
+ * the candidate's raw output for the scenario (worst rep when reps > 1) —
3705
+ * the "what it actually did" evidence; optional so trajectory capture is
3706
+ * never required of a dispatch. */
3704
3707
  scenarios: Array<{
3705
3708
  scenarioId: string;
3706
3709
  composite: number;
3707
3710
  notes?: string;
3711
+ emitted?: string;
3708
3712
  }>;
3709
3713
  /** Proposer-supplied short label for the change. Present when the proposer
3710
3714
  * returned a `ProposedCandidate`; absent for bare-surface mutators. */
@@ -1,9 +1,9 @@
1
1
  import {
2
2
  planCampaignRun,
3
3
  runCampaign
4
- } from "./chunk-SYV364BL.js";
4
+ } from "./chunk-XDIRG3TO.js";
5
5
  import "./chunk-PJQFMIOX.js";
6
- import "./chunk-ZMXDQ4K7.js";
6
+ import "./chunk-JHOJHHU7.js";
7
7
  import "./chunk-VI2UW6B6.js";
8
8
  import "./chunk-ONWEPEDO.js";
9
9
  import "./chunk-PZ5AY32C.js";
@@ -11,4 +11,4 @@ export {
11
11
  planCampaignRun,
12
12
  runCampaign
13
13
  };
14
- //# sourceMappingURL=run-campaign-75RTPVV5.js.map
14
+ //# sourceMappingURL=run-campaign-HNFPJET4.js.map
@@ -34,9 +34,9 @@ import {
34
34
  runRpcOnce,
35
35
  startServer,
36
36
  startServerAsync
37
- } from "../chunk-NMN4WGSJ.js";
37
+ } from "../chunk-4I2E3LLO.js";
38
38
  import "../chunk-NJC7U437.js";
39
- import "../chunk-ZMXDQ4K7.js";
39
+ import "../chunk-JHOJHHU7.js";
40
40
  import "../chunk-VI2UW6B6.js";
41
41
  import "../chunk-PC4UYEBM.js";
42
42
  import "../chunk-ONWEPEDO.js";
@@ -12,7 +12,7 @@ composition point already exists (see Produced-state grading below).**
12
12
  | `runCampaign` | The measurement primitive. Run a dispatch over scenarios × seeds × reps, score each with judges, aggregate. Caller owns the dispatch. | `CampaignResult` |
13
13
  | `runEval` | The simplest preset over `runCampaign` — just score, no loop, no gate. The 80% "I want a scorecard" case. | `CampaignResult` |
14
14
  | `runProfileMatrix` | Factor the SAME scenarios across N agent **profiles** (models / prompt variants), with RunRecord stamping + a real-backend integrity guard. | `RunRecord[]` |
15
- | `runOptimization` | GENERATE: measured or validated premeasured baseline → N generations of propose → measure → rank → promote. No release gate. | generations + winner |
15
+ | `runOptimization` | GENERATE: baseline → N generations of propose → measure → rank → promote. No release gate. | generations + winner |
16
16
  | `runImprovementLoop` | The release-gate shell around `runOptimization`: adds a held-out re-score + a promotion gate (+ optional auto-PR). | gate decision + winner |
17
17
  | `runEvalCampaign` | Inversion-of-control variant of `runCampaign` — the runner is handed a pre-wired trace/sink/emitter and integrity gating as a precondition. Use when you need full capture by construction. | `CampaignResult` + records |
18
18
  | `runAgentMatrix` | The bare N-axis cartesian scheduler with concurrency control. The layer beneath the eval surface — reach for it only when you need raw scheduling, not eval semantics. | cell results |
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@tangle-network/agent-eval",
3
- "version": "0.120.4",
3
+ "version": "0.122.0",
4
4
  "description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
5
5
  "homepage": "https://github.com/tangle-network/agent-eval#readme",
6
6
  "repository": {
@@ -152,7 +152,7 @@
152
152
  "@ax-llm/ax": "^23.0.0",
153
153
  "@hono/node-server": "^2.0.0",
154
154
  "@tangle-network/agent-core": "^0.4.11",
155
- "@tangle-network/agent-interface": "^0.26.0",
155
+ "@tangle-network/agent-interface": "^0.29.0",
156
156
  "@tangle-network/tcloud": "^0.4.14",
157
157
  "hono": "^4.12.30",
158
158
  "zod": "^4.3.6"