@tangle-network/agent-eval 0.122.8 → 0.123.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. package/CHANGELOG.md +2 -0
  2. package/dist/analyst/index.js +4 -4
  3. package/dist/benchmarks/index.js +5 -5
  4. package/dist/campaign/index.d.ts +140 -11
  5. package/dist/campaign/index.js +5 -5
  6. package/dist/{chunk-ULOKLHIQ.js → chunk-A5S77LSE.js} +3 -3
  7. package/dist/{chunk-MUS5DOH7.js → chunk-FC5NDO3E.js} +2 -2
  8. package/dist/{chunk-MI2H23RV.js → chunk-G2GPNLSX.js} +2 -2
  9. package/dist/{chunk-ZDAKRZG5.js → chunk-GS3FJGUF.js} +25 -6
  10. package/dist/{chunk-ZDAKRZG5.js.map → chunk-GS3FJGUF.js.map} +1 -1
  11. package/dist/{chunk-S6IL3R5I.js → chunk-HZJF4IUO.js} +72 -33
  12. package/dist/{chunk-S6IL3R5I.js.map → chunk-HZJF4IUO.js.map} +1 -1
  13. package/dist/{chunk-PXD6ZFNY.js → chunk-IR3KBHOY.js} +19 -1
  14. package/dist/{chunk-PXD6ZFNY.js.map → chunk-IR3KBHOY.js.map} +1 -1
  15. package/dist/{chunk-WW2A73HW.js → chunk-NUKSVU3W.js} +2 -2
  16. package/dist/{chunk-BVMWQDC5.js → chunk-VJ7T5WIO.js} +3 -3
  17. package/dist/contract/index.d.ts +62 -11
  18. package/dist/contract/index.js +36 -11
  19. package/dist/contract/index.js.map +1 -1
  20. package/dist/index.d.ts +4 -0
  21. package/dist/index.js +8 -8
  22. package/dist/openapi.json +1 -1
  23. package/dist/traces.js +3 -3
  24. package/package.json +1 -1
  25. /package/dist/{chunk-ULOKLHIQ.js.map → chunk-A5S77LSE.js.map} +0 -0
  26. /package/dist/{chunk-MUS5DOH7.js.map → chunk-FC5NDO3E.js.map} +0 -0
  27. /package/dist/{chunk-MI2H23RV.js.map → chunk-G2GPNLSX.js.map} +0 -0
  28. /package/dist/{chunk-WW2A73HW.js.map → chunk-NUKSVU3W.js.map} +0 -0
  29. /package/dist/{chunk-BVMWQDC5.js.map → chunk-VJ7T5WIO.js.map} +0 -0
package/dist/index.d.ts CHANGED
@@ -14252,6 +14252,10 @@ interface RunImprovementLoopResult<TArtifact, TScenario extends Scenario> extend
14252
14252
  neutralizedOnHoldout?: CampaignResult<TArtifact, TScenario>;
14253
14253
  neutralizedSurface?: MutableSurface;
14254
14254
  gateResult: Awaited<ReturnType<Gate<TArtifact, TScenario>['decide']>>;
14255
+ /** Present iff the loop ran with `holdout: 'deferred'`. When set,
14256
+ * `baselineOnHoldout`/`winnerOnHoldout` are the shared EMPTY campaign (zero
14257
+ * cells dispatched) and the gate verdict is the forced `'hold'`. */
14258
+ holdout?: 'deferred';
14255
14259
  /** Unified baseline→winner surface diff. Computed UNCONDITIONALLY (not only
14256
14260
  * when `autoOnPromote === 'pr'`) so the diff that the gate decided on is
14257
14261
  * always present on the result + in the emitted provenance record. Empty
package/dist/index.js CHANGED
@@ -53,7 +53,7 @@ import {
53
53
  pairArms,
54
54
  parseCorrectnessResponse,
55
55
  verifyCompletion
56
- } from "./chunk-ZDAKRZG5.js";
56
+ } from "./chunk-GS3FJGUF.js";
57
57
  import {
58
58
  DEFAULT_MUTATION_PRIMITIVES,
59
59
  DEFAULT_RED_TEAM_CORPUS,
@@ -91,7 +91,7 @@ import {
91
91
  scoreRedTeamOutput,
92
92
  surfaceContentHash,
93
93
  toolNamesForRun
94
- } from "./chunk-S6IL3R5I.js";
94
+ } from "./chunk-HZJF4IUO.js";
95
95
  import {
96
96
  BackendIntegrityError,
97
97
  assertRealAgentReceipts,
@@ -116,12 +116,12 @@ import {
116
116
  defaultIsMaterial,
117
117
  diffFindings,
118
118
  runSemanticConceptJudge
119
- } from "./chunk-MI2H23RV.js";
119
+ } from "./chunk-G2GPNLSX.js";
120
120
  import {
121
121
  buildDefaultAnalystRegistry,
122
122
  computeTraceMetrics,
123
123
  createChatClient
124
- } from "./chunk-BVMWQDC5.js";
124
+ } from "./chunk-VJ7T5WIO.js";
125
125
  import "./chunk-HHWE3POT.js";
126
126
  import {
127
127
  AnalystRegistry,
@@ -156,7 +156,7 @@ import {
156
156
  scorePolicyEditReadiness,
157
157
  validatePolicyEdit,
158
158
  validatePolicyEditCandidateRecord
159
- } from "./chunk-MUS5DOH7.js";
159
+ } from "./chunk-FC5NDO3E.js";
160
160
  import {
161
161
  allCriticalPassed,
162
162
  controlFailureClassFromVerification,
@@ -305,7 +305,7 @@ import {
305
305
  scoreTraceInsightReadiness,
306
306
  tokenizeDomainWords,
307
307
  traceAnalystOnRunComplete
308
- } from "./chunk-ULOKLHIQ.js";
308
+ } from "./chunk-A5S77LSE.js";
309
309
  import "./chunk-H5UD2323.js";
310
310
  import {
311
311
  extractUsage,
@@ -327,7 +327,7 @@ import {
327
327
  TRACE_ANALYST_ACTOR_DESCRIPTION,
328
328
  TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
329
329
  analyzeTraces
330
- } from "./chunk-WW2A73HW.js";
330
+ } from "./chunk-NUKSVU3W.js";
331
331
  import {
332
332
  DEFAULT_REDACTION_RULES,
333
333
  REDACTION_VERSION,
@@ -352,7 +352,7 @@ import {
352
352
  stringField,
353
353
  traceAnalystFunctionGroup,
354
354
  traceSpanKindToOpenInferenceKind
355
- } from "./chunk-PXD6ZFNY.js";
355
+ } from "./chunk-IR3KBHOY.js";
356
356
  import {
357
357
  RunIntegrityError,
358
358
  assertRunCaptured,
package/dist/openapi.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "openapi": "3.1.0",
3
3
  "info": {
4
4
  "title": "@tangle-network/agent-eval — wire protocol",
5
- "version": "0.122.8",
5
+ "version": "0.123.0",
6
6
  "description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
7
7
  "contact": {
8
8
  "name": "Tangle Network",
package/dist/traces.js CHANGED
@@ -27,7 +27,7 @@ import {
27
27
  scoreTraceInsightReadiness,
28
28
  tokenizeDomainWords,
29
29
  traceAnalystOnRunComplete
30
- } from "./chunk-ULOKLHIQ.js";
30
+ } from "./chunk-A5S77LSE.js";
31
31
  import "./chunk-H5UD2323.js";
32
32
  import {
33
33
  extractUsage,
@@ -49,7 +49,7 @@ import {
49
49
  TRACE_ANALYST_ACTOR_DESCRIPTION,
50
50
  TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
51
51
  analyzeTraces
52
- } from "./chunk-WW2A73HW.js";
52
+ } from "./chunk-NUKSVU3W.js";
53
53
  import {
54
54
  DEFAULT_REDACTION_RULES,
55
55
  REDACTION_VERSION,
@@ -74,7 +74,7 @@ import {
74
74
  stringField,
75
75
  traceAnalystFunctionGroup,
76
76
  traceSpanKindToOpenInferenceKind
77
- } from "./chunk-PXD6ZFNY.js";
77
+ } from "./chunk-IR3KBHOY.js";
78
78
  import {
79
79
  RunIntegrityError,
80
80
  assertRunCaptured,
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@tangle-network/agent-eval",
3
- "version": "0.122.8",
3
+ "version": "0.123.0",
4
4
  "description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
5
5
  "homepage": "https://github.com/tangle-network/agent-eval#readme",
6
6
  "repository": {