@tangle-network/agent-eval 0.103.1 → 0.103.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (134) hide show
  1. package/dist/adapters/http.d.ts +3 -3
  2. package/dist/adapters/langchain.d.ts +3 -3
  3. package/dist/adapters/otel.d.ts +5 -5
  4. package/dist/analyst/index.d.ts +10 -10
  5. package/dist/analyst/index.js +8 -8
  6. package/dist/{analyze-runs-rF2eGxZ_.d.ts → analyze-runs-DJYpep3L.d.ts} +4 -4
  7. package/dist/belief-state/index.d.ts +4 -4
  8. package/dist/belief-state/index.js +3 -3
  9. package/dist/benchmarks/index.d.ts +3 -3
  10. package/dist/builder-eval/index.js +3 -3
  11. package/dist/campaign/index.d.ts +37 -17
  12. package/dist/campaign/index.js +14 -14
  13. package/dist/campaign/index.js.map +1 -1
  14. package/dist/{chunk-FRI6RG3P.js → chunk-2OGPXHOB.js} +3 -3
  15. package/dist/{chunk-VNM52AGA.js → chunk-3PFZBGMR.js} +3 -3
  16. package/dist/chunk-3PFZBGMR.js.map +1 -0
  17. package/dist/{chunk-SMCACT4Z.js → chunk-5PK3626Q.js} +4 -4
  18. package/dist/{chunk-UMEAR2FI.js → chunk-6HFYGEZ3.js} +3 -3
  19. package/dist/{chunk-CLS3374R.js → chunk-6MFFKPZ4.js} +2 -2
  20. package/dist/{chunk-REVYNR6C.js → chunk-6SK5VFYK.js} +2 -2
  21. package/dist/{chunk-YFYIOSNV.js → chunk-BBQILVBH.js} +5 -5
  22. package/dist/{chunk-BXZVBX3D.js → chunk-DBDRR6GF.js} +2 -2
  23. package/dist/{chunk-D5KBVULY.js → chunk-DRPIZQIT.js} +2 -2
  24. package/dist/{chunk-4DIJWVUT.js → chunk-DTJ6QUQB.js} +2 -2
  25. package/dist/{chunk-RQNOLV3I.js → chunk-FOUG2VVS.js} +2 -2
  26. package/dist/{chunk-CWNP4DV4.js → chunk-FUCQVFMU.js} +2 -2
  27. package/dist/{chunk-TCPP4Z5Q.js → chunk-GDZAWO2I.js} +4 -4
  28. package/dist/{chunk-ZOPLCJSY.js → chunk-HZHNRYHK.js} +2 -2
  29. package/dist/{chunk-BHCFJGL4.js → chunk-K7QEIHHJ.js} +2 -2
  30. package/dist/{chunk-6YVAN6R3.js → chunk-LIEJUH2I.js} +6 -6
  31. package/dist/{chunk-YBIGNSCZ.js → chunk-LNQEP766.js} +2 -2
  32. package/dist/{chunk-LMSQ6EFA.js → chunk-LOJ2QVCE.js} +4 -4
  33. package/dist/{chunk-LOZOZYHU.js → chunk-N22ZO7FV.js} +2 -2
  34. package/dist/{chunk-3BFEG2F6.js → chunk-ONWEPEDO.js} +1 -1
  35. package/dist/chunk-ONWEPEDO.js.map +1 -0
  36. package/dist/{chunk-L5TVEZFT.js → chunk-QRVS7MX4.js} +3 -3
  37. package/dist/{chunk-2MLIEQSN.js → chunk-RPDDVKI7.js} +2 -2
  38. package/dist/{chunk-SBCB6VZY.js → chunk-TT4KNT67.js} +2 -2
  39. package/dist/{chunk-3722PKPB.js → chunk-V7HNA47Z.js} +5 -5
  40. package/dist/{chunk-J5MUFXEY.js → chunk-VK6HBGAE.js} +3 -3
  41. package/dist/{chunk-QCBB6ZIU.js → chunk-X6NIXVOD.js} +2 -2
  42. package/dist/{chunk-AGYDMORK.js → chunk-XJYR7XFV.js} +2 -2
  43. package/dist/{chunk-HYGRFL7C.js → chunk-XMSYF4A7.js} +2 -2
  44. package/dist/{chunk-66T25VWE.js → chunk-Z7FK73R5.js} +5 -5
  45. package/dist/{chunk-2B4HPFXN.js → chunk-ZKIL3VOD.js} +5 -5
  46. package/dist/cli.js +3 -3
  47. package/dist/{code-agent-session-Cen-qD2y.d.ts → code-agent-session-rnJKlqmT.d.ts} +1 -1
  48. package/dist/contract/index.d.ts +20 -20
  49. package/dist/contract/index.js +14 -14
  50. package/dist/{control-KofK3gfG.d.ts → control-B8UthSBL.d.ts} +2 -2
  51. package/dist/control.d.ts +5 -5
  52. package/dist/control.js +4 -4
  53. package/dist/{corpus-CysLCiK4.d.ts → corpus-eBVwhCp1.d.ts} +1 -1
  54. package/dist/{dataset-BbGkaN2I.d.ts → dataset-DS7ytHZU.d.ts} +1 -1
  55. package/dist/{default-registry-Ez4cxuZ4.d.ts → default-registry-BswHCXnU.d.ts} +2 -2
  56. package/dist/diagnose.d.ts +5 -5
  57. package/dist/diagnose.js +5 -5
  58. package/dist/{errors-CzMUYo7b.d.ts → errors-oeQrLqXC.d.ts} +4 -0
  59. package/dist/{feedback-trajectory-BxY0cKfs.d.ts → feedback-trajectory-C9KCo8ag.d.ts} +1 -1
  60. package/dist/fuzz.js +1 -1
  61. package/dist/{gepa-COlCAkHN.d.ts → gepa-Dn0gtj9n.d.ts} +6 -2
  62. package/dist/governance/index.d.ts +3 -3
  63. package/dist/hosted/index.d.ts +5 -5
  64. package/dist/{index-unCSYRJJ.d.ts → index-C2CC_dry.d.ts} +1 -1
  65. package/dist/index.d.ts +32 -32
  66. package/dist/index.js +25 -25
  67. package/dist/{insight-report-DumCfEur.d.ts → insight-report-B4xrdwEK.d.ts} +1 -1
  68. package/dist/{integrity-D2t12mMw.d.ts → integrity-DqGZg3st.d.ts} +1 -1
  69. package/dist/{kind-factory-BLHxwX71.d.ts → kind-factory-DvIGo_cP.d.ts} +1 -1
  70. package/dist/{llm-client-Bj7g0rqu.d.ts → llm-client-DyqEH4jH.d.ts} +1 -1
  71. package/dist/meta-eval/index.d.ts +3 -3
  72. package/dist/meta-eval/index.js +3 -3
  73. package/dist/multishot/index.d.ts +3 -3
  74. package/dist/openapi.json +1 -1
  75. package/dist/pipelines/index.js +3 -3
  76. package/dist/{policy-edit-nUhuFtLF.d.ts → policy-edit-DQUXYMDm.d.ts} +3 -3
  77. package/dist/{pre-registration-CUOSGAZK.d.ts → pre-registration-D8Zr8-rr.d.ts} +4 -4
  78. package/dist/product-benchmark/index.d.ts +2 -2
  79. package/dist/product-benchmark/index.js +2 -2
  80. package/dist/{provenance-B2VsP0jP.d.ts → provenance-phkRBl4h.d.ts} +4 -4
  81. package/dist/{red-team-BWdoyleI.d.ts → red-team-KmmiqBlY.d.ts} +1 -1
  82. package/dist/{release-report-DkaCZ9k4.d.ts → release-report-DeJpsBiA.d.ts} +3 -3
  83. package/dist/reporting.d.ts +6 -6
  84. package/dist/reporting.js +5 -5
  85. package/dist/{researcher-SDAezfML.d.ts → researcher-Wc7dx6GM.d.ts} +4 -4
  86. package/dist/rl.d.ts +11 -11
  87. package/dist/rl.js +11 -11
  88. package/dist/{rubric-predictive-validity-ZGIlJNce.d.ts → rubric-predictive-validity-DPnyG-CE.d.ts} +1 -1
  89. package/dist/run-campaign-PNHAJIT2.js +12 -0
  90. package/dist/{run-record-CPfd1ARZ.d.ts → run-record-I-Z3JNvO.d.ts} +1 -1
  91. package/dist/{runtime-trajectory-DZ8ei-Jo.d.ts → runtime-trajectory-iW9IhV3e.d.ts} +1 -1
  92. package/dist/{semantic-concept-judge-C6mDEBIo.d.ts → semantic-concept-judge-BmNZPB_j.d.ts} +3 -3
  93. package/dist/{summary-report-Fc_YFJat.d.ts → summary-report-QMZVe3P-.d.ts} +1 -1
  94. package/dist/traces.d.ts +3 -3
  95. package/dist/traces.js +7 -7
  96. package/dist/{types-DA9yj-Jd.d.ts → types-D1ytG0Yg.d.ts} +2 -2
  97. package/dist/{types-Bihq6-a3.d.ts → types-Mh6I44ub.d.ts} +1 -1
  98. package/dist/wire/index.d.ts +3 -3
  99. package/dist/wire/index.js +3 -3
  100. package/dist/workflow/index.d.ts +8 -8
  101. package/dist/workflow/index.js +4 -4
  102. package/package.json +1 -1
  103. package/dist/chunk-3BFEG2F6.js.map +0 -1
  104. package/dist/chunk-VNM52AGA.js.map +0 -1
  105. package/dist/run-campaign-DAHKO5CT.js +0 -12
  106. /package/dist/{chunk-FRI6RG3P.js.map → chunk-2OGPXHOB.js.map} +0 -0
  107. /package/dist/{chunk-SMCACT4Z.js.map → chunk-5PK3626Q.js.map} +0 -0
  108. /package/dist/{chunk-UMEAR2FI.js.map → chunk-6HFYGEZ3.js.map} +0 -0
  109. /package/dist/{chunk-CLS3374R.js.map → chunk-6MFFKPZ4.js.map} +0 -0
  110. /package/dist/{chunk-REVYNR6C.js.map → chunk-6SK5VFYK.js.map} +0 -0
  111. /package/dist/{chunk-YFYIOSNV.js.map → chunk-BBQILVBH.js.map} +0 -0
  112. /package/dist/{chunk-BXZVBX3D.js.map → chunk-DBDRR6GF.js.map} +0 -0
  113. /package/dist/{chunk-D5KBVULY.js.map → chunk-DRPIZQIT.js.map} +0 -0
  114. /package/dist/{chunk-4DIJWVUT.js.map → chunk-DTJ6QUQB.js.map} +0 -0
  115. /package/dist/{chunk-RQNOLV3I.js.map → chunk-FOUG2VVS.js.map} +0 -0
  116. /package/dist/{chunk-CWNP4DV4.js.map → chunk-FUCQVFMU.js.map} +0 -0
  117. /package/dist/{chunk-TCPP4Z5Q.js.map → chunk-GDZAWO2I.js.map} +0 -0
  118. /package/dist/{chunk-ZOPLCJSY.js.map → chunk-HZHNRYHK.js.map} +0 -0
  119. /package/dist/{chunk-BHCFJGL4.js.map → chunk-K7QEIHHJ.js.map} +0 -0
  120. /package/dist/{chunk-6YVAN6R3.js.map → chunk-LIEJUH2I.js.map} +0 -0
  121. /package/dist/{chunk-YBIGNSCZ.js.map → chunk-LNQEP766.js.map} +0 -0
  122. /package/dist/{chunk-LMSQ6EFA.js.map → chunk-LOJ2QVCE.js.map} +0 -0
  123. /package/dist/{chunk-LOZOZYHU.js.map → chunk-N22ZO7FV.js.map} +0 -0
  124. /package/dist/{chunk-L5TVEZFT.js.map → chunk-QRVS7MX4.js.map} +0 -0
  125. /package/dist/{chunk-2MLIEQSN.js.map → chunk-RPDDVKI7.js.map} +0 -0
  126. /package/dist/{chunk-SBCB6VZY.js.map → chunk-TT4KNT67.js.map} +0 -0
  127. /package/dist/{chunk-3722PKPB.js.map → chunk-V7HNA47Z.js.map} +0 -0
  128. /package/dist/{chunk-J5MUFXEY.js.map → chunk-VK6HBGAE.js.map} +0 -0
  129. /package/dist/{chunk-QCBB6ZIU.js.map → chunk-X6NIXVOD.js.map} +0 -0
  130. /package/dist/{chunk-AGYDMORK.js.map → chunk-XJYR7XFV.js.map} +0 -0
  131. /package/dist/{chunk-HYGRFL7C.js.map → chunk-XMSYF4A7.js.map} +0 -0
  132. /package/dist/{chunk-66T25VWE.js.map → chunk-Z7FK73R5.js.map} +0 -0
  133. /package/dist/{chunk-2B4HPFXN.js.map → chunk-ZKIL3VOD.js.map} +0 -0
  134. /package/dist/{run-campaign-DAHKO5CT.js.map → run-campaign-PNHAJIT2.js.map} +0 -0
@@ -1,6 +1,6 @@
1
1
  import {
2
2
  analyzeTraces
3
- } from "./chunk-2MLIEQSN.js";
3
+ } from "./chunk-RPDDVKI7.js";
4
4
  import {
5
5
  LLM_CACHED_TOKEN_ATTR_KEYS,
6
6
  LLM_COST_ATTR_KEYS,
@@ -19,21 +19,21 @@ import {
19
19
  projectOtlpFlatLine,
20
20
  spanEpochMillis,
21
21
  traceSpanKindToOpenInferenceKind
22
- } from "./chunk-YBIGNSCZ.js";
22
+ } from "./chunk-LNQEP766.js";
23
23
  import {
24
24
  defaultProviderRedactor,
25
25
  providerFromBaseUrl
26
26
  } from "./chunk-PC4UYEBM.js";
27
27
  import {
28
28
  validateRunRecord
29
- } from "./chunk-J5MUFXEY.js";
29
+ } from "./chunk-VK6HBGAE.js";
30
30
  import {
31
31
  canonicalize,
32
32
  hashJson
33
33
  } from "./chunk-VSMTAMNK.js";
34
34
  import {
35
35
  ReplayError
36
- } from "./chunk-3BFEG2F6.js";
36
+ } from "./chunk-ONWEPEDO.js";
37
37
 
38
38
  // src/trace-analyst/hook.ts
39
39
  var DEFAULT_QUESTION = "Summarise what happened in this run. Surface any failure modes, surprising findings, or evidence that the run's verdict is wrong.";
@@ -1954,4 +1954,4 @@ export {
1954
1954
  createReplayFetch,
1955
1955
  iterateRawCalls
1956
1956
  };
1957
- //# sourceMappingURL=chunk-3722PKPB.js.map
1957
+ //# sourceMappingURL=chunk-V7HNA47Z.js.map
@@ -1,9 +1,9 @@
1
1
  import {
2
2
  validateAgentProfileCell
3
- } from "./chunk-AGYDMORK.js";
3
+ } from "./chunk-XJYR7XFV.js";
4
4
  import {
5
5
  ValidationError
6
- } from "./chunk-3BFEG2F6.js";
6
+ } from "./chunk-ONWEPEDO.js";
7
7
 
8
8
  // src/run-record.ts
9
9
  var MANDATORY_TOP_LEVEL = [
@@ -246,4 +246,4 @@ export {
246
246
  roundTripRunRecord,
247
247
  modelHasSnapshot
248
248
  };
249
- //# sourceMappingURL=chunk-J5MUFXEY.js.map
249
+ //# sourceMappingURL=chunk-VK6HBGAE.js.map
@@ -1,7 +1,7 @@
1
1
  import {
2
2
  pearsonR,
3
3
  spearmanR
4
- } from "./chunk-HYGRFL7C.js";
4
+ } from "./chunk-XMSYF4A7.js";
5
5
 
6
6
  // src/meta-eval/rubric-predictive-validity.ts
7
7
  async function rubricPredictiveValidity(input) {
@@ -133,4 +133,4 @@ function makeRng(seed) {
133
133
  export {
134
134
  rubricPredictiveValidity
135
135
  };
136
- //# sourceMappingURL=chunk-QCBB6ZIU.js.map
136
+ //# sourceMappingURL=chunk-X6NIXVOD.js.map
@@ -3,7 +3,7 @@ import {
3
3
  } from "./chunk-VSMTAMNK.js";
4
4
  import {
5
5
  ValidationError
6
- } from "./chunk-3BFEG2F6.js";
6
+ } from "./chunk-ONWEPEDO.js";
7
7
 
8
8
  // src/agent-profile-cell.ts
9
9
  var AgentProfileCellValidationError = class extends ValidationError {
@@ -314,4 +314,4 @@ export {
314
314
  toAgentProfileJson,
315
315
  buildAgentInterfaceProfileCell
316
316
  };
317
- //# sourceMappingURL=chunk-AGYDMORK.js.map
317
+ //# sourceMappingURL=chunk-XJYR7XFV.js.map
@@ -1,6 +1,6 @@
1
1
  import {
2
2
  ValidationError
3
- } from "./chunk-3BFEG2F6.js";
3
+ } from "./chunk-ONWEPEDO.js";
4
4
 
5
5
  // src/statistics.ts
6
6
  var normalizeScores = (scores) => scores;
@@ -1103,4 +1103,4 @@ export {
1103
1103
  eProcess,
1104
1104
  mulberry32
1105
1105
  };
1106
- //# sourceMappingURL=chunk-HYGRFL7C.js.map
1106
+ //# sourceMappingURL=chunk-XMSYF4A7.js.map
@@ -1,16 +1,16 @@
1
1
  import {
2
2
  runCanaries,
3
3
  scoreRedTeamOutput
4
- } from "./chunk-2B4HPFXN.js";
4
+ } from "./chunk-ZKIL3VOD.js";
5
5
  import {
6
6
  runCampaign
7
- } from "./chunk-VNM52AGA.js";
7
+ } from "./chunk-3PFZBGMR.js";
8
8
  import {
9
9
  detectRewardHacking
10
- } from "./chunk-LOZOZYHU.js";
10
+ } from "./chunk-N22ZO7FV.js";
11
11
  import {
12
12
  pairedBootstrap
13
- } from "./chunk-HYGRFL7C.js";
13
+ } from "./chunk-XMSYF4A7.js";
14
14
 
15
15
  // src/campaign/gates/compose.ts
16
16
  function composeGate(...gates) {
@@ -432,4 +432,4 @@ export {
432
432
  runEval,
433
433
  evolutionaryProposer
434
434
  };
435
- //# sourceMappingURL=chunk-66T25VWE.js.map
435
+ //# sourceMappingURL=chunk-Z7FK73R5.js.map
@@ -1,16 +1,16 @@
1
1
  import {
2
2
  runCampaign,
3
3
  summarizeBackendIntegrity
4
- } from "./chunk-VNM52AGA.js";
4
+ } from "./chunk-3PFZBGMR.js";
5
5
  import {
6
6
  callLlm
7
- } from "./chunk-CWNP4DV4.js";
7
+ } from "./chunk-FUCQVFMU.js";
8
8
  import {
9
9
  DEFAULT_REDACTION_RULES
10
10
  } from "./chunk-GGE4NNQT.js";
11
11
  import {
12
12
  ValidationError
13
- } from "./chunk-3BFEG2F6.js";
13
+ } from "./chunk-ONWEPEDO.js";
14
14
 
15
15
  // src/pareto.ts
16
16
  function dominates(a, b, objectives) {
@@ -1460,7 +1460,7 @@ async function runImprovementLoop(opts) {
1460
1460
  const dispatchTimeoutMs = opts.dispatchTimeoutMs ?? DEFAULT_DISPATCH_TIMEOUT_MS;
1461
1461
  const optimization = await runOptimization({ ...opts, dispatchTimeoutMs });
1462
1462
  const winnerIsBaseline = optimization.winnerSurfaceHash === surfaceHash(opts.baselineSurface);
1463
- const { runCampaign: runCampaign2 } = await import("./run-campaign-DAHKO5CT.js");
1463
+ const { runCampaign: runCampaign2 } = await import("./run-campaign-PNHAJIT2.js");
1464
1464
  const baselineOnHoldout = await runCampaign2({
1465
1465
  ...opts,
1466
1466
  dispatchTimeoutMs,
@@ -2029,4 +2029,4 @@ export {
2029
2029
  provenanceSpansPath,
2030
2030
  emitLoopProvenance
2031
2031
  };
2032
- //# sourceMappingURL=chunk-2B4HPFXN.js.map
2032
+ //# sourceMappingURL=chunk-ZKIL3VOD.js.map
package/dist/cli.js CHANGED
@@ -5,10 +5,10 @@ import {
5
5
  runRpcBatch,
6
6
  runRpcOnce,
7
7
  startServer
8
- } from "./chunk-D5KBVULY.js";
9
- import "./chunk-CWNP4DV4.js";
8
+ } from "./chunk-DRPIZQIT.js";
9
+ import "./chunk-FUCQVFMU.js";
10
10
  import "./chunk-PC4UYEBM.js";
11
- import "./chunk-3BFEG2F6.js";
11
+ import "./chunk-ONWEPEDO.js";
12
12
  import "./chunk-PZ5AY32C.js";
13
13
 
14
14
  // src/cli.ts
@@ -1,4 +1,4 @@
1
- import { b as RunSplitTag, R as RunRecord } from './run-record-CPfd1ARZ.js';
1
+ import { b as RunSplitTag, R as RunRecord } from './run-record-I-Z3JNvO.js';
2
2
 
3
3
  type CodeAgentSessionSource = 'codex' | 'claude-code' | 'opencode' | 'kimi-code' | 'pi';
4
4
  interface ParsedCodeAgentJsonl {
@@ -1,22 +1,22 @@
1
- import { S as Scenario, M as MutableSurface, b as DispatchContext, a as JudgeConfig, f as SurfaceProposer, g as Gate, L as LabeledScenarioStore, C as CampaignResult, j as GateDecision } from '../types-Bihq6-a3.js';
2
- export { k as CampaignAggregates, l as CampaignArtifactWriter, m as CampaignCellResult, n as CampaignCostMeter, d as CampaignTraceWriter, o as CodeSurface, D as Dispatch, h as GateContext, G as GateResult, p as GenerationCandidate, e as GenerationRecord, c as JudgeDimension, J as JudgeScore, i as Mutator, O as OptimizationProposer, q as OptimizerConfig, r as SessionScript } from '../types-Bihq6-a3.js';
3
- import { L as LoopProvenanceRecord, R as RunEvalOptions } from '../provenance-B2VsP0jP.js';
4
- export { A as AxisEvidence, a as AxisVerdict, B as BuildEvidenceVectorOptions, D as DefaultProductionGateOptions, E as EvidenceVector, b as EvolutionaryProposerOptions, H as HeldOutGateOptions, O as ObjectiveSource, P as ParetoSignificanceGateOptions, c as PromotionObjective, d as PromotionPolicy, e as buildEvidenceVector, f as composeGate, g as defaultProductionGate, h as evolutionaryProposer, i as heldOutGate, p as paretoPolicy, j as paretoSignificanceGate, r as runEval } from '../provenance-B2VsP0jP.js';
5
- import { C as CampaignStorage, a as RunOptimizationOptions, b as RunImprovementLoopResult } from '../gepa-COlCAkHN.js';
6
- export { G as GepaProposerOptions, R as RunCampaignOptions, c as RunImprovementLoopOptions, f as fsCampaignStorage, g as gepaProposer, i as inMemoryCampaignStorage, r as runCampaign, d as runImprovementLoop } from '../gepa-COlCAkHN.js';
1
+ import { S as Scenario, M as MutableSurface, b as DispatchContext, a as JudgeConfig, f as SurfaceProposer, g as Gate, L as LabeledScenarioStore, C as CampaignResult, j as GateDecision } from '../types-Mh6I44ub.js';
2
+ export { k as CampaignAggregates, l as CampaignArtifactWriter, m as CampaignCellResult, n as CampaignCostMeter, d as CampaignTraceWriter, o as CodeSurface, D as Dispatch, h as GateContext, G as GateResult, p as GenerationCandidate, e as GenerationRecord, c as JudgeDimension, J as JudgeScore, i as Mutator, O as OptimizationProposer, q as OptimizerConfig, r as SessionScript } from '../types-Mh6I44ub.js';
3
+ import { L as LoopProvenanceRecord, R as RunEvalOptions } from '../provenance-phkRBl4h.js';
4
+ export { A as AxisEvidence, a as AxisVerdict, B as BuildEvidenceVectorOptions, D as DefaultProductionGateOptions, E as EvidenceVector, b as EvolutionaryProposerOptions, H as HeldOutGateOptions, O as ObjectiveSource, P as ParetoSignificanceGateOptions, c as PromotionObjective, d as PromotionPolicy, e as buildEvidenceVector, f as composeGate, g as defaultProductionGate, h as evolutionaryProposer, i as heldOutGate, p as paretoPolicy, j as paretoSignificanceGate, r as runEval } from '../provenance-phkRBl4h.js';
5
+ import { C as CampaignStorage, a as RunOptimizationOptions, b as RunImprovementLoopResult } from '../gepa-Dn0gtj9n.js';
6
+ export { G as GepaProposerOptions, R as RunCampaignOptions, c as RunImprovementLoopOptions, f as fsCampaignStorage, g as gepaProposer, i as inMemoryCampaignStorage, r as runCampaign, d as runImprovementLoop } from '../gepa-Dn0gtj9n.js';
7
7
  export { D as DeploymentOutcome, F as FileSystemOutcomeStore, a as FileSystemOutcomeStoreOptions, I as InMemoryOutcomeStore, b as OutcomeStore } from '../outcome-store-rnXLEqSn.js';
8
8
  import { HostedTenant, EvalRunCellScore, EvalRunGenerationSnapshot, EvalRunEvent, TraceSpanEvent } from '../hosted/index.js';
9
- import { R as RunRecord, b as RunSplitTag } from '../run-record-CPfd1ARZ.js';
10
- import { I as InsightReport } from '../insight-report-DumCfEur.js';
11
- export { F as FailureClusterInsight, a as InterRaterInsight, J as JudgeInsight, L as LiftInsight, O as OutcomeCorrelationInsight, R as Recommendation, b as ReleaseSummary, S as ScalarDistribution } from '../insight-report-DumCfEur.js';
12
- export { D as DefaultAnalystRegistryOptions, c as buildDefaultAnalystRegistry } from '../default-registry-Ez4cxuZ4.js';
13
- export { A as AnalystFinding } from '../types-DA9yj-Jd.js';
14
- import { A as AnalyzeRunsOptions } from '../analyze-runs-rF2eGxZ_.js';
15
- export { a as analyzeRuns } from '../analyze-runs-rF2eGxZ_.js';
16
- export { C as CodeAgentSessionDiagnostic, a as CodeAgentSessionIntakeOptions, b as CodeAgentSessionIntakeResult, c as CodeAgentSessionMetrics, d as CodeAgentSessionSource, P as ParsedCodeAgentJsonl, f as fromClaudeCodeSession, e as fromCodexSession, g as fromKimiCodeSession, h as fromOpenCodeSession, i as fromPiSession, j as fromPigraphSession, p as parseCodeAgentJsonl } from '../code-agent-session-Cen-qD2y.js';
17
- import '../red-team-BWdoyleI.js';
18
- import '../dataset-BbGkaN2I.js';
19
- import '../errors-CzMUYo7b.js';
9
+ import { R as RunRecord, b as RunSplitTag } from '../run-record-I-Z3JNvO.js';
10
+ import { I as InsightReport } from '../insight-report-B4xrdwEK.js';
11
+ export { F as FailureClusterInsight, a as InterRaterInsight, J as JudgeInsight, L as LiftInsight, O as OutcomeCorrelationInsight, R as Recommendation, b as ReleaseSummary, S as ScalarDistribution } from '../insight-report-B4xrdwEK.js';
12
+ export { D as DefaultAnalystRegistryOptions, c as buildDefaultAnalystRegistry } from '../default-registry-BswHCXnU.js';
13
+ export { A as AnalystFinding } from '../types-D1ytG0Yg.js';
14
+ import { A as AnalyzeRunsOptions } from '../analyze-runs-DJYpep3L.js';
15
+ export { a as analyzeRuns } from '../analyze-runs-DJYpep3L.js';
16
+ export { C as CodeAgentSessionDiagnostic, a as CodeAgentSessionIntakeOptions, b as CodeAgentSessionIntakeResult, c as CodeAgentSessionMetrics, d as CodeAgentSessionSource, P as ParsedCodeAgentJsonl, f as fromClaudeCodeSession, e as fromCodexSession, g as fromKimiCodeSession, h as fromOpenCodeSession, i as fromPiSession, j as fromPigraphSession, p as parseCodeAgentJsonl } from '../code-agent-session-rnJKlqmT.js';
17
+ import '../red-team-KmmiqBlY.js';
18
+ import '../dataset-DS7ytHZU.js';
19
+ import '../errors-oeQrLqXC.js';
20
20
  import '../store-BcFXE6LG.js';
21
21
  import '../schema-m0gsnbt3.js';
22
22
  import '../pareto-E-pembql.js';
@@ -24,13 +24,13 @@ import '../statistics-D88peojY.js';
24
24
  import '../judge-calibration-7C-IDmKr.js';
25
25
  import '../types-C7DGg5ex.js';
26
26
  import '@tangle-network/tcloud';
27
- import '../llm-client-Bj7g0rqu.js';
27
+ import '../llm-client-DyqEH4jH.js';
28
28
  import '../raw-provider-sink-C46HDghv.js';
29
29
  import '@tangle-network/agent-interface';
30
- import '../summary-report-Fc_YFJat.js';
30
+ import '../summary-report-QMZVe3P-.js';
31
31
  import '../failure-cluster-DH9Flgcf.js';
32
32
  import '@ax-llm/ax';
33
- import '../kind-factory-BLHxwX71.js';
33
+ import '../kind-factory-DvIGo_cP.js';
34
34
  import '../store-C1YxJDEK.js';
35
35
  import 'zod';
36
36
 
@@ -18,36 +18,36 @@ import {
18
18
  paretoPolicy,
19
19
  paretoSignificanceGate,
20
20
  runEval
21
- } from "../chunk-66T25VWE.js";
21
+ } from "../chunk-Z7FK73R5.js";
22
22
  import {
23
23
  analyzeRuns
24
- } from "../chunk-TCPP4Z5Q.js";
24
+ } from "../chunk-GDZAWO2I.js";
25
25
  import {
26
26
  emitLoopProvenance,
27
27
  gepaProposer,
28
28
  heldOutGate,
29
29
  runImprovementLoop,
30
30
  surfaceContentHash
31
- } from "../chunk-2B4HPFXN.js";
31
+ } from "../chunk-ZKIL3VOD.js";
32
32
  import {
33
33
  fsCampaignStorage,
34
34
  inMemoryCampaignStorage,
35
35
  runCampaign
36
- } from "../chunk-VNM52AGA.js";
36
+ } from "../chunk-3PFZBGMR.js";
37
37
  import "../chunk-VI2UW6B6.js";
38
38
  import {
39
39
  buildDefaultAnalystRegistry
40
- } from "../chunk-L5TVEZFT.js";
41
- import "../chunk-FRI6RG3P.js";
42
- import "../chunk-LOZOZYHU.js";
40
+ } from "../chunk-QRVS7MX4.js";
41
+ import "../chunk-2OGPXHOB.js";
42
+ import "../chunk-N22ZO7FV.js";
43
43
  import {
44
44
  FileSystemOutcomeStore,
45
45
  InMemoryOutcomeStore
46
46
  } from "../chunk-3RF76KTD.js";
47
- import "../chunk-CWNP4DV4.js";
48
- import "../chunk-CLS3374R.js";
47
+ import "../chunk-FUCQVFMU.js";
48
+ import "../chunk-6MFFKPZ4.js";
49
49
  import "../chunk-45EEMHTC.js";
50
- import "../chunk-HYGRFL7C.js";
50
+ import "../chunk-XMSYF4A7.js";
51
51
  import "../chunk-GGE4NNQT.js";
52
52
  import "../chunk-JZXGWLK5.js";
53
53
  import "../chunk-5BKGXME7.js";
@@ -55,14 +55,14 @@ import {
55
55
  LLM_INPUT_TOKEN_ATTR_KEYS,
56
56
  LLM_MODEL_ATTR_KEYS,
57
57
  LLM_OUTPUT_TOKEN_ATTR_KEYS
58
- } from "../chunk-YBIGNSCZ.js";
58
+ } from "../chunk-LNQEP766.js";
59
59
  import "../chunk-PC4UYEBM.js";
60
60
  import {
61
61
  parseRunRecordSafe
62
- } from "../chunk-J5MUFXEY.js";
63
- import "../chunk-AGYDMORK.js";
62
+ } from "../chunk-VK6HBGAE.js";
63
+ import "../chunk-XJYR7XFV.js";
64
64
  import "../chunk-VSMTAMNK.js";
65
- import "../chunk-3BFEG2F6.js";
65
+ import "../chunk-ONWEPEDO.js";
66
66
  import "../chunk-PZ5AY32C.js";
67
67
 
68
68
  // src/contract/self-improve.ts
@@ -1,9 +1,9 @@
1
- import { b as FeedbackLabel, p as ProposedSideEffect } from './feedback-trajectory-BxY0cKfs.js';
1
+ import { b as FeedbackLabel, p as ProposedSideEffect } from './feedback-trajectory-C9KCo8ag.js';
2
2
  import { C as ControlEvalResult, a as ControlRunResult, h as ControlRuntimeConfig } from './control-runtime-Acf9CGhw.js';
3
3
  import { T as TraceEmitter } from './emitter-C2rqGH_l.js';
4
4
  import { F as FailureClass } from './schema-m0gsnbt3.js';
5
5
  import { T as TraceStore } from './store-BcFXE6LG.js';
6
- import { b as RunSplitTag, c as RunTokenUsage, R as RunRecord } from './run-record-CPfd1ARZ.js';
6
+ import { b as RunSplitTag, c as RunTokenUsage, R as RunRecord } from './run-record-I-Z3JNvO.js';
7
7
 
8
8
  interface ActionExecutionPolicy {
9
9
  allowedTypes?: string[];
package/dist/control.d.ts CHANGED
@@ -1,10 +1,10 @@
1
- export { A as ActionExecutionPolicy, a as ActionPolicyDecision, C as ControlRunToRunRecordOptions, e as ProposeReviewConfig, f as ProposeReviewControlAction, g as ProposeReviewControlConfig, h as ProposeReviewControlResult, i as ProposeReviewControlState, j as ProposeReviewReport, p as RunEvidenceMetadata, s as controlRunToRunRecord, u as evaluateActionPolicy, x as runProposeReview, y as runProposeReviewAsControlLoop, z as scoreFromEvals } from './control-KofK3gfG.js';
1
+ export { A as ActionExecutionPolicy, a as ActionPolicyDecision, C as ControlRunToRunRecordOptions, e as ProposeReviewConfig, f as ProposeReviewControlAction, g as ProposeReviewControlConfig, h as ProposeReviewControlResult, i as ProposeReviewControlState, j as ProposeReviewReport, p as RunEvidenceMetadata, s as controlRunToRunRecord, u as evaluateActionPolicy, x as runProposeReview, y as runProposeReviewAsControlLoop, z as scoreFromEvals } from './control-B8UthSBL.js';
2
2
  export { c as ControlActionFailureMode, d as ControlActionOutcome, e as ControlBudget, f as ControlContext, g as ControlDecision, C as ControlEvalResult, a as ControlRunResult, h as ControlRuntimeConfig, i as ControlRuntimeError, j as ControlSeverity, b as ControlStep, k as ControlStopPolicies, S as StopDecision, l as allCriticalPassed, o as objectiveEval, r as runAgentControlLoop, s as stopOnNoProgress, m as stopOnRepeatedAction, n as subjectiveEval } from './control-runtime-Acf9CGhw.js';
3
- import './feedback-trajectory-BxY0cKfs.js';
4
- import './dataset-BbGkaN2I.js';
5
- import './errors-CzMUYo7b.js';
3
+ import './feedback-trajectory-C9KCo8ag.js';
4
+ import './dataset-DS7ytHZU.js';
5
+ import './errors-oeQrLqXC.js';
6
6
  import './emitter-C2rqGH_l.js';
7
7
  import './schema-m0gsnbt3.js';
8
8
  import './store-BcFXE6LG.js';
9
- import './run-record-CPfd1ARZ.js';
9
+ import './run-record-I-Z3JNvO.js';
10
10
  import '@tangle-network/agent-interface';
package/dist/control.js CHANGED
@@ -4,7 +4,7 @@ import {
4
4
  runProposeReview,
5
5
  runProposeReviewAsControlLoop,
6
6
  scoreFromEvals
7
- } from "./chunk-BHCFJGL4.js";
7
+ } from "./chunk-K7QEIHHJ.js";
8
8
  import {
9
9
  allCriticalPassed,
10
10
  objectiveEval,
@@ -13,11 +13,11 @@ import {
13
13
  stopOnRepeatedAction,
14
14
  subjectiveEval
15
15
  } from "./chunk-YEHAEDUD.js";
16
- import "./chunk-J5MUFXEY.js";
16
+ import "./chunk-VK6HBGAE.js";
17
17
  import "./chunk-TVVP3ZZQ.js";
18
- import "./chunk-AGYDMORK.js";
18
+ import "./chunk-XJYR7XFV.js";
19
19
  import "./chunk-VSMTAMNK.js";
20
- import "./chunk-3BFEG2F6.js";
20
+ import "./chunk-ONWEPEDO.js";
21
21
  import "./chunk-PZ5AY32C.js";
22
22
  export {
23
23
  allCriticalPassed,
@@ -1,4 +1,4 @@
1
- import { R as RunRecord, b as RunSplitTag } from './run-record-CPfd1ARZ.js';
1
+ import { R as RunRecord, b as RunSplitTag } from './run-record-I-Z3JNvO.js';
2
2
  import { S as Span } from './schema-m0gsnbt3.js';
3
3
  import { T as TraceStore } from './store-BcFXE6LG.js';
4
4
 
@@ -1,4 +1,4 @@
1
- import { V as ValidationError } from './errors-CzMUYo7b.js';
1
+ import { V as ValidationError } from './errors-oeQrLqXC.js';
2
2
 
3
3
  /**
4
4
  * Dataset — versioned, sliceable, content-hashed scenario collection.
@@ -1,6 +1,6 @@
1
1
  import { AxAIService } from '@ax-llm/ax';
2
- import { T as TraceAnalystKindSpec } from './kind-factory-BLHxwX71.js';
3
- import { a as Analyst, b as AnalystContext, c as AnalystRunSummary, A as AnalystFinding, d as AnalystRunResult, C as ChatClient, e as AnalystRunInputs, f as AnalystRunEvent } from './types-DA9yj-Jd.js';
2
+ import { T as TraceAnalystKindSpec } from './kind-factory-DvIGo_cP.js';
3
+ import { a as Analyst, b as AnalystContext, c as AnalystRunSummary, A as AnalystFinding, d as AnalystRunResult, C as ChatClient, e as AnalystRunInputs, f as AnalystRunEvent } from './types-D1ytG0Yg.js';
4
4
 
5
5
  /**
6
6
  * AnalystRegistry — orchestrate N analysts against one run.
@@ -3,15 +3,15 @@ export { c as CounterfactualContext, d as CounterfactualResult } from './counter
3
3
  import { S as Span } from './schema-m0gsnbt3.js';
4
4
  import { T as TraceStore } from './store-BcFXE6LG.js';
5
5
  import { a as TrajectoryStep, T as Trajectory } from './trajectory-2TkpSEVh.js';
6
- import { h as AnalystSeverity, A as AnalystFinding } from './types-DA9yj-Jd.js';
7
- import { C as CorpusRecord } from './corpus-CysLCiK4.js';
8
- import { R as RunRecord } from './run-record-CPfd1ARZ.js';
6
+ import { h as AnalystSeverity, A as AnalystFinding } from './types-D1ytG0Yg.js';
7
+ import { C as CorpusRecord } from './corpus-eBVwhCp1.js';
8
+ import { R as RunRecord } from './run-record-I-Z3JNvO.js';
9
9
  import './emitter-C2rqGH_l.js';
10
10
  import './store-C1YxJDEK.js';
11
11
  import './types-C7DGg5ex.js';
12
12
  import '@tangle-network/tcloud';
13
- import './llm-client-Bj7g0rqu.js';
14
- import './errors-CzMUYo7b.js';
13
+ import './llm-client-DyqEH4jH.js';
14
+ import './errors-oeQrLqXC.js';
15
15
  import './raw-provider-sink-C46HDghv.js';
16
16
  import '@tangle-network/agent-interface';
17
17
 
package/dist/diagnose.js CHANGED
@@ -1,7 +1,7 @@
1
1
  import {
2
2
  attributeCounterfactuals,
3
3
  runCounterfactual
4
- } from "./chunk-REVYNR6C.js";
4
+ } from "./chunk-6SK5VFYK.js";
5
5
  import {
6
6
  buildTrajectory
7
7
  } from "./chunk-RZTMDUO7.js";
@@ -10,16 +10,16 @@ import {
10
10
  } from "./chunk-45EEMHTC.js";
11
11
  import {
12
12
  confidenceInterval
13
- } from "./chunk-HYGRFL7C.js";
13
+ } from "./chunk-XMSYF4A7.js";
14
14
  import {
15
15
  validateRunRecord
16
- } from "./chunk-J5MUFXEY.js";
16
+ } from "./chunk-VK6HBGAE.js";
17
17
  import "./chunk-TVVP3ZZQ.js";
18
- import "./chunk-AGYDMORK.js";
18
+ import "./chunk-XJYR7XFV.js";
19
19
  import "./chunk-VSMTAMNK.js";
20
20
  import {
21
21
  ValidationError
22
- } from "./chunk-3BFEG2F6.js";
22
+ } from "./chunk-ONWEPEDO.js";
23
23
  import "./chunk-PZ5AY32C.js";
24
24
 
25
25
  // src/diagnose/causal-sweep.ts
@@ -13,6 +13,10 @@
13
13
  * not consumer-catchable contract failures.
14
14
  */
15
15
  type AgentEvalErrorCode = 'validation' | 'not_found' | 'config' | 'capture_integrity' | 'judge' | 'verification' | 'replay' | 'backend_integrity' | 'profile_matrix';
16
+ /**
17
+ * Base class for every contract error this package throws — carries the stable
18
+ * string `code` taxonomy so consumers can `instanceof`-match or switch on `code`.
19
+ */
16
20
  declare class AgentEvalError extends Error {
17
21
  /** Stable string code. Survives minification; safe to switch on. */
18
22
  readonly code: AgentEvalErrorCode;
@@ -1,5 +1,5 @@
1
1
  import { C as ControlEvalResult, a as ControlRunResult, b as ControlStep } from './control-runtime-Acf9CGhw.js';
2
- import { D as DatasetSplit, a as DatasetScenario } from './dataset-BbGkaN2I.js';
2
+ import { D as DatasetSplit, a as DatasetScenario } from './dataset-DS7ytHZU.js';
3
3
 
4
4
  type FeedbackArtifactType = 'text' | 'code' | 'plan' | 'research' | 'action' | 'ui' | 'decision' | 'data' | 'other';
5
5
  type FeedbackLabelSource = 'user' | 'judge' | 'environment' | 'metric' | 'policy' | 'system';
package/dist/fuzz.js CHANGED
@@ -3,7 +3,7 @@ import {
3
3
  } from "./chunk-VZSRQ272.js";
4
4
  import {
5
5
  ValidationError
6
- } from "./chunk-3BFEG2F6.js";
6
+ } from "./chunk-ONWEPEDO.js";
7
7
  import "./chunk-PZ5AY32C.js";
8
8
 
9
9
  // src/fuzz/cube.ts
@@ -1,5 +1,5 @@
1
- import { S as Scenario, C as CampaignResult, G as GateResult, D as DispatchFn, a as JudgeConfig, L as LabeledScenarioStore, d as CampaignTraceWriter, e as GenerationRecord, M as MutableSurface, P as ParetoParent, f as SurfaceProposer, g as Gate } from './types-Bihq6-a3.js';
2
- import { L as LlmClientOptions } from './llm-client-Bj7g0rqu.js';
1
+ import { S as Scenario, C as CampaignResult, G as GateResult, D as DispatchFn, a as JudgeConfig, L as LabeledScenarioStore, d as CampaignTraceWriter, e as GenerationRecord, M as MutableSurface, P as ParetoParent, f as SurfaceProposer, g as Gate } from './types-Mh6I44ub.js';
2
+ import { L as LlmClientOptions } from './llm-client-DyqEH4jH.js';
3
3
 
4
4
  /**
5
5
  * `openAutoPr` — thin shell-out helper for the `runImprovementLoop` preset's
@@ -219,6 +219,10 @@ interface PlanCampaignRunOptions<TScenario extends Scenario, TArtifact> {
219
219
  repo?: string;
220
220
  storage?: CampaignStorage;
221
221
  }
222
+ /**
223
+ * Plan a campaign WITHOUT dispatching: computes the manifest hash and the per-cell
224
+ * run-vs-cached schedule so callers can preview cost and resumability before spending.
225
+ */
222
226
  declare function planCampaignRun<TScenario extends Scenario, TArtifact>(opts: PlanCampaignRunOptions<TScenario, TArtifact>): CampaignRunPlan;
223
227
 
224
228
  /**
@@ -1,9 +1,9 @@
1
- import { c as DatasetManifest } from '../dataset-BbGkaN2I.js';
1
+ import { c as DatasetManifest } from '../dataset-DS7ytHZU.js';
2
2
  import { a as CalibrationResult } from '../judge-calibration-7C-IDmKr.js';
3
3
  import { b as OutcomeStore } from '../outcome-store-rnXLEqSn.js';
4
- import { d as RedTeamReport } from '../red-team-BWdoyleI.js';
4
+ import { d as RedTeamReport } from '../red-team-KmmiqBlY.js';
5
5
  import { T as TraceStore } from '../store-BcFXE6LG.js';
6
- import '../errors-CzMUYo7b.js';
6
+ import '../errors-oeQrLqXC.js';
7
7
  import '../schema-m0gsnbt3.js';
8
8
 
9
9
  /**
@@ -1,10 +1,10 @@
1
- import { M as MutableSurface, j as GateDecision } from '../types-Bihq6-a3.js';
2
- import { I as InsightReport } from '../insight-report-DumCfEur.js';
3
- import '../run-record-CPfd1ARZ.js';
1
+ import { M as MutableSurface, j as GateDecision } from '../types-Mh6I44ub.js';
2
+ import { I as InsightReport } from '../insight-report-B4xrdwEK.js';
3
+ import '../run-record-I-Z3JNvO.js';
4
4
  import '@tangle-network/agent-interface';
5
- import '../errors-CzMUYo7b.js';
5
+ import '../errors-oeQrLqXC.js';
6
6
  import '../schema-m0gsnbt3.js';
7
- import '../summary-report-Fc_YFJat.js';
7
+ import '../summary-report-QMZVe3P-.js';
8
8
  import '../failure-cluster-DH9Flgcf.js';
9
9
  import '../store-BcFXE6LG.js';
10
10
  import '../judge-calibration-7C-IDmKr.js';
@@ -1,4 +1,4 @@
1
- import { b as RunSplitTag } from './run-record-CPfd1ARZ.js';
1
+ import { b as RunSplitTag } from './run-record-I-Z3JNvO.js';
2
2
 
3
3
  /**
4
4
  * Shared types for the reference benchmark wrappers under