@tangle-network/agent-eval 0.103.0 → 0.103.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (146) hide show
  1. package/dist/adapters/http.d.ts +3 -3
  2. package/dist/adapters/langchain.d.ts +3 -3
  3. package/dist/adapters/otel.d.ts +6 -6
  4. package/dist/analyst/index.d.ts +11 -11
  5. package/dist/analyst/index.js +8 -8
  6. package/dist/{analyze-runs-Cd-A_K4l.d.ts → analyze-runs-DJYpep3L.d.ts} +4 -4
  7. package/dist/belief-state/index.d.ts +4 -4
  8. package/dist/belief-state/index.js +3 -3
  9. package/dist/benchmarks/index.d.ts +3 -3
  10. package/dist/builder-eval/index.js +4 -4
  11. package/dist/campaign/index.d.ts +66 -19
  12. package/dist/campaign/index.js +14 -14
  13. package/dist/campaign/index.js.map +1 -1
  14. package/dist/{chunk-FRI6RG3P.js → chunk-2OGPXHOB.js} +3 -3
  15. package/dist/{chunk-XKA6ZGEY.js → chunk-3PFZBGMR.js} +3 -3
  16. package/dist/chunk-3PFZBGMR.js.map +1 -0
  17. package/dist/{chunk-JU6ZX3CX.js → chunk-5PK3626Q.js} +4 -4
  18. package/dist/{chunk-VDGPPGE3.js → chunk-6HFYGEZ3.js} +3 -3
  19. package/dist/{chunk-VDGPPGE3.js.map → chunk-6HFYGEZ3.js.map} +1 -1
  20. package/dist/{chunk-6GT4NI4V.js → chunk-6MFFKPZ4.js} +2 -2
  21. package/dist/{chunk-REVYNR6C.js → chunk-6SK5VFYK.js} +2 -2
  22. package/dist/{chunk-IXOV77YF.js → chunk-BBQILVBH.js} +5 -5
  23. package/dist/{chunk-IH7LYRHL.js → chunk-DBDRR6GF.js} +3 -3
  24. package/dist/{chunk-D5KBVULY.js → chunk-DRPIZQIT.js} +2 -2
  25. package/dist/{chunk-4DIJWVUT.js → chunk-DTJ6QUQB.js} +2 -2
  26. package/dist/{chunk-RQNOLV3I.js → chunk-FOUG2VVS.js} +2 -2
  27. package/dist/{chunk-CWNP4DV4.js → chunk-FUCQVFMU.js} +2 -2
  28. package/dist/{chunk-U3IDYATS.js → chunk-GDZAWO2I.js} +5 -5
  29. package/dist/{chunk-ZOPLCJSY.js → chunk-HZHNRYHK.js} +2 -2
  30. package/dist/{chunk-UFSG7ACU.js → chunk-JZXGWLK5.js} +1 -1
  31. package/dist/chunk-JZXGWLK5.js.map +1 -0
  32. package/dist/{chunk-B2TMQM62.js → chunk-K7QEIHHJ.js} +2 -2
  33. package/dist/{chunk-6FIAJHCU.js → chunk-LIEJUH2I.js} +6 -6
  34. package/dist/{chunk-YBIGNSCZ.js → chunk-LNQEP766.js} +2 -2
  35. package/dist/{chunk-IN3SHQML.js → chunk-LOJ2QVCE.js} +4 -4
  36. package/dist/{chunk-AIGWQEME.js → chunk-N22ZO7FV.js} +2 -2
  37. package/dist/{chunk-3BFEG2F6.js → chunk-ONWEPEDO.js} +1 -1
  38. package/dist/chunk-ONWEPEDO.js.map +1 -0
  39. package/dist/{chunk-L5TVEZFT.js → chunk-QRVS7MX4.js} +3 -3
  40. package/dist/{chunk-2MLIEQSN.js → chunk-RPDDVKI7.js} +2 -2
  41. package/dist/{chunk-SBCB6VZY.js → chunk-TT4KNT67.js} +2 -2
  42. package/dist/{chunk-7RBJANJD.js → chunk-V7HNA47Z.js} +5 -5
  43. package/dist/{chunk-2NSLDY4B.js → chunk-VK6HBGAE.js} +3 -3
  44. package/dist/{chunk-NF7OZ4J7.js → chunk-X6NIXVOD.js} +2 -2
  45. package/dist/{chunk-ABOIVNXL.js → chunk-XJYR7XFV.js} +2 -2
  46. package/dist/chunk-XJYR7XFV.js.map +1 -0
  47. package/dist/{chunk-HRGUJTER.js → chunk-XMSYF4A7.js} +2 -2
  48. package/dist/{chunk-HRGUJTER.js.map → chunk-XMSYF4A7.js.map} +1 -1
  49. package/dist/{chunk-HV5PBTJF.js → chunk-Z7FK73R5.js} +5 -5
  50. package/dist/chunk-Z7FK73R5.js.map +1 -0
  51. package/dist/{chunk-NTVWIH24.js → chunk-ZKIL3VOD.js} +5 -5
  52. package/dist/chunk-ZKIL3VOD.js.map +1 -0
  53. package/dist/cli.js +3 -3
  54. package/dist/{code-agent-session-Ce-9u7YM.d.ts → code-agent-session-rnJKlqmT.d.ts} +1 -1
  55. package/dist/contract/index.d.ts +22 -22
  56. package/dist/contract/index.js +15 -15
  57. package/dist/{control-C8RmK9H4.d.ts → control-B8UthSBL.d.ts} +2 -2
  58. package/dist/control.d.ts +5 -5
  59. package/dist/control.js +4 -4
  60. package/dist/{corpus-CiSzzLa5.d.ts → corpus-eBVwhCp1.d.ts} +1 -1
  61. package/dist/{dataset-BbGkaN2I.d.ts → dataset-DS7ytHZU.d.ts} +1 -1
  62. package/dist/{default-registry-ZhqsTr4K.d.ts → default-registry-BswHCXnU.d.ts} +2 -2
  63. package/dist/diagnose.d.ts +5 -5
  64. package/dist/diagnose.js +5 -5
  65. package/dist/{errors-CzMUYo7b.d.ts → errors-oeQrLqXC.d.ts} +4 -0
  66. package/dist/{feedback-trajectory-BxY0cKfs.d.ts → feedback-trajectory-C9KCo8ag.d.ts} +1 -1
  67. package/dist/fuzz.js +1 -1
  68. package/dist/{gepa-DeyPTlvx.d.ts → gepa-Dn0gtj9n.d.ts} +27 -2
  69. package/dist/governance/index.d.ts +4 -4
  70. package/dist/hosted/index.d.ts +6 -6
  71. package/dist/{index-B-bFgiAF.d.ts → index-C2CC_dry.d.ts} +1 -1
  72. package/dist/index.d.ts +41 -37
  73. package/dist/index.js +26 -26
  74. package/dist/index.js.map +1 -1
  75. package/dist/{insight-report-k0sRTzKg.d.ts → insight-report-B4xrdwEK.d.ts} +2 -2
  76. package/dist/{integrity-D2t12mMw.d.ts → integrity-DqGZg3st.d.ts} +1 -1
  77. package/dist/{judge-calibration-0p2QcWNE.d.ts → judge-calibration-7C-IDmKr.d.ts} +3 -0
  78. package/dist/{kind-factory-D0nk7AKV.d.ts → kind-factory-DvIGo_cP.d.ts} +1 -1
  79. package/dist/{llm-client-Bj7g0rqu.d.ts → llm-client-DyqEH4jH.d.ts} +1 -1
  80. package/dist/meta-eval/index.d.ts +5 -5
  81. package/dist/meta-eval/index.js +4 -4
  82. package/dist/{multi-layer-verifier-DUZXrPDA.d.ts → multi-layer-verifier-CI4jdX-q.d.ts} +3 -0
  83. package/dist/multishot/index.d.ts +3 -3
  84. package/dist/openapi.json +1 -1
  85. package/dist/pipelines/index.d.ts +1 -1
  86. package/dist/pipelines/index.js +4 -4
  87. package/dist/{policy-edit-BDQzzsBU.d.ts → policy-edit-DQUXYMDm.d.ts} +3 -3
  88. package/dist/{pre-registration-mWG2w8d-.d.ts → pre-registration-D8Zr8-rr.d.ts} +4 -4
  89. package/dist/product-benchmark/index.d.ts +2 -2
  90. package/dist/product-benchmark/index.js +2 -2
  91. package/dist/{provenance-BhJm32vN.d.ts → provenance-phkRBl4h.d.ts} +21 -5
  92. package/dist/{query-B7GGjRox.d.ts → query-0aTmbmQe.d.ts} +1 -0
  93. package/dist/{red-team-BWdoyleI.d.ts → red-team-KmmiqBlY.d.ts} +1 -1
  94. package/dist/{release-report-BQ1Ziyu-.d.ts → release-report-DeJpsBiA.d.ts} +6 -3
  95. package/dist/reporting.d.ts +8 -8
  96. package/dist/reporting.js +5 -5
  97. package/dist/{researcher-B_ODTAJs.d.ts → researcher-Wc7dx6GM.d.ts} +4 -4
  98. package/dist/rl.d.ts +12 -12
  99. package/dist/rl.js +11 -11
  100. package/dist/{rubric-predictive-validity-0MdjTt8R.d.ts → rubric-predictive-validity-DPnyG-CE.d.ts} +1 -1
  101. package/dist/run-campaign-PNHAJIT2.js +12 -0
  102. package/dist/{run-record-MRdJ-Kq2.d.ts → run-record-I-Z3JNvO.d.ts} +4 -1
  103. package/dist/{runtime-trajectory-8w0_jmtR.d.ts → runtime-trajectory-iW9IhV3e.d.ts} +1 -1
  104. package/dist/{semantic-concept-judge-D-IlH5v1.d.ts → semantic-concept-judge-BmNZPB_j.d.ts} +4 -4
  105. package/dist/{statistics-xP-cWc5k.d.ts → statistics-D88peojY.d.ts} +1 -1
  106. package/dist/{summary-report-C0nnxOD8.d.ts → summary-report-QMZVe3P-.d.ts} +1 -1
  107. package/dist/traces.d.ts +4 -4
  108. package/dist/traces.js +8 -8
  109. package/dist/{types-Dz9cKF0g.d.ts → types-D1ytG0Yg.d.ts} +2 -2
  110. package/dist/{types-DFI_Z-ZL.d.ts → types-Mh6I44ub.d.ts} +1 -1
  111. package/dist/wire/index.d.ts +3 -3
  112. package/dist/wire/index.js +3 -3
  113. package/dist/workflow/index.d.ts +11 -11
  114. package/dist/workflow/index.js +4 -4
  115. package/package.json +1 -1
  116. package/dist/chunk-3BFEG2F6.js.map +0 -1
  117. package/dist/chunk-ABOIVNXL.js.map +0 -1
  118. package/dist/chunk-HV5PBTJF.js.map +0 -1
  119. package/dist/chunk-NTVWIH24.js.map +0 -1
  120. package/dist/chunk-UFSG7ACU.js.map +0 -1
  121. package/dist/chunk-XKA6ZGEY.js.map +0 -1
  122. package/dist/run-campaign-2L4WCJHR.js +0 -12
  123. /package/dist/{chunk-FRI6RG3P.js.map → chunk-2OGPXHOB.js.map} +0 -0
  124. /package/dist/{chunk-JU6ZX3CX.js.map → chunk-5PK3626Q.js.map} +0 -0
  125. /package/dist/{chunk-6GT4NI4V.js.map → chunk-6MFFKPZ4.js.map} +0 -0
  126. /package/dist/{chunk-REVYNR6C.js.map → chunk-6SK5VFYK.js.map} +0 -0
  127. /package/dist/{chunk-IXOV77YF.js.map → chunk-BBQILVBH.js.map} +0 -0
  128. /package/dist/{chunk-IH7LYRHL.js.map → chunk-DBDRR6GF.js.map} +0 -0
  129. /package/dist/{chunk-D5KBVULY.js.map → chunk-DRPIZQIT.js.map} +0 -0
  130. /package/dist/{chunk-4DIJWVUT.js.map → chunk-DTJ6QUQB.js.map} +0 -0
  131. /package/dist/{chunk-RQNOLV3I.js.map → chunk-FOUG2VVS.js.map} +0 -0
  132. /package/dist/{chunk-CWNP4DV4.js.map → chunk-FUCQVFMU.js.map} +0 -0
  133. /package/dist/{chunk-U3IDYATS.js.map → chunk-GDZAWO2I.js.map} +0 -0
  134. /package/dist/{chunk-ZOPLCJSY.js.map → chunk-HZHNRYHK.js.map} +0 -0
  135. /package/dist/{chunk-B2TMQM62.js.map → chunk-K7QEIHHJ.js.map} +0 -0
  136. /package/dist/{chunk-6FIAJHCU.js.map → chunk-LIEJUH2I.js.map} +0 -0
  137. /package/dist/{chunk-YBIGNSCZ.js.map → chunk-LNQEP766.js.map} +0 -0
  138. /package/dist/{chunk-IN3SHQML.js.map → chunk-LOJ2QVCE.js.map} +0 -0
  139. /package/dist/{chunk-AIGWQEME.js.map → chunk-N22ZO7FV.js.map} +0 -0
  140. /package/dist/{chunk-L5TVEZFT.js.map → chunk-QRVS7MX4.js.map} +0 -0
  141. /package/dist/{chunk-2MLIEQSN.js.map → chunk-RPDDVKI7.js.map} +0 -0
  142. /package/dist/{chunk-SBCB6VZY.js.map → chunk-TT4KNT67.js.map} +0 -0
  143. /package/dist/{chunk-7RBJANJD.js.map → chunk-V7HNA47Z.js.map} +0 -0
  144. /package/dist/{chunk-2NSLDY4B.js.map → chunk-VK6HBGAE.js.map} +0 -0
  145. /package/dist/{chunk-NF7OZ4J7.js.map → chunk-X6NIXVOD.js.map} +0 -0
  146. /package/dist/{run-campaign-2L4WCJHR.js.map → run-campaign-PNHAJIT2.js.map} +0 -0
@@ -1,5 +1,5 @@
1
- import { G as GainDistributionBin, P as ParetoFigureSpec } from './summary-report-C0nnxOD8.js';
2
- import { C as ContinuousAgreement } from './judge-calibration-0p2QcWNE.js';
1
+ import { G as GainDistributionBin, P as ParetoFigureSpec } from './summary-report-QMZVe3P-.js';
2
+ import { C as ContinuousAgreement } from './judge-calibration-7C-IDmKr.js';
3
3
 
4
4
  /**
5
5
  * # InsightReport — the rigorous decision packet for any set of agent runs.
@@ -1,4 +1,4 @@
1
- import { C as CaptureIntegrityError } from './errors-CzMUYo7b.js';
1
+ import { C as CaptureIntegrityError } from './errors-oeQrLqXC.js';
2
2
  import { R as RawProviderSink } from './raw-provider-sink-C46HDghv.js';
3
3
  import { T as TraceStore } from './store-BcFXE6LG.js';
4
4
 
@@ -45,6 +45,9 @@ interface CalibrationResult {
45
45
  delta: number;
46
46
  }>;
47
47
  }
48
+ /**
49
+ * Measure judge quality against human gold labels: computes Cohen's κ, Pearson correlation, and MAE over matched item ids.
50
+ */
48
51
  declare function calibrateJudge(golden: GoldenItem[], candidate: CandidateScore[]): CalibrationResult;
49
52
  interface PositionalBiasResult {
50
53
  /**
@@ -1,7 +1,7 @@
1
1
  import { AxAIService, AxFunction } from '@ax-llm/ax';
2
2
  import { T as TraceAnalysisStore } from './store-C1YxJDEK.js';
3
3
  import { z } from 'zod';
4
- import { g as AnalystCost, b as AnalystContext, a as Analyst } from './types-Dz9cKF0g.js';
4
+ import { g as AnalystCost, b as AnalystContext, a as Analyst } from './types-D1ytG0Yg.js';
5
5
 
6
6
  /**
7
7
  * Typed Ax output for analyst findings.
@@ -1,4 +1,4 @@
1
- import { A as AgentEvalError, C as CaptureIntegrityError } from './errors-CzMUYo7b.js';
1
+ import { A as AgentEvalError, C as CaptureIntegrityError } from './errors-oeQrLqXC.js';
2
2
  import { R as RawProviderSink, P as ProviderRedactor } from './raw-provider-sink-C46HDghv.js';
3
3
 
4
4
  /**
@@ -1,14 +1,14 @@
1
1
  export { C as CalibrationBin, a as CalibrationOptions, b as CalibrationPair, c as CalibrationReport, d as CorrelationResult, e as CorrelationStudyOptions, f as CorrelationStudyResult, E as EvalMetricSpec, O as OutcomePair, g as calibrationCurve, h as calibrationFromPairs, i as correlationStudy } from '../calibration-BPmzuVPk.js';
2
2
  export { D as DeploymentOutcome, F as FileSystemOutcomeStore, a as FileSystemOutcomeStoreOptions, I as InMemoryOutcomeStore, O as OutcomeFilter, b as OutcomeStore } from '../outcome-store-rnXLEqSn.js';
3
- export { R as RubricOutcomePair, a as RubricPredictiveValidityInput, b as RubricPredictiveValidityReport, c as RubricRanking, r as rubricPredictiveValidity } from '../rubric-predictive-validity-0MdjTt8R.js';
4
- import { C as ContinuousAgreement, a as CalibrationResult, b as ContinuousCalibrationResult, c as CandidateScore, G as GoldenItem } from '../judge-calibration-0p2QcWNE.js';
3
+ export { R as RubricOutcomePair, a as RubricPredictiveValidityInput, b as RubricPredictiveValidityReport, c as RubricRanking, r as rubricPredictiveValidity } from '../rubric-predictive-validity-DPnyG-CE.js';
4
+ import { C as ContinuousAgreement, a as CalibrationResult, b as ContinuousCalibrationResult, c as CandidateScore, G as GoldenItem } from '../judge-calibration-7C-IDmKr.js';
5
5
  import { S as SeriesConvergenceOptions, a as SeriesConvergenceResult } from '../series-convergence-D5OWMBg6.js';
6
- import { C as CorpusAgreementReport } from '../statistics-xP-cWc5k.js';
6
+ import { C as CorpusAgreementReport } from '../statistics-D88peojY.js';
7
7
  import '../store-BcFXE6LG.js';
8
8
  import '../schema-m0gsnbt3.js';
9
- import '../run-record-MRdJ-Kq2.js';
9
+ import '../run-record-I-Z3JNvO.js';
10
10
  import '@tangle-network/agent-interface';
11
- import '../errors-CzMUYo7b.js';
11
+ import '../errors-oeQrLqXC.js';
12
12
  import '../types-C7DGg5ex.js';
13
13
  import '@tangle-network/tcloud';
14
14
 
@@ -11,19 +11,19 @@ import {
11
11
  } from "../chunk-3RF76KTD.js";
12
12
  import {
13
13
  rubricPredictiveValidity
14
- } from "../chunk-NF7OZ4J7.js";
14
+ } from "../chunk-X6NIXVOD.js";
15
15
  import {
16
16
  pearsonR,
17
17
  spearmanR
18
- } from "../chunk-HRGUJTER.js";
18
+ } from "../chunk-XMSYF4A7.js";
19
19
  import {
20
20
  aggregateLlm,
21
21
  llmSpans
22
- } from "../chunk-UFSG7ACU.js";
22
+ } from "../chunk-JZXGWLK5.js";
23
23
  import "../chunk-5BKGXME7.js";
24
24
  import {
25
25
  ValidationError
26
- } from "../chunk-3BFEG2F6.js";
26
+ } from "../chunk-ONWEPEDO.js";
27
27
  import "../chunk-PZ5AY32C.js";
28
28
 
29
29
  // src/meta-eval/correlation-study.ts
@@ -138,6 +138,9 @@ declare function gradeSemanticStatus(input: {
138
138
  available: boolean;
139
139
  threshold?: number;
140
140
  }): LayerStatus;
141
+ /**
142
+ * Ordered DAG of verification layers with dependency-based skipping, per-layer findings, soft-fail semantics, and a blended composite score across all passed layers.
143
+ */
141
144
  declare class MultiLayerVerifier<Env = unknown> {
142
145
  private readonly layers;
143
146
  constructor(layers: Layer<Env>[]);
@@ -1,8 +1,8 @@
1
- import { J as JudgeScore } from '../types-DFI_Z-ZL.js';
1
+ import { J as JudgeScore } from '../types-Mh6I44ub.js';
2
2
  import { AgentProfile } from '@tangle-network/agent-interface';
3
3
  import { M as MatrixResult } from '../types-BUxNaJ8c.js';
4
- import '../run-record-MRdJ-Kq2.js';
5
- import '../errors-CzMUYo7b.js';
4
+ import '../run-record-I-Z3JNvO.js';
5
+ import '../errors-oeQrLqXC.js';
6
6
  import '../schema-m0gsnbt3.js';
7
7
  import '../verdict-C9MlYujm.js';
8
8
 
package/dist/openapi.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "openapi": "3.1.0",
3
3
  "info": {
4
4
  "title": "@tangle-network/agent-eval — wire protocol",
5
- "version": "0.103.0",
5
+ "version": "0.103.2",
6
6
  "description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
7
7
  "contact": {
8
8
  "name": "Tangle Network",
@@ -4,7 +4,7 @@ export { a as FailureCluster, F as FailureClusterReport, f as failureClusterView
4
4
  import { a as TrajectoryStep } from '../trajectory-2TkpSEVh.js';
5
5
  import { B as BaselineOptions, a as BaselineReport } from '../baseline-Bbid3WoO.js';
6
6
  export { c as computeToolUseMetrics } from '../baseline-Bbid3WoO.js';
7
- import { l as llmSpans } from '../query-B7GGjRox.js';
7
+ import { l as llmSpans } from '../query-0aTmbmQe.js';
8
8
 
9
9
  /**
10
10
  * BudgetBreachView — aggregates breach events across the corpus.
@@ -3,23 +3,23 @@ import {
3
3
  classifyFailure,
4
4
  compareToBaseline,
5
5
  computeToolUseMetrics
6
- } from "../chunk-IH7LYRHL.js";
6
+ } from "../chunk-DBDRR6GF.js";
7
7
  import {
8
8
  buildTrajectory
9
9
  } from "../chunk-RZTMDUO7.js";
10
10
  import {
11
11
  interRaterReliability,
12
12
  pearsonR
13
- } from "../chunk-HRGUJTER.js";
13
+ } from "../chunk-XMSYF4A7.js";
14
14
  import {
15
15
  aggregateLlm,
16
16
  argHash,
17
17
  llmSpans,
18
18
  runFailureClass,
19
19
  toolSpans
20
- } from "../chunk-UFSG7ACU.js";
20
+ } from "../chunk-JZXGWLK5.js";
21
21
  import "../chunk-5BKGXME7.js";
22
- import "../chunk-3BFEG2F6.js";
22
+ import "../chunk-ONWEPEDO.js";
23
23
  import "../chunk-PZ5AY32C.js";
24
24
 
25
25
  // src/pipelines/budget-breach.ts
@@ -1,6 +1,6 @@
1
- import { A as AgentProfileCell, a as AgentProfileJson } from './run-record-MRdJ-Kq2.js';
2
- import { V as ValidationError } from './errors-CzMUYo7b.js';
3
- import { A as AnalystFinding, E as EvidenceRef } from './types-Dz9cKF0g.js';
1
+ import { A as AgentProfileCell, a as AgentProfileJson } from './run-record-I-Z3JNvO.js';
2
+ import { V as ValidationError } from './errors-oeQrLqXC.js';
3
+ import { A as AnalystFinding, E as EvidenceRef } from './types-D1ytG0Yg.js';
4
4
 
5
5
  type PolicyEditSchemaVersion = 'policy-edit/v1';
6
6
  declare const POLICY_EDIT_AXES: readonly ["carrier", "representation", "budget", "sampling", "output_contract", "tool_contract", "routing", "memory", "agent_profile", "deployment_target"];
@@ -1,7 +1,7 @@
1
- import { A as AgentEvalError } from './errors-CzMUYo7b.js';
2
- import { R as RunRecord } from './run-record-MRdJ-Kq2.js';
3
- import { C as ChatClient } from './types-Dz9cKF0g.js';
4
- import { c as JudgeDimension, S as Scenario, a as JudgeConfig } from './types-DFI_Z-ZL.js';
1
+ import { A as AgentEvalError } from './errors-oeQrLqXC.js';
2
+ import { R as RunRecord } from './run-record-I-Z3JNvO.js';
3
+ import { C as ChatClient } from './types-D1ytG0Yg.js';
4
+ import { c as JudgeDimension, S as Scenario, a as JudgeConfig } from './types-Mh6I44ub.js';
5
5
  import { TCloud } from '@tangle-network/tcloud';
6
6
  import { R as RawProviderSink } from './raw-provider-sink-C46HDghv.js';
7
7
  import { D as DefaultVerdict } from './verdict-C9MlYujm.js';
@@ -1,6 +1,6 @@
1
- import { R as RunRecord } from '../run-record-MRdJ-Kq2.js';
1
+ import { R as RunRecord } from '../run-record-I-Z3JNvO.js';
2
2
  import '@tangle-network/agent-interface';
3
- import '../errors-CzMUYo7b.js';
3
+ import '../errors-oeQrLqXC.js';
4
4
  import '../schema-m0gsnbt3.js';
5
5
 
6
6
  /**
@@ -14,8 +14,8 @@ import {
14
14
  validateProductBenchmarkManifest,
15
15
  validateProductBenchmarkRecord,
16
16
  validateProductBenchmarkRun
17
- } from "../chunk-RQNOLV3I.js";
18
- import "../chunk-3BFEG2F6.js";
17
+ } from "../chunk-FOUG2VVS.js";
18
+ import "../chunk-ONWEPEDO.js";
19
19
  import "../chunk-PZ5AY32C.js";
20
20
  export {
21
21
  assertProductBenchmarkRun,
@@ -1,9 +1,9 @@
1
- import { S as Scenario, g as Gate, G as GateResult, h as GateContext, C as CampaignResult, i as Mutator, f as SurfaceProposer, M as MutableSurface, j as GateDecision } from './types-DFI_Z-ZL.js';
2
- import { R as RedTeamCase } from './red-team-BWdoyleI.js';
3
- import { R as RunRecord } from './run-record-MRdJ-Kq2.js';
1
+ import { S as Scenario, g as Gate, G as GateResult, h as GateContext, C as CampaignResult, i as Mutator, f as SurfaceProposer, M as MutableSurface, j as GateDecision } from './types-Mh6I44ub.js';
2
+ import { R as RedTeamCase } from './red-team-KmmiqBlY.js';
3
+ import { R as RunRecord } from './run-record-I-Z3JNvO.js';
4
4
  import { D as Direction } from './pareto-E-pembql.js';
5
- import { a as PairedBootstrapResult } from './statistics-xP-cWc5k.js';
6
- import { R as RunCampaignOptions, C as CampaignStorage } from './gepa-DeyPTlvx.js';
5
+ import { a as PairedBootstrapResult } from './statistics-D88peojY.js';
6
+ import { R as RunCampaignOptions, C as CampaignStorage } from './gepa-Dn0gtj9n.js';
7
7
  import { HostedClient, TraceSpanEvent } from './hosted/index.js';
8
8
 
9
9
  /**
@@ -72,9 +72,13 @@ interface DefaultProductionGateOptions {
72
72
  * fires at the `gaming` severity. Default true. */
73
73
  blockOnRewardHackingGaming?: boolean;
74
74
  }
75
+ /**
76
+ * Opinionated production gate composing held-out significance, red-team, reward-hacking, and canary checks into a single `Gate.decide` decision.
77
+ */
75
78
  declare function defaultProductionGate<TArtifact, TScenario extends Scenario>(options: DefaultProductionGateOptions): Gate<TArtifact, TScenario>;
76
79
 
77
80
  /**
81
+ * @module
78
82
  * Thin Gate adapter — exposes delta-threshold-on-holdout as a composable
79
83
  * `Gate`. Use when you want held-out as one of N composed gates instead of
80
84
  * the full `defaultProductionGate` stack.
@@ -84,6 +88,9 @@ interface HeldOutGateOptions<TScenario extends Scenario = Scenario> {
84
88
  scenarios: TScenario[];
85
89
  deltaThreshold?: number;
86
90
  }
91
+ /**
92
+ * Composable held-out delta gate: ships only when the candidate's mean composite on `scenarios` beats the baseline by at least `deltaThreshold`.
93
+ */
87
94
  declare function heldOutGate<TArtifact, TScenario extends Scenario>(options: HeldOutGateOptions<TScenario>): Gate<TArtifact, TScenario>;
88
95
 
89
96
  /**
@@ -220,6 +227,9 @@ declare function paretoSignificanceGate<TArtifact = unknown, TScenario extends S
220
227
  interface RunEvalOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'runDir'> {
221
228
  runDir: string;
222
229
  }
230
+ /**
231
+ * Simplest evaluation preset: run scenarios through dispatch, score with judges, and return a `CampaignResult` — no optimizer, no gate, no PR.
232
+ */
223
233
  declare function runEval<TScenario extends Scenario, TArtifact>(opts: RunEvalOptions<TScenario, TArtifact>): Promise<CampaignResult<TArtifact, TScenario>>;
224
234
 
225
235
  /**
@@ -240,6 +250,9 @@ interface EvolutionaryProposerOptions<TFindings = unknown> {
240
250
  /** External findings fed to the mutator each generation. Default: []. */
241
251
  findings?: TFindings[];
242
252
  }
253
+ /**
254
+ * Wrap a stateless `Mutator` (GEPA, AxGEPA, reflective-mutation) as a `SurfaceProposer` that mutates the current best surface into N candidates each generation.
255
+ */
243
256
  declare function evolutionaryProposer<TFindings = unknown>(opts: EvolutionaryProposerOptions<TFindings>): SurfaceProposer<TFindings>;
244
257
 
245
258
  /**
@@ -396,6 +409,9 @@ declare function loopProvenanceSpans(record: LoopProvenanceRecord, opts?: {
396
409
  }): TraceSpanEvent[];
397
410
  /** Canonical durable paths under the run dir. */
398
411
  declare function provenanceRecordPath(runDir: string): string;
412
+ /**
413
+ * Canonical path for the durable OTLP spans JSONL file under a loop run directory.
414
+ */
399
415
  declare function provenanceSpansPath(runDir: string): string;
400
416
  interface EmitLoopProvenanceResult {
401
417
  record: LoopProvenanceRecord;
@@ -13,6 +13,7 @@ import { T as TraceStore } from './store-BcFXE6LG.js';
13
13
  declare function runsForScenario(store: TraceStore, scenarioId: string): Promise<Run[]>;
14
14
  declare function llmSpans(store: TraceStore, runId?: string): Promise<LlmSpan[]>;
15
15
  declare function toolSpans(store: TraceStore, runId?: string, toolName?: string): Promise<ToolSpan[]>;
16
+ /** Query judge-kind spans from the trace store, optionally scoped to a single run. */
16
17
  declare function judgeSpans(store: TraceStore, runId?: string): Promise<JudgeSpan[]>;
17
18
  /** Group spans by any key selector. */
18
19
  declare function groupBy<T, K extends string | number>(items: T[], key: (t: T) => K): Map<K, T[]>;
@@ -1,4 +1,4 @@
1
- import { a as DatasetScenario, b as Dataset } from './dataset-BbGkaN2I.js';
1
+ import { a as DatasetScenario, b as Dataset } from './dataset-DS7ytHZU.js';
2
2
  import { T as TraceStore } from './store-BcFXE6LG.js';
3
3
 
4
4
  /**
@@ -1,6 +1,6 @@
1
- import { D as DatasetSplit, c as DatasetManifest, a as DatasetScenario } from './dataset-BbGkaN2I.js';
2
- import { m as GateDecision } from './summary-report-C0nnxOD8.js';
3
- import { R as RunRecord, b as RunSplitTag } from './run-record-MRdJ-Kq2.js';
1
+ import { D as DatasetSplit, c as DatasetManifest, a as DatasetScenario } from './dataset-DS7ytHZU.js';
2
+ import { m as GateDecision } from './summary-report-QMZVe3P-.js';
3
+ import { R as RunRecord, b as RunSplitTag } from './run-record-I-Z3JNvO.js';
4
4
 
5
5
  /**
6
6
  * Release confidence gate.
@@ -216,6 +216,9 @@ interface JudgeReplayGateArgs<TOutput> {
216
216
  /** Maximum concurrent judge calls. Default 4. */
217
217
  judgeConcurrency?: number;
218
218
  }
219
+ /**
220
+ * Confirm a candidate's win with a stronger judge: score baseline and candidate outputs independently, then bootstrap a CI to verify the lift generalises beyond the inner loop.
221
+ */
219
222
  declare function judgeReplayGate<TOutput>(args: JudgeReplayGateArgs<TOutput>): Promise<BootstrapResult & {
220
223
  baselineSamples: number;
221
224
  candidateSamples: number;
@@ -1,15 +1,15 @@
1
- export { R as RubricOutcomePair, a as RubricPredictiveValidityInput, b as RubricPredictiveValidityReport, c as RubricRanking, r as rubricPredictiveValidity } from './rubric-predictive-validity-0MdjTt8R.js';
2
- export { B as BootstrapOptions, a as BootstrapResult, J as JudgeReplayGateArgs, R as ReleaseConfidenceAxis, b as ReleaseConfidenceAxisName, c as ReleaseConfidenceInput, d as ReleaseConfidenceIssue, e as ReleaseConfidenceMetrics, f as ReleaseConfidenceScorecard, g as ReleaseConfidenceStatus, h as ReleaseConfidenceThresholds, i as ReleaseTraceEvidence, j as RenderReleaseReportOptions, V as Verdict, k as assertReleaseConfidence, l as bootstrapCi, m as evaluateReleaseConfidence, n as judgeReplayGate, r as renderReleaseReport } from './release-report-BQ1Ziyu-.js';
1
+ export { R as RubricOutcomePair, a as RubricPredictiveValidityInput, b as RubricPredictiveValidityReport, c as RubricRanking, r as rubricPredictiveValidity } from './rubric-predictive-validity-DPnyG-CE.js';
2
+ export { B as BootstrapOptions, a as BootstrapResult, J as JudgeReplayGateArgs, R as ReleaseConfidenceAxis, b as ReleaseConfidenceAxisName, c as ReleaseConfidenceInput, d as ReleaseConfidenceIssue, e as ReleaseConfidenceMetrics, f as ReleaseConfidenceScorecard, g as ReleaseConfidenceStatus, h as ReleaseConfidenceThresholds, i as ReleaseTraceEvidence, j as RenderReleaseReportOptions, V as Verdict, k as assertReleaseConfidence, l as bootstrapCi, m as evaluateReleaseConfidence, n as judgeReplayGate, r as renderReleaseReport } from './release-report-DeJpsBiA.js';
3
3
  export { I as InterimReleaseConfidence, a as InterimReleaseConfidenceInput, P as PairedEvalueOptions, b as PairedEvalueSequence, c as PairedEvalueStep, S as SequentialDecision, e as evaluateInterimReleaseConfidence, p as pairedEvalueSequence } from './sequential-5iSVfzl2.js';
4
- export { P as PairedBootstrapOptions, a as PairedBootstrapResult, b as benjaminiHochberg, p as pairedBootstrap, w as wilcoxonSignedRank } from './statistics-xP-cWc5k.js';
5
- export { G as GainDistributionBin, a as GainDistributionFigureSpec, b as GainDistributionOptions, P as ParetoFigureSpec, c as ParetoPoint, R as RESEARCH_REPORT_HARD_PAIR_FLOOR, d as ResearchReport, e as ResearchReportCandidate, f as ResearchReportDecision, g as ResearchReportMethodology, h as ResearchReportOptions, i as ResearchReportRecommendation, S as SummaryTable, j as SummaryTableOptions, k as SummaryTableRow, l as gainHistogram, p as paretoChart, r as researchReport, s as summaryTable } from './summary-report-C0nnxOD8.js';
6
- import './run-record-MRdJ-Kq2.js';
4
+ export { P as PairedBootstrapOptions, a as PairedBootstrapResult, b as benjaminiHochberg, p as pairedBootstrap, w as wilcoxonSignedRank } from './statistics-D88peojY.js';
5
+ export { G as GainDistributionBin, a as GainDistributionFigureSpec, b as GainDistributionOptions, P as ParetoFigureSpec, c as ParetoPoint, R as RESEARCH_REPORT_HARD_PAIR_FLOOR, d as ResearchReport, e as ResearchReportCandidate, f as ResearchReportDecision, g as ResearchReportMethodology, h as ResearchReportOptions, i as ResearchReportRecommendation, S as SummaryTable, j as SummaryTableOptions, k as SummaryTableRow, l as gainHistogram, p as paretoChart, r as researchReport, s as summaryTable } from './summary-report-QMZVe3P-.js';
6
+ import './run-record-I-Z3JNvO.js';
7
7
  import '@tangle-network/agent-interface';
8
- import './errors-CzMUYo7b.js';
8
+ import './errors-oeQrLqXC.js';
9
9
  import './schema-m0gsnbt3.js';
10
10
  import './outcome-store-rnXLEqSn.js';
11
- import './dataset-BbGkaN2I.js';
12
- import './judge-calibration-0p2QcWNE.js';
11
+ import './dataset-DS7ytHZU.js';
12
+ import './judge-calibration-7C-IDmKr.js';
13
13
  import './types-C7DGg5ex.js';
14
14
  import '@tangle-network/tcloud';
15
15
  import './failure-cluster-DH9Flgcf.js';
package/dist/reporting.js CHANGED
@@ -4,10 +4,10 @@ import {
4
4
  evaluateReleaseConfidence,
5
5
  judgeReplayGate,
6
6
  renderReleaseReport
7
- } from "./chunk-VDGPPGE3.js";
7
+ } from "./chunk-6HFYGEZ3.js";
8
8
  import {
9
9
  rubricPredictiveValidity
10
- } from "./chunk-NF7OZ4J7.js";
10
+ } from "./chunk-X6NIXVOD.js";
11
11
  import {
12
12
  evaluateInterimReleaseConfidence,
13
13
  pairedEvalueSequence
@@ -18,14 +18,14 @@ import {
18
18
  paretoChart,
19
19
  researchReport,
20
20
  summaryTable
21
- } from "./chunk-6GT4NI4V.js";
21
+ } from "./chunk-6MFFKPZ4.js";
22
22
  import {
23
23
  benjaminiHochberg,
24
24
  pairedBootstrap,
25
25
  wilcoxonSignedRank
26
- } from "./chunk-HRGUJTER.js";
26
+ } from "./chunk-XMSYF4A7.js";
27
27
  import "./chunk-VSMTAMNK.js";
28
- import "./chunk-3BFEG2F6.js";
28
+ import "./chunk-ONWEPEDO.js";
29
29
  import "./chunk-PZ5AY32C.js";
30
30
  export {
31
31
  RESEARCH_REPORT_HARD_PAIR_FLOOR,
@@ -1,8 +1,8 @@
1
- import { b as RunSplitTag, c as RunTokenUsage, d as RunJudgeMetadata, J as JudgeScoresRecord, A as AgentProfileCell, e as AgentProfileCellInput, R as RunRecord } from './run-record-MRdJ-Kq2.js';
2
- import { L as LlmClientOptions, a as LlmRouteRequirements } from './llm-client-Bj7g0rqu.js';
3
- import { h as ResearchReportOptions, d as ResearchReport, m as GateDecision } from './summary-report-C0nnxOD8.js';
1
+ import { b as RunSplitTag, c as RunTokenUsage, d as RunJudgeMetadata, J as JudgeScoresRecord, A as AgentProfileCell, e as AgentProfileCellInput, R as RunRecord } from './run-record-I-Z3JNvO.js';
2
+ import { L as LlmClientOptions, a as LlmRouteRequirements } from './llm-client-DyqEH4jH.js';
3
+ import { h as ResearchReportOptions, d as ResearchReport, m as GateDecision } from './summary-report-QMZVe3P-.js';
4
4
  import { T as TraceEmitter, R as RunCompleteHook } from './emitter-C2rqGH_l.js';
5
- import { R as RunIntegrityExpectations, a as RunIntegrityReport } from './integrity-D2t12mMw.js';
5
+ import { R as RunIntegrityExpectations, a as RunIntegrityReport } from './integrity-DqGZg3st.js';
6
6
  import { R as RawProviderSink } from './raw-provider-sink-C46HDghv.js';
7
7
  import { F as FailureClass } from './schema-m0gsnbt3.js';
8
8
  import { T as TraceStore } from './store-BcFXE6LG.js';
package/dist/rl.d.ts CHANGED
@@ -1,26 +1,26 @@
1
- import { R as RunRecord, b as RunSplitTag } from './run-record-MRdJ-Kq2.js';
1
+ import { R as RunRecord, b as RunSplitTag } from './run-record-I-Z3JNvO.js';
2
2
  export { A as AdversarialMutation } from './adversarial-B7loGVVX.js';
3
- import { P as PreferenceExtractionReport, D as DpoExportRow, G as GrpoExportRow, S as SftExportRow, E as ExtractPreferencesOptions, a as DpoLookups, b as GrpoLookups, c as SftLookups } from './corpus-CiSzzLa5.js';
4
- export { d as CorpusAppendResult, C as CorpusRecord, e as DatasetFormat, f as ExtractStepRewardsOptions, H as HarvestOptions, g as PreferenceStrategy, h as PreferenceTriple, i as PrmExportRow, j as PrmLookups, k as PrmTrainingTriple, R as RewardKind, l as RewardStats, m as RlDatasetBundle, n as RlDatasetConfig, o as RlDatasetManifest, p as RlDatasetStats, q as RunwiseStepSummary, r as StepReward, s as StepRewardJsonlRow, t as StepScorer, u as appendToCorpus, v as buildDatasetFromCorpus, w as buildRlDataset, x as datasheetToMarkdown, y as extractPreferences, z as extractStepRewards, A as prmTrainingPairs, B as readCorpus, F as runwiseStepRewardSummary, I as stepRewardsToJsonl, J as toAnthropicFormat, K as toDpoJsonl, L as toDpoRows, M as toGrpoJsonl, N as toGrpoRows, O as toPrmJsonl, Q as toPrmRows, T as toSftJsonl, U as toSftRows, V as toTRLFormat } from './corpus-CiSzzLa5.js';
3
+ import { P as PreferenceExtractionReport, D as DpoExportRow, G as GrpoExportRow, S as SftExportRow, E as ExtractPreferencesOptions, a as DpoLookups, b as GrpoLookups, c as SftLookups } from './corpus-eBVwhCp1.js';
4
+ export { d as CorpusAppendResult, C as CorpusRecord, e as DatasetFormat, f as ExtractStepRewardsOptions, H as HarvestOptions, g as PreferenceStrategy, h as PreferenceTriple, i as PrmExportRow, j as PrmLookups, k as PrmTrainingTriple, R as RewardKind, l as RewardStats, m as RlDatasetBundle, n as RlDatasetConfig, o as RlDatasetManifest, p as RlDatasetStats, q as RunwiseStepSummary, r as StepReward, s as StepRewardJsonlRow, t as StepScorer, u as appendToCorpus, v as buildDatasetFromCorpus, w as buildRlDataset, x as datasheetToMarkdown, y as extractPreferences, z as extractStepRewards, A as prmTrainingPairs, B as readCorpus, F as runwiseStepRewardSummary, I as stepRewardsToJsonl, J as toAnthropicFormat, K as toDpoJsonl, L as toDpoRows, M as toGrpoJsonl, N as toGrpoRows, O as toPrmJsonl, Q as toPrmRows, T as toSftJsonl, U as toSftRows, V as toTRLFormat } from './corpus-eBVwhCp1.js';
5
5
  export { O as OffPolicyEstimate, a as OffPolicyOptions, b as OffPolicyTrajectory, d as doublyRobust, i as inverseProbabilityWeighting, o as offPolicyEstimateAll, s as selfNormalizedImportanceWeighting } from './off-policy-DiwuKKg7.js';
6
6
  import { b as OutcomeStore } from './outcome-store-rnXLEqSn.js';
7
7
  export { D as DeploymentOutcome, F as FileSystemOutcomeStore, a as FileSystemOutcomeStoreOptions, I as InMemoryOutcomeStore } from './outcome-store-rnXLEqSn.js';
8
- import { b as RubricPredictiveValidityReport } from './rubric-predictive-validity-0MdjTt8R.js';
9
- import { R as Researcher, F as FailureMode, S as SteeringChange, E as ExperimentPlan, a as ExperimentResult, b as EvalCampaignResult, c as EvalCampaignOptions } from './researcher-B_ODTAJs.js';
10
- export { r as runEvalCampaign } from './researcher-B_ODTAJs.js';
11
- import { a as VerificationReport } from './multi-layer-verifier-DUZXrPDA.js';
8
+ import { b as RubricPredictiveValidityReport } from './rubric-predictive-validity-DPnyG-CE.js';
9
+ import { R as Researcher, F as FailureMode, S as SteeringChange, E as ExperimentPlan, a as ExperimentResult, b as EvalCampaignResult, c as EvalCampaignOptions } from './researcher-Wc7dx6GM.js';
10
+ export { r as runEvalCampaign } from './researcher-Wc7dx6GM.js';
11
+ import { a as VerificationReport } from './multi-layer-verifier-CI4jdX-q.js';
12
12
  import { I as InterimReleaseConfidence } from './sequential-5iSVfzl2.js';
13
- import { C as CampaignResult } from './types-DFI_Z-ZL.js';
13
+ import { C as CampaignResult } from './types-Mh6I44ub.js';
14
14
  import '@tangle-network/agent-interface';
15
- import './errors-CzMUYo7b.js';
15
+ import './errors-oeQrLqXC.js';
16
16
  import './schema-m0gsnbt3.js';
17
17
  import './store-BcFXE6LG.js';
18
- import './llm-client-Bj7g0rqu.js';
18
+ import './llm-client-DyqEH4jH.js';
19
19
  import './raw-provider-sink-C46HDghv.js';
20
- import './summary-report-C0nnxOD8.js';
20
+ import './summary-report-QMZVe3P-.js';
21
21
  import './failure-cluster-DH9Flgcf.js';
22
22
  import './emitter-C2rqGH_l.js';
23
- import './integrity-D2t12mMw.js';
23
+ import './integrity-DqGZg3st.js';
24
24
  import './verdict-C9MlYujm.js';
25
25
 
26
26
  /**
package/dist/rl.js CHANGED
@@ -3,46 +3,46 @@ import {
3
3
  inverseProbabilityWeighting,
4
4
  offPolicyEstimateAll,
5
5
  selfNormalizedImportanceWeighting
6
- } from "./chunk-4DIJWVUT.js";
6
+ } from "./chunk-DTJ6QUQB.js";
7
7
  import {
8
8
  detectRewardHacking,
9
9
  extractVerifiableReward,
10
10
  extractVerifiableRewardsFromRecords,
11
11
  filterDeterministicallyRewarded
12
- } from "./chunk-AIGWQEME.js";
12
+ } from "./chunk-N22ZO7FV.js";
13
13
  import {
14
14
  FileSystemOutcomeStore,
15
15
  InMemoryOutcomeStore
16
16
  } from "./chunk-3RF76KTD.js";
17
17
  import {
18
18
  runEvalCampaign
19
- } from "./chunk-6FIAJHCU.js";
20
- import "./chunk-CWNP4DV4.js";
19
+ } from "./chunk-LIEJUH2I.js";
20
+ import "./chunk-FUCQVFMU.js";
21
21
  import {
22
22
  rubricPredictiveValidity
23
- } from "./chunk-NF7OZ4J7.js";
23
+ } from "./chunk-X6NIXVOD.js";
24
24
  import {
25
25
  evaluateInterimReleaseConfidence
26
26
  } from "./chunk-MAZ26DC7.js";
27
- import "./chunk-6GT4NI4V.js";
27
+ import "./chunk-6MFFKPZ4.js";
28
28
  import {
29
29
  benjaminiHochberg,
30
30
  wilcoxonSignedRank
31
- } from "./chunk-HRGUJTER.js";
31
+ } from "./chunk-XMSYF4A7.js";
32
32
  import {
33
33
  observationsFromRunRecords,
34
34
  thompsonCurriculum,
35
35
  varianceBasedCurriculum
36
36
  } from "./chunk-VZSRQ272.js";
37
- import "./chunk-SBCB6VZY.js";
37
+ import "./chunk-TT4KNT67.js";
38
38
  import "./chunk-PC4UYEBM.js";
39
- import "./chunk-2NSLDY4B.js";
39
+ import "./chunk-VK6HBGAE.js";
40
40
  import "./chunk-TVVP3ZZQ.js";
41
- import "./chunk-ABOIVNXL.js";
41
+ import "./chunk-XJYR7XFV.js";
42
42
  import "./chunk-VSMTAMNK.js";
43
43
  import {
44
44
  ValidationError
45
- } from "./chunk-3BFEG2F6.js";
45
+ } from "./chunk-ONWEPEDO.js";
46
46
  import "./chunk-PZ5AY32C.js";
47
47
 
48
48
  // src/rl/adaptation-eval.ts
@@ -1,4 +1,4 @@
1
- import { R as RunRecord } from './run-record-MRdJ-Kq2.js';
1
+ import { R as RunRecord } from './run-record-I-Z3JNvO.js';
2
2
  import { b as OutcomeStore } from './outcome-store-rnXLEqSn.js';
3
3
 
4
4
  /**
@@ -0,0 +1,12 @@
1
+ import {
2
+ planCampaignRun,
3
+ runCampaign
4
+ } from "./chunk-3PFZBGMR.js";
5
+ import "./chunk-XMSYF4A7.js";
6
+ import "./chunk-ONWEPEDO.js";
7
+ import "./chunk-PZ5AY32C.js";
8
+ export {
9
+ planCampaignRun,
10
+ runCampaign
11
+ };
12
+ //# sourceMappingURL=run-campaign-PNHAJIT2.js.map
@@ -1,5 +1,5 @@
1
1
  import { AgentProfile } from '@tangle-network/agent-interface';
2
- import { V as ValidationError } from './errors-CzMUYo7b.js';
2
+ import { V as ValidationError } from './errors-oeQrLqXC.js';
3
3
  import { F as FailureClass } from './schema-m0gsnbt3.js';
4
4
 
5
5
  type AgentProfileCellSchemaVersion = 'agent-profile-cell/v1';
@@ -49,6 +49,9 @@ declare class AgentProfileCellValidationError extends ValidationError {
49
49
  }
50
50
  declare function buildAgentProfileCell(input: AgentProfileCellInput): Promise<AgentProfileCell>;
51
51
  declare function agentProfileCellHashMaterial(cell: AgentProfileCell): Omit<AgentProfileCell, 'cellId'>;
52
+ /**
53
+ * Verify an `AgentProfileCell`'s `cellId` matches the sha256 of its hash-material fields, confirming the record has not been tampered with.
54
+ */
52
55
  declare function verifyAgentProfileCell(cell: AgentProfileCell): Promise<boolean>;
53
56
  declare function validateAgentProfileCell(input: unknown): AgentProfileCell;
54
57
  declare function requireAgentProfileCell(record: {
@@ -1,4 +1,4 @@
1
- import { b as RunSplitTag } from './run-record-MRdJ-Kq2.js';
1
+ import { b as RunSplitTag } from './run-record-I-Z3JNvO.js';
2
2
 
3
3
  interface RuntimeTrajectoryHookEvent {
4
4
  id: string;
@@ -1,10 +1,10 @@
1
1
  import { AxAIService } from '@ax-llm/ax';
2
2
  import { z } from 'zod';
3
- import { A as AnalystFinding, a as Analyst, b as AnalystContext } from './types-Dz9cKF0g.js';
4
- import { T as TraceAnalystKindSpec } from './kind-factory-D0nk7AKV.js';
3
+ import { A as AnalystFinding, a as Analyst, b as AnalystContext } from './types-D1ytG0Yg.js';
4
+ import { T as TraceAnalystKindSpec } from './kind-factory-DvIGo_cP.js';
5
5
  import { a as TraceAnalystSpan } from './store-C1YxJDEK.js';
6
- import { L as LlmClientOptions } from './llm-client-Bj7g0rqu.js';
7
- import { S as Severity } from './multi-layer-verifier-DUZXrPDA.js';
6
+ import { L as LlmClientOptions } from './llm-client-DyqEH4jH.js';
7
+ import { S as Severity } from './multi-layer-verifier-CI4jdX-q.js';
8
8
 
9
9
  interface CreateAnalystAiConfig {
10
10
  /** OpenAI-compatible API key forwarded as `Authorization: Bearer`.
@@ -1,4 +1,4 @@
1
- import { d as ContinuousAgreementOptions, C as ContinuousAgreement } from './judge-calibration-0p2QcWNE.js';
1
+ import { d as ContinuousAgreementOptions, C as ContinuousAgreement } from './judge-calibration-7C-IDmKr.js';
2
2
  import { J as JudgeScore } from './types-C7DGg5ex.js';
3
3
 
4
4
  /** Identity: dimensions already follow "higher = better" by prompt convention
@@ -1,4 +1,4 @@
1
- import { R as RunRecord } from './run-record-MRdJ-Kq2.js';
1
+ import { R as RunRecord } from './run-record-I-Z3JNvO.js';
2
2
  import { F as FailureClusterReport } from './failure-cluster-DH9Flgcf.js';
3
3
 
4
4
  /**
package/dist/traces.d.ts CHANGED
@@ -1,12 +1,12 @@
1
- import { N as NotFoundError, R as ReplayError } from './errors-CzMUYo7b.js';
1
+ import { N as NotFoundError, R as ReplayError } from './errors-oeQrLqXC.js';
2
2
  import { P as ProviderRedactor, R as RawProviderSink, d as RawProviderEvent } from './raw-provider-sink-C46HDghv.js';
3
3
  export { F as FileSystemRawProviderSink, a as FileSystemRawProviderSinkOptions, I as InMemoryRawProviderSink, b as InMemoryRawProviderSinkOptions, N as NoopRawProviderSink, c as RawProviderDirection, e as RawProviderSinkFilter, f as defaultProviderRedactor, p as providerFromBaseUrl } from './raw-provider-sink-C46HDghv.js';
4
4
  import { a as RunCompleteHookContext, R as RunCompleteHook } from './emitter-C2rqGH_l.js';
5
5
  export { S as SpanHandle, T as TraceEmitter, b as TraceEmitterOptions, l as llmSpanFromProvider } from './emitter-C2rqGH_l.js';
6
- export { b as RunIntegrityError, R as RunIntegrityExpectations, c as RunIntegrityIssue, d as RunIntegrityIssueCode, a as RunIntegrityReport, e as assertRunCaptured, t as throwIfRunIncomplete } from './integrity-D2t12mMw.js';
6
+ export { b as RunIntegrityError, R as RunIntegrityExpectations, c as RunIntegrityIssue, d as RunIntegrityIssueCode, a as RunIntegrityReport, e as assertRunCaptured, t as throwIfRunIncomplete } from './integrity-DqGZg3st.js';
7
7
  import { T as TraceStore } from './store-BcFXE6LG.js';
8
8
  export { E as EventFilter, F as FileSystemTraceStore, a as FileSystemTraceStoreOptions, I as InMemoryTraceStore, R as RunFilter, S as SpanFilter } from './store-BcFXE6LG.js';
9
- export { a as aggregateLlm, b as argHash, g as groupBy, j as judgeSpans, l as llmSpans, r as runFailureClass, c as runsForScenario, t as toolSpans } from './query-B7GGjRox.js';
9
+ export { a as aggregateLlm, b as argHash, g as groupBy, j as judgeSpans, l as llmSpans, r as runFailureClass, c as runsForScenario, t as toolSpans } from './query-0aTmbmQe.js';
10
10
  export { D as DEFAULT_REDACTION_RULES, b as REDACTION_VERSION, a as RedactionReport, R as RedactionRule, r as redactString, c as redactValue } from './redact-B40YG2M_.js';
11
11
  import { R as Run } from './schema-m0gsnbt3.js';
12
12
  export { A as Artifact, B as BudgetLedgerEntry, h as BudgetSpec, E as EventKind, i as FAILURE_CLASSES, F as FailureClass, G as GenericSpan, J as JudgeSpan, L as LlmSpan, M as Message, d as RetrievalSpan, g as RunLayer, b as RunOutcome, f as RunStatus, e as SandboxSpan, S as Span, j as SpanBase, c as SpanKind, k as SpanStatus, l as TRACE_SCHEMA_VERSION, T as ToolSpan, a as TraceEvent, m as isJudgeSpan, n as isLlmSpan, o as isRetrievalSpan, p as isSandboxSpan, q as isToolSpan } from './schema-m0gsnbt3.js';
@@ -14,7 +14,7 @@ import { A as AnalyzeTracesOptions, b as AnalyzeTracesResult } from './analyst-C
14
14
  export { a as AnalyzeTracesInput, c as AnalyzeTracesTurnSnapshot, d as analyzeTraces } from './analyst-C8HHvfJp.js';
15
15
  import { h as TraceAnalystSpanKind, i as TraceAnalystSpanStatus, T as TraceAnalysisStore, g as TraceAnalystFilters, b as DatasetOverview, Q as QueryTracesPage, l as ViewTraceResult, V as ViewSpansResult, c as SearchTraceResult, S as SearchSpanResult } from './store-C1YxJDEK.js';
16
16
  export { D as DEFAULT_TRACE_ANALYST_BUDGETS, E as ErrorCluster, d as SpanMatchRecord, e as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, f as TraceAnalystByteBudgets, a as TraceAnalystSpan, j as TraceAnalystTraceSummary, k as ViewTraceOversized } from './store-C1YxJDEK.js';
17
- import { b as RunSplitTag, c as RunTokenUsage, R as RunRecord } from './run-record-MRdJ-Kq2.js';
17
+ import { b as RunSplitTag, c as RunTokenUsage, R as RunRecord } from './run-record-I-Z3JNvO.js';
18
18
  import { AxFunction } from '@ax-llm/ax';
19
19
  import '@tangle-network/agent-interface';
20
20