@tangle-network/agent-eval 0.103.0 → 0.103.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (146) hide show
  1. package/dist/adapters/http.d.ts +3 -3
  2. package/dist/adapters/langchain.d.ts +3 -3
  3. package/dist/adapters/otel.d.ts +6 -6
  4. package/dist/analyst/index.d.ts +11 -11
  5. package/dist/analyst/index.js +8 -8
  6. package/dist/{analyze-runs-Cd-A_K4l.d.ts → analyze-runs-DJYpep3L.d.ts} +4 -4
  7. package/dist/belief-state/index.d.ts +4 -4
  8. package/dist/belief-state/index.js +3 -3
  9. package/dist/benchmarks/index.d.ts +3 -3
  10. package/dist/builder-eval/index.js +4 -4
  11. package/dist/campaign/index.d.ts +66 -19
  12. package/dist/campaign/index.js +14 -14
  13. package/dist/campaign/index.js.map +1 -1
  14. package/dist/{chunk-FRI6RG3P.js → chunk-2OGPXHOB.js} +3 -3
  15. package/dist/{chunk-XKA6ZGEY.js → chunk-3PFZBGMR.js} +3 -3
  16. package/dist/chunk-3PFZBGMR.js.map +1 -0
  17. package/dist/{chunk-JU6ZX3CX.js → chunk-5PK3626Q.js} +4 -4
  18. package/dist/{chunk-VDGPPGE3.js → chunk-6HFYGEZ3.js} +3 -3
  19. package/dist/{chunk-VDGPPGE3.js.map → chunk-6HFYGEZ3.js.map} +1 -1
  20. package/dist/{chunk-6GT4NI4V.js → chunk-6MFFKPZ4.js} +2 -2
  21. package/dist/{chunk-REVYNR6C.js → chunk-6SK5VFYK.js} +2 -2
  22. package/dist/{chunk-IXOV77YF.js → chunk-BBQILVBH.js} +5 -5
  23. package/dist/{chunk-IH7LYRHL.js → chunk-DBDRR6GF.js} +3 -3
  24. package/dist/{chunk-D5KBVULY.js → chunk-DRPIZQIT.js} +2 -2
  25. package/dist/{chunk-4DIJWVUT.js → chunk-DTJ6QUQB.js} +2 -2
  26. package/dist/{chunk-RQNOLV3I.js → chunk-FOUG2VVS.js} +2 -2
  27. package/dist/{chunk-CWNP4DV4.js → chunk-FUCQVFMU.js} +2 -2
  28. package/dist/{chunk-U3IDYATS.js → chunk-GDZAWO2I.js} +5 -5
  29. package/dist/{chunk-ZOPLCJSY.js → chunk-HZHNRYHK.js} +2 -2
  30. package/dist/{chunk-UFSG7ACU.js → chunk-JZXGWLK5.js} +1 -1
  31. package/dist/chunk-JZXGWLK5.js.map +1 -0
  32. package/dist/{chunk-B2TMQM62.js → chunk-K7QEIHHJ.js} +2 -2
  33. package/dist/{chunk-6FIAJHCU.js → chunk-LIEJUH2I.js} +6 -6
  34. package/dist/{chunk-YBIGNSCZ.js → chunk-LNQEP766.js} +2 -2
  35. package/dist/{chunk-IN3SHQML.js → chunk-LOJ2QVCE.js} +4 -4
  36. package/dist/{chunk-AIGWQEME.js → chunk-N22ZO7FV.js} +2 -2
  37. package/dist/{chunk-3BFEG2F6.js → chunk-ONWEPEDO.js} +1 -1
  38. package/dist/chunk-ONWEPEDO.js.map +1 -0
  39. package/dist/{chunk-L5TVEZFT.js → chunk-QRVS7MX4.js} +3 -3
  40. package/dist/{chunk-2MLIEQSN.js → chunk-RPDDVKI7.js} +2 -2
  41. package/dist/{chunk-SBCB6VZY.js → chunk-TT4KNT67.js} +2 -2
  42. package/dist/{chunk-7RBJANJD.js → chunk-V7HNA47Z.js} +5 -5
  43. package/dist/{chunk-2NSLDY4B.js → chunk-VK6HBGAE.js} +3 -3
  44. package/dist/{chunk-NF7OZ4J7.js → chunk-X6NIXVOD.js} +2 -2
  45. package/dist/{chunk-ABOIVNXL.js → chunk-XJYR7XFV.js} +2 -2
  46. package/dist/chunk-XJYR7XFV.js.map +1 -0
  47. package/dist/{chunk-HRGUJTER.js → chunk-XMSYF4A7.js} +2 -2
  48. package/dist/{chunk-HRGUJTER.js.map → chunk-XMSYF4A7.js.map} +1 -1
  49. package/dist/{chunk-HV5PBTJF.js → chunk-Z7FK73R5.js} +5 -5
  50. package/dist/chunk-Z7FK73R5.js.map +1 -0
  51. package/dist/{chunk-NTVWIH24.js → chunk-ZKIL3VOD.js} +5 -5
  52. package/dist/chunk-ZKIL3VOD.js.map +1 -0
  53. package/dist/cli.js +3 -3
  54. package/dist/{code-agent-session-Ce-9u7YM.d.ts → code-agent-session-rnJKlqmT.d.ts} +1 -1
  55. package/dist/contract/index.d.ts +22 -22
  56. package/dist/contract/index.js +15 -15
  57. package/dist/{control-C8RmK9H4.d.ts → control-B8UthSBL.d.ts} +2 -2
  58. package/dist/control.d.ts +5 -5
  59. package/dist/control.js +4 -4
  60. package/dist/{corpus-CiSzzLa5.d.ts → corpus-eBVwhCp1.d.ts} +1 -1
  61. package/dist/{dataset-BbGkaN2I.d.ts → dataset-DS7ytHZU.d.ts} +1 -1
  62. package/dist/{default-registry-ZhqsTr4K.d.ts → default-registry-BswHCXnU.d.ts} +2 -2
  63. package/dist/diagnose.d.ts +5 -5
  64. package/dist/diagnose.js +5 -5
  65. package/dist/{errors-CzMUYo7b.d.ts → errors-oeQrLqXC.d.ts} +4 -0
  66. package/dist/{feedback-trajectory-BxY0cKfs.d.ts → feedback-trajectory-C9KCo8ag.d.ts} +1 -1
  67. package/dist/fuzz.js +1 -1
  68. package/dist/{gepa-DeyPTlvx.d.ts → gepa-Dn0gtj9n.d.ts} +27 -2
  69. package/dist/governance/index.d.ts +4 -4
  70. package/dist/hosted/index.d.ts +6 -6
  71. package/dist/{index-B-bFgiAF.d.ts → index-C2CC_dry.d.ts} +1 -1
  72. package/dist/index.d.ts +41 -37
  73. package/dist/index.js +26 -26
  74. package/dist/index.js.map +1 -1
  75. package/dist/{insight-report-k0sRTzKg.d.ts → insight-report-B4xrdwEK.d.ts} +2 -2
  76. package/dist/{integrity-D2t12mMw.d.ts → integrity-DqGZg3st.d.ts} +1 -1
  77. package/dist/{judge-calibration-0p2QcWNE.d.ts → judge-calibration-7C-IDmKr.d.ts} +3 -0
  78. package/dist/{kind-factory-D0nk7AKV.d.ts → kind-factory-DvIGo_cP.d.ts} +1 -1
  79. package/dist/{llm-client-Bj7g0rqu.d.ts → llm-client-DyqEH4jH.d.ts} +1 -1
  80. package/dist/meta-eval/index.d.ts +5 -5
  81. package/dist/meta-eval/index.js +4 -4
  82. package/dist/{multi-layer-verifier-DUZXrPDA.d.ts → multi-layer-verifier-CI4jdX-q.d.ts} +3 -0
  83. package/dist/multishot/index.d.ts +3 -3
  84. package/dist/openapi.json +1 -1
  85. package/dist/pipelines/index.d.ts +1 -1
  86. package/dist/pipelines/index.js +4 -4
  87. package/dist/{policy-edit-BDQzzsBU.d.ts → policy-edit-DQUXYMDm.d.ts} +3 -3
  88. package/dist/{pre-registration-mWG2w8d-.d.ts → pre-registration-D8Zr8-rr.d.ts} +4 -4
  89. package/dist/product-benchmark/index.d.ts +2 -2
  90. package/dist/product-benchmark/index.js +2 -2
  91. package/dist/{provenance-BhJm32vN.d.ts → provenance-phkRBl4h.d.ts} +21 -5
  92. package/dist/{query-B7GGjRox.d.ts → query-0aTmbmQe.d.ts} +1 -0
  93. package/dist/{red-team-BWdoyleI.d.ts → red-team-KmmiqBlY.d.ts} +1 -1
  94. package/dist/{release-report-BQ1Ziyu-.d.ts → release-report-DeJpsBiA.d.ts} +6 -3
  95. package/dist/reporting.d.ts +8 -8
  96. package/dist/reporting.js +5 -5
  97. package/dist/{researcher-B_ODTAJs.d.ts → researcher-Wc7dx6GM.d.ts} +4 -4
  98. package/dist/rl.d.ts +12 -12
  99. package/dist/rl.js +11 -11
  100. package/dist/{rubric-predictive-validity-0MdjTt8R.d.ts → rubric-predictive-validity-DPnyG-CE.d.ts} +1 -1
  101. package/dist/run-campaign-PNHAJIT2.js +12 -0
  102. package/dist/{run-record-MRdJ-Kq2.d.ts → run-record-I-Z3JNvO.d.ts} +4 -1
  103. package/dist/{runtime-trajectory-8w0_jmtR.d.ts → runtime-trajectory-iW9IhV3e.d.ts} +1 -1
  104. package/dist/{semantic-concept-judge-D-IlH5v1.d.ts → semantic-concept-judge-BmNZPB_j.d.ts} +4 -4
  105. package/dist/{statistics-xP-cWc5k.d.ts → statistics-D88peojY.d.ts} +1 -1
  106. package/dist/{summary-report-C0nnxOD8.d.ts → summary-report-QMZVe3P-.d.ts} +1 -1
  107. package/dist/traces.d.ts +4 -4
  108. package/dist/traces.js +8 -8
  109. package/dist/{types-Dz9cKF0g.d.ts → types-D1ytG0Yg.d.ts} +2 -2
  110. package/dist/{types-DFI_Z-ZL.d.ts → types-Mh6I44ub.d.ts} +1 -1
  111. package/dist/wire/index.d.ts +3 -3
  112. package/dist/wire/index.js +3 -3
  113. package/dist/workflow/index.d.ts +11 -11
  114. package/dist/workflow/index.js +4 -4
  115. package/package.json +1 -1
  116. package/dist/chunk-3BFEG2F6.js.map +0 -1
  117. package/dist/chunk-ABOIVNXL.js.map +0 -1
  118. package/dist/chunk-HV5PBTJF.js.map +0 -1
  119. package/dist/chunk-NTVWIH24.js.map +0 -1
  120. package/dist/chunk-UFSG7ACU.js.map +0 -1
  121. package/dist/chunk-XKA6ZGEY.js.map +0 -1
  122. package/dist/run-campaign-2L4WCJHR.js +0 -12
  123. /package/dist/{chunk-FRI6RG3P.js.map → chunk-2OGPXHOB.js.map} +0 -0
  124. /package/dist/{chunk-JU6ZX3CX.js.map → chunk-5PK3626Q.js.map} +0 -0
  125. /package/dist/{chunk-6GT4NI4V.js.map → chunk-6MFFKPZ4.js.map} +0 -0
  126. /package/dist/{chunk-REVYNR6C.js.map → chunk-6SK5VFYK.js.map} +0 -0
  127. /package/dist/{chunk-IXOV77YF.js.map → chunk-BBQILVBH.js.map} +0 -0
  128. /package/dist/{chunk-IH7LYRHL.js.map → chunk-DBDRR6GF.js.map} +0 -0
  129. /package/dist/{chunk-D5KBVULY.js.map → chunk-DRPIZQIT.js.map} +0 -0
  130. /package/dist/{chunk-4DIJWVUT.js.map → chunk-DTJ6QUQB.js.map} +0 -0
  131. /package/dist/{chunk-RQNOLV3I.js.map → chunk-FOUG2VVS.js.map} +0 -0
  132. /package/dist/{chunk-CWNP4DV4.js.map → chunk-FUCQVFMU.js.map} +0 -0
  133. /package/dist/{chunk-U3IDYATS.js.map → chunk-GDZAWO2I.js.map} +0 -0
  134. /package/dist/{chunk-ZOPLCJSY.js.map → chunk-HZHNRYHK.js.map} +0 -0
  135. /package/dist/{chunk-B2TMQM62.js.map → chunk-K7QEIHHJ.js.map} +0 -0
  136. /package/dist/{chunk-6FIAJHCU.js.map → chunk-LIEJUH2I.js.map} +0 -0
  137. /package/dist/{chunk-YBIGNSCZ.js.map → chunk-LNQEP766.js.map} +0 -0
  138. /package/dist/{chunk-IN3SHQML.js.map → chunk-LOJ2QVCE.js.map} +0 -0
  139. /package/dist/{chunk-AIGWQEME.js.map → chunk-N22ZO7FV.js.map} +0 -0
  140. /package/dist/{chunk-L5TVEZFT.js.map → chunk-QRVS7MX4.js.map} +0 -0
  141. /package/dist/{chunk-2MLIEQSN.js.map → chunk-RPDDVKI7.js.map} +0 -0
  142. /package/dist/{chunk-SBCB6VZY.js.map → chunk-TT4KNT67.js.map} +0 -0
  143. /package/dist/{chunk-7RBJANJD.js.map → chunk-V7HNA47Z.js.map} +0 -0
  144. /package/dist/{chunk-2NSLDY4B.js.map → chunk-VK6HBGAE.js.map} +0 -0
  145. /package/dist/{chunk-NF7OZ4J7.js.map → chunk-X6NIXVOD.js.map} +0 -0
  146. /package/dist/{run-campaign-2L4WCJHR.js.map → run-campaign-PNHAJIT2.js.map} +0 -0
package/dist/index.js CHANGED
@@ -9,7 +9,7 @@ import {
9
9
  checkBehavioralCanary,
10
10
  checkCanaries,
11
11
  runBehavioralCanaries
12
- } from "./chunk-U3IDYATS.js";
12
+ } from "./chunk-GDZAWO2I.js";
13
13
  import {
14
14
  classifyEuAiRisk,
15
15
  euAiActReport,
@@ -49,7 +49,7 @@ import {
49
49
  validateProductBenchmarkManifest,
50
50
  validateProductBenchmarkRecord,
51
51
  validateProductBenchmarkRun
52
- } from "./chunk-RQNOLV3I.js";
52
+ } from "./chunk-FOUG2VVS.js";
53
53
  import {
54
54
  CODING_HARNESSES,
55
55
  HARNESS_NATIVE_MODEL,
@@ -72,7 +72,7 @@ import {
72
72
  llmJudge,
73
73
  parseCorrectnessResponse,
74
74
  verifyCompletion
75
- } from "./chunk-IXOV77YF.js";
75
+ } from "./chunk-BBQILVBH.js";
76
76
  import {
77
77
  DEFAULT_MUTATION_PRIMITIVES,
78
78
  DEFAULT_RED_TEAM_CORPUS,
@@ -96,7 +96,7 @@ import {
96
96
  scoreRedTeamOutput,
97
97
  surfaceContentHash,
98
98
  toolNamesForRun
99
- } from "./chunk-NTVWIH24.js";
99
+ } from "./chunk-ZKIL3VOD.js";
100
100
  import {
101
101
  BackendIntegrityError,
102
102
  assertRealBackend,
@@ -106,7 +106,7 @@ import {
106
106
  fileVerdictCache,
107
107
  inMemoryVerdictCache,
108
108
  summarizeBackendIntegrity
109
- } from "./chunk-XKA6ZGEY.js";
109
+ } from "./chunk-3PFZBGMR.js";
110
110
  import {
111
111
  MODEL_PRICING,
112
112
  MetricsCollector,
@@ -128,7 +128,7 @@ import {
128
128
  computeToolUseMetrics,
129
129
  iqr,
130
130
  welchsTTest
131
- } from "./chunk-IH7LYRHL.js";
131
+ } from "./chunk-DBDRR6GF.js";
132
132
  import {
133
133
  analyzeSeries
134
134
  } from "./chunk-BOD4O7OF.js";
@@ -145,7 +145,7 @@ import {
145
145
  pytestTestParser,
146
146
  runTestGradedScenario,
147
147
  vitestTestParser
148
- } from "./chunk-ZOPLCJSY.js";
148
+ } from "./chunk-HZHNRYHK.js";
149
149
  import {
150
150
  DEFAULT_COMPLEXITY_WEIGHTS,
151
151
  FindingsStore,
@@ -159,7 +159,7 @@ import {
159
159
  defaultIsMaterial,
160
160
  diffFindings,
161
161
  runSemanticConceptJudge
162
- } from "./chunk-JU6ZX3CX.js";
162
+ } from "./chunk-5PK3626Q.js";
163
163
  import {
164
164
  LockedJsonlAppender,
165
165
  Mutex
@@ -167,7 +167,7 @@ import {
167
167
  import {
168
168
  buildDefaultAnalystRegistry,
169
169
  computeTraceMetrics
170
- } from "./chunk-L5TVEZFT.js";
170
+ } from "./chunk-QRVS7MX4.js";
171
171
  import {
172
172
  DEFAULT_RUN_SCORE_WEIGHTS,
173
173
  POLICY_EDIT_AXES,
@@ -184,7 +184,7 @@ import {
184
184
  policyEditsFromFindings,
185
185
  scorePolicyEditReadiness,
186
186
  validatePolicyEdit
187
- } from "./chunk-IN3SHQML.js";
187
+ } from "./chunk-LOJ2QVCE.js";
188
188
  import {
189
189
  AnalystRegistry,
190
190
  DEFAULT_TRACE_ANALYST_KINDS,
@@ -194,7 +194,7 @@ import {
194
194
  KNOWLEDGE_POISONING_KIND_SPEC,
195
195
  createTraceAnalystKind,
196
196
  renderPriorFindings
197
- } from "./chunk-FRI6RG3P.js";
197
+ } from "./chunk-2OGPXHOB.js";
198
198
  import {
199
199
  controlFailureClassFromVerification,
200
200
  controlRunToRunRecord,
@@ -205,7 +205,7 @@ import {
205
205
  runProposeReview,
206
206
  runProposeReviewAsControlLoop,
207
207
  scoreFromEvals
208
- } from "./chunk-B2TMQM62.js";
208
+ } from "./chunk-K7QEIHHJ.js";
209
209
  import {
210
210
  allCriticalPassed,
211
211
  errorStreakDetector,
@@ -224,10 +224,10 @@ import {
224
224
  evaluateReleaseConfidence,
225
225
  judgeReplayGate,
226
226
  renderReleaseReport
227
- } from "./chunk-VDGPPGE3.js";
227
+ } from "./chunk-6HFYGEZ3.js";
228
228
  import {
229
229
  runEvalCampaign
230
- } from "./chunk-6FIAJHCU.js";
230
+ } from "./chunk-LIEJUH2I.js";
231
231
  import {
232
232
  LlmCallError,
233
233
  LlmClient,
@@ -239,7 +239,7 @@ import {
239
239
  isTransientLlmError,
240
240
  probeLlm,
241
241
  stripFencedJson
242
- } from "./chunk-CWNP4DV4.js";
242
+ } from "./chunk-FUCQVFMU.js";
243
243
  import {
244
244
  evaluateInterimReleaseConfidence,
245
245
  pairedEvalueSequence
@@ -250,11 +250,11 @@ import {
250
250
  paretoChart,
251
251
  researchReport,
252
252
  summaryTable
253
- } from "./chunk-6GT4NI4V.js";
253
+ } from "./chunk-6MFFKPZ4.js";
254
254
  import {
255
255
  attributeCounterfactuals,
256
256
  runCounterfactual
257
- } from "./chunk-REVYNR6C.js";
257
+ } from "./chunk-6SK5VFYK.js";
258
258
  import {
259
259
  buildTrajectory
260
260
  } from "./chunk-RZTMDUO7.js";
@@ -299,7 +299,7 @@ import {
299
299
  weightedMean,
300
300
  wilcoxonSignedRank,
301
301
  wilson
302
- } from "./chunk-HRGUJTER.js";
302
+ } from "./chunk-XMSYF4A7.js";
303
303
  import {
304
304
  FileSystemTraceStore,
305
305
  InMemoryTraceStore,
@@ -330,13 +330,13 @@ import {
330
330
  scoreTraceInsightReadiness,
331
331
  tokenizeDomainWords,
332
332
  traceAnalystOnRunComplete
333
- } from "./chunk-7RBJANJD.js";
333
+ } from "./chunk-V7HNA47Z.js";
334
334
  import {
335
335
  TRACE_ANALYST_ACTOR_DESCRIPTION,
336
336
  TRACE_ANALYST_ACTOR_DESCRIPTION_VERSION,
337
337
  TRACE_ANALYST_SUBAGENT_DESCRIPTION,
338
338
  analyzeTraces
339
- } from "./chunk-2MLIEQSN.js";
339
+ } from "./chunk-RPDDVKI7.js";
340
340
  import {
341
341
  DEFAULT_REDACTION_RULES,
342
342
  REDACTION_VERSION,
@@ -352,7 +352,7 @@ import {
352
352
  runFailureClass,
353
353
  runsForScenario,
354
354
  toolSpans
355
- } from "./chunk-UFSG7ACU.js";
355
+ } from "./chunk-JZXGWLK5.js";
356
356
  import {
357
357
  FAILURE_CLASSES,
358
358
  TRACE_SCHEMA_VERSION,
@@ -395,12 +395,12 @@ import {
395
395
  stringField,
396
396
  traceAnalystFunctionGroup,
397
397
  traceSpanKindToOpenInferenceKind
398
- } from "./chunk-YBIGNSCZ.js";
398
+ } from "./chunk-LNQEP766.js";
399
399
  import {
400
400
  RunIntegrityError,
401
401
  assertRunCaptured,
402
402
  throwIfRunIncomplete
403
- } from "./chunk-SBCB6VZY.js";
403
+ } from "./chunk-TT4KNT67.js";
404
404
  import {
405
405
  FileSystemRawProviderSink,
406
406
  InMemoryRawProviderSink,
@@ -415,7 +415,7 @@ import {
415
415
  parseRunRecordSafe,
416
416
  roundTripRunRecord,
417
417
  validateRunRecord
418
- } from "./chunk-2NSLDY4B.js";
418
+ } from "./chunk-VK6HBGAE.js";
419
419
  import {
420
420
  TraceEmitter,
421
421
  llmSpanFromProvider
@@ -433,7 +433,7 @@ import {
433
433
  toAgentProfileJson,
434
434
  validateAgentProfileCell,
435
435
  verifyAgentProfileCell
436
- } from "./chunk-ABOIVNXL.js";
436
+ } from "./chunk-XJYR7XFV.js";
437
437
  import {
438
438
  canonicalize,
439
439
  evaluateHypothesis,
@@ -450,7 +450,7 @@ import {
450
450
  ReplayError,
451
451
  ValidationError,
452
452
  VerificationError
453
- } from "./chunk-3BFEG2F6.js";
453
+ } from "./chunk-ONWEPEDO.js";
454
454
  import {
455
455
  __export
456
456
  } from "./chunk-PZ5AY32C.js";