@tangle-network/agent-eval 0.181.0 → 0.183.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. package/CHANGELOG.md +30 -0
  2. package/dist/analyst/index.d.ts +3 -3
  3. package/dist/analyst/index.js +7 -7
  4. package/dist/{benchmark-command-B57n9vjz.js → benchmark-command-NBrqNwgy.js} +11 -11
  5. package/dist/{benchmark-command-B57n9vjz.js.map → benchmark-command-NBrqNwgy.js.map} +1 -1
  6. package/dist/benchmarks/index.js +3 -3
  7. package/dist/campaign/index.js +8 -8
  8. package/dist/{campaign-4_ppJW5X.js → campaign-BwcEBC91.js} +11 -11
  9. package/dist/{campaign-4_ppJW5X.js.map → campaign-BwcEBC91.js.map} +1 -1
  10. package/dist/{campaign-evidence-B8oF9xQ6.js → campaign-evidence-PYPUftRy.js} +2 -2
  11. package/dist/{campaign-evidence-B8oF9xQ6.js.map → campaign-evidence-PYPUftRy.js.map} +1 -1
  12. package/dist/{chat-client-CkmjYlfB.js → chat-client-DqPqWzVV.js} +2 -2
  13. package/dist/{chat-client-CkmjYlfB.js.map → chat-client-DqPqWzVV.js.map} +1 -1
  14. package/dist/{chat-json-call-B_Xv2oJK.js → chat-json-call-C-DnDxEy.js} +2 -2
  15. package/dist/{chat-json-call-B_Xv2oJK.js.map → chat-json-call-C-DnDxEy.js.map} +1 -1
  16. package/dist/cli.js +5 -5
  17. package/dist/contract/index.js +13 -13
  18. package/dist/{cost-ledger-B1qx30B4.js → cost-ledger-_IbkejCF.js} +2 -2
  19. package/dist/{cost-ledger-B1qx30B4.js.map → cost-ledger-_IbkejCF.js.map} +1 -1
  20. package/dist/{default-registry-aL7xUrUz.js → default-registry-C0-N4PkG.js} +3 -3
  21. package/dist/{default-registry-aL7xUrUz.js.map → default-registry-C0-N4PkG.js.map} +1 -1
  22. package/dist/{define-agent-eval-Ddu33JH9.js → define-agent-eval-CneiWyuA.js} +8 -8
  23. package/dist/{define-agent-eval-Ddu33JH9.js.map → define-agent-eval-CneiWyuA.js.map} +1 -1
  24. package/dist/{dspy-rlm-engine-S53V0HhE.js → dspy-rlm-engine-8pgBSiy7.js} +4 -4
  25. package/dist/{dspy-rlm-engine-S53V0HhE.js.map → dspy-rlm-engine-8pgBSiy7.js.map} +1 -1
  26. package/dist/{eval-campaign-aYdtjtJR.js → eval-campaign-CCEkwzoH.js} +2 -2
  27. package/dist/{eval-campaign-aYdtjtJR.js.map → eval-campaign-CCEkwzoH.js.map} +1 -1
  28. package/dist/experiment/index.js +5 -5
  29. package/dist/exporters-D98GPi1n.d.ts +161 -0
  30. package/dist/exporters-D98GPi1n.d.ts.map +1 -0
  31. package/dist/{exporters-Df7TgHFv.js → exporters-DEcXbvgO.js} +12 -4
  32. package/dist/exporters-DEcXbvgO.js.map +1 -0
  33. package/dist/{external-optimizer-process-QDRURJAM.js → external-optimizer-process-DIB4YWEe.js} +2 -2
  34. package/dist/{external-optimizer-process-QDRURJAM.js.map → external-optimizer-process-DIB4YWEe.js.map} +1 -1
  35. package/dist/{external-optimizer-subprocess-D4dzUBZI.js → external-optimizer-subprocess-CjguXN2e.js} +3 -3
  36. package/dist/{external-optimizer-subprocess-D4dzUBZI.js.map → external-optimizer-subprocess-CjguXN2e.js.map} +1 -1
  37. package/dist/fuzz.js +1 -1
  38. package/dist/{hf-dataset-D8_RNIis.js → hf-dataset-CRqtSjnR.js} +2 -2
  39. package/dist/{hf-dataset-D8_RNIis.js.map → hf-dataset-CRqtSjnR.js.map} +1 -1
  40. package/dist/{index-CJ3LhKIX.d.ts → index--_8_Nlpn.d.ts} +4 -154
  41. package/dist/index--_8_Nlpn.d.ts.map +1 -0
  42. package/dist/{index-DNntP4ch.d.ts → index-DbG8QbH9.d.ts} +2 -2
  43. package/dist/{index-DNntP4ch.d.ts.map → index-DbG8QbH9.d.ts.map} +1 -1
  44. package/dist/index.d.ts +2 -2
  45. package/dist/index.d.ts.map +1 -1
  46. package/dist/index.js +21 -21
  47. package/dist/{integrity-DH5ng72x.js → integrity-CgQce0FV.js} +2 -2
  48. package/dist/{integrity-DH5ng72x.js.map → integrity-CgQce0FV.js.map} +1 -1
  49. package/dist/{kind-factory-D5HOW3R0.js → kind-factory-DxTzg32u.js} +2 -2
  50. package/dist/{kind-factory-D5HOW3R0.js.map → kind-factory-DxTzg32u.js.map} +1 -1
  51. package/dist/{llm-client-CGlSi8sb.js → llm-client-DDhZ29Vm.js} +2 -2
  52. package/dist/{llm-client-CGlSi8sb.js.map → llm-client-DDhZ29Vm.js.map} +1 -1
  53. package/dist/{llm-judge-DEFZeSiu.js → llm-judge-FfaRgz9X.js} +6 -6
  54. package/dist/{llm-judge-DEFZeSiu.js.map → llm-judge-FfaRgz9X.js.map} +1 -1
  55. package/dist/{metrics-Qv-cpptD.js → metrics-DOMpkoeb.js} +5 -1
  56. package/dist/metrics-DOMpkoeb.js.map +1 -0
  57. package/dist/multishot/index.js +1 -1
  58. package/dist/openapi.json +1 -1
  59. package/dist/{paired-arms-D4aeIHUy.js → paired-arms-JSDcs2zx.js} +16 -3
  60. package/dist/paired-arms-JSDcs2zx.js.map +1 -0
  61. package/dist/{power-and-mde-B8F2RdcD.js → power-and-mde-BJOpt6pq.js} +2 -2
  62. package/dist/{power-and-mde-B8F2RdcD.js.map → power-and-mde-BJOpt6pq.js.map} +1 -1
  63. package/dist/{produced-state-BHboMaab.js → produced-state-CGoVInrl.js} +5 -5
  64. package/dist/{produced-state-BHboMaab.js.map → produced-state-CGoVInrl.js.map} +1 -1
  65. package/dist/{promotion-policy-CDMMxzb6.js → promotion-policy-BKFrl7CC.js} +3 -3
  66. package/dist/{promotion-policy-CDMMxzb6.js.map → promotion-policy-BKFrl7CC.js.map} +1 -1
  67. package/dist/release-confidence-BcqeQTHW.d.ts.map +1 -1
  68. package/dist/{report-command-V1ecVgAv.js → report-command-BvqaxlVG.js} +32 -201
  69. package/dist/report-command-BvqaxlVG.js.map +1 -0
  70. package/dist/reporting.js +3 -3
  71. package/dist/rl.d.ts +26 -35
  72. package/dist/rl.d.ts.map +1 -1
  73. package/dist/rl.js +61 -57
  74. package/dist/rl.js.map +1 -1
  75. package/dist/rollout/index.d.ts +2 -1
  76. package/dist/rollout/index.js +3 -4
  77. package/dist/{rollout-B-UF5R6w.js → rollout-D_54FZVu.js} +155 -14
  78. package/dist/rollout-D_54FZVu.js.map +1 -0
  79. package/dist/{run-record-Br-Yzt_k.js → run-record-DPa2PeHx.js} +2 -2
  80. package/dist/{run-record-Br-Yzt_k.js.map → run-record-DPa2PeHx.js.map} +1 -1
  81. package/dist/{semantic-concept-judge-Bm5JDEKO.js → semantic-concept-judge-_3Fp6Q_3.js} +6 -6
  82. package/dist/{semantic-concept-judge-Bm5JDEKO.js.map → semantic-concept-judge-_3Fp6Q_3.js.map} +1 -1
  83. package/dist/{sequential-DAsyV2T9.js → sequential-D_xHrBZe.js} +2 -2
  84. package/dist/{sequential-DAsyV2T9.js.map → sequential-D_xHrBZe.js.map} +1 -1
  85. package/dist/{server-D_cjseFN.js → server-BZQR1f0C.js} +3 -3
  86. package/dist/{server-D_cjseFN.js.map → server-BZQR1f0C.js.map} +1 -1
  87. package/dist/{skillopt-optimization-method-CL_0aArC.js → skillopt-optimization-method-DY1aQ-aL.js} +6 -6
  88. package/dist/{skillopt-optimization-method-CL_0aArC.js.map → skillopt-optimization-method-DY1aQ-aL.js.map} +1 -1
  89. package/dist/statistical-heldout-CpVd6FmY.d.ts.map +1 -1
  90. package/dist/{store-otlp-DWGUwlyj.js → store-otlp-DAaEbMLf.js} +2 -2
  91. package/dist/{store-otlp-DWGUwlyj.js.map → store-otlp-DAaEbMLf.js.map} +1 -1
  92. package/dist/{store-tool-spans-ceJoiUgS.js → store-tool-spans-BZ8MPKFe.js} +3 -3
  93. package/dist/{store-tool-spans-ceJoiUgS.js.map → store-tool-spans-BZ8MPKFe.js.map} +1 -1
  94. package/dist/{summary-report-e-MaOAHV.js → summary-report-IGAOtgPd.js} +3 -3
  95. package/dist/{summary-report-e-MaOAHV.js.map → summary-report-IGAOtgPd.js.map} +1 -1
  96. package/dist/supervisor-run/index.d.ts +20 -44
  97. package/dist/supervisor-run/index.d.ts.map +1 -1
  98. package/dist/supervisor-run/index.js +8 -8
  99. package/dist/supervisor-run/index.js.map +1 -1
  100. package/dist/{task-failure-attributes-B072KO_n.js → task-failure-attributes-B_JjrOVo.js} +2 -2
  101. package/dist/{task-failure-attributes-B072KO_n.js.map → task-failure-attributes-B_JjrOVo.js.map} +1 -1
  102. package/dist/{terminal-record-BtPwKTSr.js → terminal-record-BHocwFw1.js} +5 -22
  103. package/dist/terminal-record-BHocwFw1.js.map +1 -0
  104. package/dist/traces.js +4 -4
  105. package/dist/{types-lPkDQNqJ.d.ts → types-BlIJ5URG.d.ts} +17 -26
  106. package/dist/types-BlIJ5URG.d.ts.map +1 -0
  107. package/dist/wire/index.js +1 -1
  108. package/docs/public-api.md +111 -98
  109. package/package.json +1 -1
  110. package/dist/exporters-Df7TgHFv.js.map +0 -1
  111. package/dist/index-CJ3LhKIX.d.ts.map +0 -1
  112. package/dist/metrics-Qv-cpptD.js.map +0 -1
  113. package/dist/opencode-sqlite-CNw3vubS.js +0 -145
  114. package/dist/opencode-sqlite-CNw3vubS.js.map +0 -1
  115. package/dist/paired-arms-D4aeIHUy.js.map +0 -1
  116. package/dist/report-command-V1ecVgAv.js.map +0 -1
  117. package/dist/rollout-B-UF5R6w.js.map +0 -1
  118. package/dist/terminal-record-BtPwKTSr.js.map +0 -1
  119. package/dist/types-lPkDQNqJ.d.ts.map +0 -1
package/CHANGELOG.md CHANGED
@@ -6,6 +6,36 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
6
6
 
7
7
  ## Unreleased
8
8
 
9
+ ## [0.183.0] — 2026-09-17
10
+
11
+ ### Changed
12
+
13
+ - **Breaking:** `/rl` `SftExportRow.messages` is the canonical `ChatMessage[]`.
14
+ Tool turns, `reasoning_content`, and nullable `content` ship as captured; string-only consumers must handle the canonical shape.
15
+ - `/rl` `toSftRows`, `toGrpoRows`, and `buildRlDataset` share the canonical `rollout/exporters` training policy.
16
+ `isTrainingLineEligible` is exported, `isSplitEligible` honors an explicit `splitFilter`, and the RL-local split selector is removed.
17
+
18
+ ### Fixed
19
+
20
+ - SFT export no longer replaces a captured conversation with prompt/completion lookups.
21
+ A line with a transcript is exported verbatim; the lookups recover only gap lines, and each row records `meta.transcriptSource`, `meta.captureGap`, and the realness labels.
22
+ A transcript made only of copied context yields no row rather than a lookup-built substitute, and blank or non-string lookup text is refused.
23
+ - Price OpenRouter stealth previews (`stealth/*`) as a real $0 so the DSPy RLM budget ledger admits them instead of refusing an unpriced model.
24
+
25
+ ## [0.182.0] — 2026-09-15
26
+
27
+ ### Breaking
28
+
29
+ - Retire the legacy loops supervisor-run reader and its compatibility exports.
30
+ Runtime supervisor runs now use the `.agent/supervisor` layout and the runtime journal dialect only.
31
+ - Remove legacy `.loops`, `state.status`, and `result.sup_status` fallback behavior.
32
+ Missing runtime evidence remains explicitly unavailable.
33
+
34
+ ### Changed
35
+
36
+ - Reduce paired-score gate work and use the exact shortcut for equal-magnitude Wilcoxon differences.
37
+ - Refresh the analyst benchmark implementation identity after the evaluation changes.
38
+
9
39
  ## [0.181.0] — 2026-09-14
10
40
 
11
41
  ### Changed
@@ -7,7 +7,7 @@ import { a as ExactAnalystBudgetPolicy, c as RegistryRunOpts, i as BudgetPolicy,
7
7
  import { a as createTraceAnalyst, c as BehavioralAnalystOptions, i as TraceAnalystDefinition, l as behavioralAnalyst, n as buildDefaultAnalystRegistry, o as renderPriorFindings, r as CreateTraceAnalystOptions, s as runTraceAnalyst, t as DefaultAnalystRegistryOptions, u as deriveEfficiencyFindings } from "../default-registry-BwDSWVzg.js";
8
8
  import { a as TraceAnalystLimits, c as RawAnalystEvidence, d as evidenceRefsFromRawFinding, f as parseRawFinding, i as TraceAnalysisEngineResult, l as RawAnalystFinding, n as TraceAnalysisEngine, o as resolveTraceAnalystLimits, r as TraceAnalysisEngineRequest, s as RAW_FINDING_SCHEMA_PROMPT, t as DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, u as RawAnalystFindingSchema } from "../engine-DS1cysJy.js";
9
9
  import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-B2bSNaJB.js";
10
- import { A as SemanticConceptJudgeInput, C as DspyRlmTraceEngineOptions, E as createChatTraceEngine, S as renderFindingSubject, T as ChatTraceEngineOptions, _ as FindingSubject, a as FAILURE_MODE_KIND_SPEC, b as findingSubjectGrammarPromptFor, c as emitControlIntegrityFindings, d as FindingsStore, f as PersistedFinding, g as FINDING_SUBJECT_SYNTAX, h as FINDING_SUBJECT_KINDS, i as IMPROVEMENT_KIND_SPEC, j as SemanticConceptJudgeOptions, l as DiffPolicy, m as diffFindings, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as defaultIsMaterial, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubjectKind, w as createDspyRlmTraceEngine, x as parseFindingSubject, y as KIND_EXPECTED_SUBJECTS } from "../index-DNntP4ch.js";
10
+ import { A as SemanticConceptJudgeInput, C as DspyRlmTraceEngineOptions, E as createChatTraceEngine, S as renderFindingSubject, T as ChatTraceEngineOptions, _ as FindingSubject, a as FAILURE_MODE_KIND_SPEC, b as findingSubjectGrammarPromptFor, c as emitControlIntegrityFindings, d as FindingsStore, f as PersistedFinding, g as FINDING_SUBJECT_SYNTAX, h as FINDING_SUBJECT_KINDS, i as IMPROVEMENT_KIND_SPEC, j as SemanticConceptJudgeOptions, l as DiffPolicy, m as diffFindings, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as defaultIsMaterial, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubjectKind, w as createDspyRlmTraceEngine, x as parseFindingSubject, y as KIND_EXPECTED_SUBJECTS } from "../index-DbG8QbH9.js";
11
11
  import { i as nodeHttpPrimeBridgeTransport, n as PrimeBridgeTransportRequest, r as PrimeBridgeTransportResult, t as PrimeBridgeTransport } from "../prime-bridge-transport-6feEglLf.js";
12
12
  import { z } from "zod";
13
13
  //#region src/analyst/adapters.d.ts
@@ -1265,11 +1265,11 @@ declare function runAnalystBenchmarkCommand(argv: readonly string[], env?: NodeJ
1265
1265
  declare const ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM = "sha256-canonical-source-manifest";
1266
1266
  declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM = "sha256-canonical-file-manifest";
1267
1267
  declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES: readonly string[];
1268
- declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "39632afc0f02da9333079d4c6323bab101d1bd0eb47a0ea06fa910ae181b4b40";
1268
+ declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "fe80b5a69feb434921d2508b57d93c1da2448771224bec07bf81f65921db78f9";
1269
1269
  declare const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
1270
1270
  declare const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
1271
1271
  declare const ANALYST_BENCHMARK_IMPLEMENTATION_FILES: readonly string[];
1272
- declare const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "e499ff9c5a3b24104d1a9dbc0c3742ffd08b67ff1b852922b423d38231954254";
1272
+ declare const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "956a7205aae4110a7b3dd927bef2c1098986e16cd89a17276791083219ade3fc";
1273
1273
  declare function analystBenchmarkImplementationDigest(): string;
1274
1274
  declare function analystBenchmarkDependencyLockDigest(): string;
1275
1275
  //#endregion
@@ -1,13 +1,13 @@
1
- import { i as CostLedger } from "../cost-ledger-B1qx30B4.js";
1
+ import { i as CostLedger } from "../cost-ledger-_IbkejCF.js";
2
2
  import { n as assertProposalFindings, r as isProposalFinding } from "../abort-signal-CtzAM_sJ.js";
3
3
  import { c as validateUsageSettlementTimeout, i as makeProposalFinding, n as computeFindingId, o as settleUsageReceiptFromCostLedger, r as makeFinding } from "../types-DQ0e2E7y.js";
4
- import { B as findingSubjectGrammarPromptFor, F as coerceJson, H as renderFindingSubject, I as stripCodeFences, L as FINDING_SUBJECT_KINDS, M as RawAnalystFindingSchema, N as evidenceRefsFromRawFinding, P as parseRawFinding, R as FINDING_SUBJECT_SYNTAX, U as DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, V as parseFindingSubject, W as resolveTraceAnalystLimits, i as buildTraceToolsForGroup, j as RAW_FINDING_SCHEMA_PROMPT, n as renderPriorFindings, r as runTraceAnalyst, t as createTraceAnalyst, z as KIND_EXPECTED_SUBJECTS } from "../kind-factory-D5HOW3R0.js";
5
- import { a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as deriveEfficiencyFindings, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-aL7xUrUz.js";
6
- import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-S53V0HhE.js";
7
- import { a as diffFindings, i as defaultIsMaterial, n as runSemanticConceptJudge, o as createChatTraceEngine, r as FindingsStore, t as SEMANTIC_CONCEPT_JUDGE_VERSION } from "../semantic-concept-judge-Bm5JDEKO.js";
8
- import { t as createChatClient } from "../chat-client-CkmjYlfB.js";
4
+ import { B as findingSubjectGrammarPromptFor, F as coerceJson, H as renderFindingSubject, I as stripCodeFences, L as FINDING_SUBJECT_KINDS, M as RawAnalystFindingSchema, N as evidenceRefsFromRawFinding, P as parseRawFinding, R as FINDING_SUBJECT_SYNTAX, U as DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, V as parseFindingSubject, W as resolveTraceAnalystLimits, i as buildTraceToolsForGroup, j as RAW_FINDING_SCHEMA_PROMPT, n as renderPriorFindings, r as runTraceAnalyst, t as createTraceAnalyst, z as KIND_EXPECTED_SUBJECTS } from "../kind-factory-DxTzg32u.js";
5
+ import { a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as deriveEfficiencyFindings, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-C0-N4PkG.js";
6
+ import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-8pgBSiy7.js";
7
+ import { a as diffFindings, i as defaultIsMaterial, n as runSemanticConceptJudge, o as createChatTraceEngine, r as FindingsStore, t as SEMANTIC_CONCEPT_JUDGE_VERSION } from "../semantic-concept-judge-_3Fp6Q_3.js";
8
+ import { t as createChatClient } from "../chat-client-DqPqWzVV.js";
9
9
  import { a as scoreAnalystFindings, i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver, t as registryBenchmarkRunner } from "../benchmark-DQKzykkO.js";
10
- import { $ as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, A as effectiveAnalystProtocolSha256, B as loadCodeTraceVerificationArtifacts, C as adaptPublicBenchmarkFindings, D as renderCodeTraceCalibrationMarkdown, E as readAnalystBenchmarkArtifact, F as publicBenchmarkProtocolSha256, G as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, H as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, I as publicBenchmarkRlmInstructions, J as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, K as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, L as publicBenchmarkSystemPrompt, M as CODE_TRACE_BENCH_ANALYST_PROMPT, N as MAX_INCORRECT_BLOCKS, O as summarizeCodeTraceCalibration, P as MAX_INCORRECT_BLOCK_STEPS, Q as ANALYST_BENCHMARK_COST_LEDGER_FILE, R as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, S as analystDefinitionProtocolSha256, T as expandCodeTraceFailureBlocks, U as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, V as parseVerificationOutcome, W as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, X as analystBenchmarkDependencyLockDigest, Y as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, Z as analystBenchmarkImplementationDigest, _ as createPublicBenchmarkDirectRunner, a as primeCodeTraceAnalystDefinition, at as summarizeAgentRxCalibration, b as AnalystExpressivenessError, c as loadPublicBenchmarkRows, ct as agentRxBenchmarkCase, d as publicBenchmarkSelectionReport, dt as roundAgentRxStep, et as ANALYST_BENCHMARK_MANIFEST_FILE, f as selectPublicBenchmarkRows, ft as normalizeBenchmarkLabel, g as runReplVariableAnalystDefinition, h as rlmEngineLimits, i as primeAnalystProtocolSha256, it as renderAgentRxCalibrationMarkdown, j as readAnalystInstructionsOverride, k as analystInstructionsOverrideFromText, l as preparePublicAnalystBenchmark, lt as agentRxPredictionsToFindings, m as publicRlmAnalystDefinition, n as renderAnalystBenchmarkMarkdown, nt as compareAnalystRunners, o as runInlineAnalystDefinition, ot as codeTraceBenchCase, p as createPublicBenchmarkRlmRunner, q as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, r as createPrimeBenchmarkRunner, rt as AGENT_RX_UPSTREAM_REVISION, s as nodeHttpPrimeBridgeTransport, st as codeTracerPredictionsToFindings, t as runAnalystBenchmarkCommand, tt as ANALYST_BENCHMARK_OBSERVATIONS_FILE, u as publicBenchmarkDistributions, ut as normalizeAgentRxCategory, v as publicDirectAnalystDefinition, w as emptyPublicBenchmarkRunner, x as analystDefinitionAsymmetries, y as runChunkedAnalystDefinition, z as appendVerificationArtifactsToOtlp } from "../benchmark-command-B57n9vjz.js";
10
+ import { $ as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, A as effectiveAnalystProtocolSha256, B as loadCodeTraceVerificationArtifacts, C as adaptPublicBenchmarkFindings, D as renderCodeTraceCalibrationMarkdown, E as readAnalystBenchmarkArtifact, F as publicBenchmarkProtocolSha256, G as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, H as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, I as publicBenchmarkRlmInstructions, J as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, K as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, L as publicBenchmarkSystemPrompt, M as CODE_TRACE_BENCH_ANALYST_PROMPT, N as MAX_INCORRECT_BLOCKS, O as summarizeCodeTraceCalibration, P as MAX_INCORRECT_BLOCK_STEPS, Q as ANALYST_BENCHMARK_COST_LEDGER_FILE, R as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, S as analystDefinitionProtocolSha256, T as expandCodeTraceFailureBlocks, U as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, V as parseVerificationOutcome, W as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, X as analystBenchmarkDependencyLockDigest, Y as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, Z as analystBenchmarkImplementationDigest, _ as createPublicBenchmarkDirectRunner, a as primeCodeTraceAnalystDefinition, at as summarizeAgentRxCalibration, b as AnalystExpressivenessError, c as loadPublicBenchmarkRows, ct as agentRxBenchmarkCase, d as publicBenchmarkSelectionReport, dt as roundAgentRxStep, et as ANALYST_BENCHMARK_MANIFEST_FILE, f as selectPublicBenchmarkRows, ft as normalizeBenchmarkLabel, g as runReplVariableAnalystDefinition, h as rlmEngineLimits, i as primeAnalystProtocolSha256, it as renderAgentRxCalibrationMarkdown, j as readAnalystInstructionsOverride, k as analystInstructionsOverrideFromText, l as preparePublicAnalystBenchmark, lt as agentRxPredictionsToFindings, m as publicRlmAnalystDefinition, n as renderAnalystBenchmarkMarkdown, nt as compareAnalystRunners, o as runInlineAnalystDefinition, ot as codeTraceBenchCase, p as createPublicBenchmarkRlmRunner, q as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, r as createPrimeBenchmarkRunner, rt as AGENT_RX_UPSTREAM_REVISION, s as nodeHttpPrimeBridgeTransport, st as codeTracerPredictionsToFindings, t as runAnalystBenchmarkCommand, tt as ANALYST_BENCHMARK_OBSERVATIONS_FILE, u as publicBenchmarkDistributions, ut as normalizeAgentRxCategory, v as publicDirectAnalystDefinition, w as emptyPublicBenchmarkRunner, x as analystDefinitionAsymmetries, y as runChunkedAnalystDefinition, z as appendVerificationArtifactsToOtlp } from "../benchmark-command-NBrqNwgy.js";
11
11
  import { a as extractPrimeJsonObject, c as primeProtocolSha256, d as runPrimeExchange, f as decodeReplyRows, i as emptyPrimeRawUsage, l as primeReplyDefect, n as buildPrimePrompt, o as mergePrimeRawUsage, r as buildPrimeRepairPrompt, s as normalizePrimeUsage, t as analystUsageReceiptFromPrimeUsage, u as projectPrimeTrajectory } from "../prime-protocol-6tZTVsWm.js";
12
12
  import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
13
13
  import { join } from "node:path";
@@ -1,18 +1,18 @@
1
1
  import { s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
2
2
  import { a as hashCanonical, i as compareCodeUnits, o as jsonDocument, r as canonicalString } from "./canonical-DPyQ_rpt.js";
3
3
  import { r as pairedBootstrap } from "./paired-tests-C8iCsioC.js";
4
- import { a as resolveModelPricing } from "./metrics-Qv-cpptD.js";
5
- import { a as CostLedgerPersistenceError, i as CostLedger, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError } from "./cost-ledger-B1qx30B4.js";
4
+ import { a as resolveModelPricing } from "./metrics-DOMpkoeb.js";
5
+ import { a as CostLedgerPersistenceError, i as CostLedger, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError } from "./cost-ledger-_IbkejCF.js";
6
6
  import { c as withLedgerFileLock, l as writeLedgerFileAtomically } from "./journal-Cs9f7385.js";
7
7
  import "./ledger-core/index.js";
8
- import { S as fsCampaignStorage, i as startExternalOptimizerModelProxy, r as runWithCleanup, x as createRunCostLedger, y as resolveExternalOptimizerProcessLimits } from "./external-optimizer-subprocess-D4dzUBZI.js";
8
+ import { S as fsCampaignStorage, i as startExternalOptimizerModelProxy, r as runWithCleanup, x as createRunCostLedger, y as resolveExternalOptimizerProcessLimits } from "./external-optimizer-subprocess-CjguXN2e.js";
9
9
  import { r as makeFinding, s as usageReceiptFromCostLedger } from "./types-DQ0e2E7y.js";
10
- import { M as RawAnalystFindingSchema, N as evidenceRefsFromRawFinding, h as TRACE_ANALYSIS_LIMITS, j as RAW_FINDING_SCHEMA_PROMPT, r as runTraceAnalyst } from "./kind-factory-D5HOW3R0.js";
11
- import { a as callLlmJson, r as LlmResponseError, t as LlmCallError } from "./llm-client-CGlSi8sb.js";
12
- import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-S53V0HhE.js";
13
- import { i as otlpTextToTraceAnalysisStore, r as createOtlpBufferTraceStore, t as DEFAULT_MAX_TRACE_FILE_BYTES } from "./store-otlp-DWGUwlyj.js";
10
+ import { M as RawAnalystFindingSchema, N as evidenceRefsFromRawFinding, h as TRACE_ANALYSIS_LIMITS, j as RAW_FINDING_SCHEMA_PROMPT, r as runTraceAnalyst } from "./kind-factory-DxTzg32u.js";
11
+ import { a as callLlmJson, r as LlmResponseError, t as LlmCallError } from "./llm-client-DDhZ29Vm.js";
12
+ import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-8pgBSiy7.js";
13
+ import { i as otlpTextToTraceAnalysisStore, r as createOtlpBufferTraceStore, t as DEFAULT_MAX_TRACE_FILE_BYTES } from "./store-otlp-DAaEbMLf.js";
14
14
  import { i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver } from "./benchmark-DQKzykkO.js";
15
- import { n as acquireSingleRunLock } from "./external-optimizer-process-QDRURJAM.js";
15
+ import { n as acquireSingleRunLock } from "./external-optimizer-process-DIB4YWEe.js";
16
16
  import { c as primeProtocolSha256, d as runPrimeExchange, f as decodeReplyRows, n as buildPrimePrompt, p as assertEqualDeclarativeTerms, t as analystUsageReceiptFromPrimeUsage, u as projectPrimeTrajectory } from "./prime-protocol-6tZTVsWm.js";
17
17
  import { createHash, randomUUID } from "node:crypto";
18
18
  import { constants, existsSync, lstatSync, readFileSync } from "node:fs";
@@ -1413,7 +1413,7 @@ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES = Object.freeze([
1413
1413
  "package.json",
1414
1414
  "pnpm-lock.yaml"
1415
1415
  ]);
1416
- const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "39632afc0f02da9333079d4c6323bab101d1bd0eb47a0ea06fa910ae181b4b40";
1416
+ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "fe80b5a69feb434921d2508b57d93c1da2448771224bec07bf81f65921db78f9";
1417
1417
  const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
1418
1418
  const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
1419
1419
  const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
@@ -1526,7 +1526,7 @@ const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
1526
1526
  "src/trace/raw-provider-sink.ts",
1527
1527
  "src/verdict-cache.ts"
1528
1528
  ]);
1529
- const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "e499ff9c5a3b24104d1a9dbc0c3742ffd08b67ff1b852922b423d38231954254";
1529
+ const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "956a7205aae4110a7b3dd927bef2c1098986e16cd89a17276791083219ade3fc";
1530
1530
  function analystBenchmarkImplementationDigest() {
1531
1531
  return ANALYST_BENCHMARK_IMPLEMENTATION_SHA256;
1532
1532
  }
@@ -6352,4 +6352,4 @@ function shellQuote(value) {
6352
6352
  //#endregion
6353
6353
  export { ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as $, effectiveAnalystProtocolSha256 as A, loadCodeTraceVerificationArtifacts as B, adaptPublicBenchmarkFindings as C, renderCodeTraceCalibrationMarkdown as D, readAnalystBenchmarkArtifact as E, publicBenchmarkProtocolSha256 as F, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as G, ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM as H, publicBenchmarkRlmInstructions as I, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as J, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as K, publicBenchmarkSystemPrompt as L, CODE_TRACE_BENCH_ANALYST_PROMPT as M, MAX_INCORRECT_BLOCKS as N, summarizeCodeTraceCalibration as O, MAX_INCORRECT_BLOCK_STEPS as P, ANALYST_BENCHMARK_COST_LEDGER_FILE as Q, DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES as R, analystDefinitionProtocolSha256 as S, expandCodeTraceFailureBlocks as T, ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES as U, parseVerificationOutcome as V, ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 as W, analystBenchmarkDependencyLockDigest as X, ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 as Y, analystBenchmarkImplementationDigest as Z, createPublicBenchmarkDirectRunner as _, primeCodeTraceAnalystDefinition as a, summarizeAgentRxCalibration as at, AnalystExpressivenessError as b, loadPublicBenchmarkRows as c, agentRxBenchmarkCase as ct, publicBenchmarkSelectionReport as d, roundAgentRxStep as dt, ANALYST_BENCHMARK_MANIFEST_FILE as et, selectPublicBenchmarkRows as f, normalizeBenchmarkLabel as ft, runReplVariableAnalystDefinition as g, rlmEngineLimits as h, primeAnalystProtocolSha256 as i, renderAgentRxCalibrationMarkdown as it, readAnalystInstructionsOverride as j, analystInstructionsOverrideFromText as k, preparePublicAnalystBenchmark as l, agentRxPredictionsToFindings as lt, publicRlmAnalystDefinition as m, renderAnalystBenchmarkMarkdown as n, compareAnalystRunners as nt, runInlineAnalystDefinition as o, codeTraceBenchCase as ot, createPublicBenchmarkRlmRunner as p, ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM as q, createPrimeBenchmarkRunner as r, AGENT_RX_UPSTREAM_REVISION as rt, nodeHttpPrimeBridgeTransport as s, codeTracerPredictionsToFindings as st, runAnalystBenchmarkCommand as t, ANALYST_BENCHMARK_OBSERVATIONS_FILE as tt, publicBenchmarkDistributions as u, normalizeAgentRxCategory as ut, publicDirectAnalystDefinition as v, emptyPublicBenchmarkRunner as w, analystDefinitionAsymmetries as x, runChunkedAnalystDefinition as y, appendVerificationArtifactsToOtlp as z };
6354
6354
 
6355
- //# sourceMappingURL=benchmark-command-B57n9vjz.js.map
6355
+ //# sourceMappingURL=benchmark-command-NBrqNwgy.js.map