@tangle-network/agent-eval 0.150.0 → 0.150.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (121) hide show
  1. package/CHANGELOG.md +14 -0
  2. package/dist/analyst/index.d.ts +13 -13
  3. package/dist/analyst/index.js +4 -4
  4. package/dist/{backend-integrity-DaeroaEs.d.ts → backend-integrity-DOCa_QrR.d.ts} +2 -2
  5. package/dist/{backend-integrity-DaeroaEs.d.ts.map → backend-integrity-DOCa_QrR.d.ts.map} +1 -1
  6. package/dist/{benchmark-A0E-JZ1H.d.ts → benchmark-BtAWA8nT.d.ts} +3 -3
  7. package/dist/{benchmark-A0E-JZ1H.d.ts.map → benchmark-BtAWA8nT.d.ts.map} +1 -1
  8. package/dist/{benchmark-command-CqGA0SJQ.js → benchmark-command-CAFwbH0L.js} +7 -7
  9. package/dist/{benchmark-command-CqGA0SJQ.js.map → benchmark-command-CAFwbH0L.js.map} +1 -1
  10. package/dist/benchmarks/index.d.ts +4 -4
  11. package/dist/benchmarks/index.js +3 -3
  12. package/dist/campaign/index.d.ts +8 -8
  13. package/dist/campaign/index.js +5 -5
  14. package/dist/{campaign-CR6Yt5ZS.js → campaign-CN_7xJdV.js} +18 -9
  15. package/dist/campaign-CN_7xJdV.js.map +1 -0
  16. package/dist/{capture-fetch-Im0UN1i6.d.ts → capture-fetch-BBVFzhkk.d.ts} +2 -2
  17. package/dist/{capture-fetch-Im0UN1i6.d.ts.map → capture-fetch-BBVFzhkk.d.ts.map} +1 -1
  18. package/dist/{chat-client-sFiClniQ.js → chat-client-2bVfrzhN.js} +2 -2
  19. package/dist/{chat-client-sFiClniQ.js.map → chat-client-2bVfrzhN.js.map} +1 -1
  20. package/dist/cli.js +2 -2
  21. package/dist/{client-w6vVJhSp.d.ts → client-kPQYT_56.d.ts} +2 -2
  22. package/dist/{client-w6vVJhSp.d.ts.map → client-kPQYT_56.d.ts.map} +1 -1
  23. package/dist/contract/index.d.ts +10 -10
  24. package/dist/contract/index.js +5 -5
  25. package/dist/{default-registry-BhRNsP-D.d.ts → default-registry-Cw0Ohdoj.d.ts} +6 -6
  26. package/dist/{default-registry-BhRNsP-D.d.ts.map → default-registry-Cw0Ohdoj.d.ts.map} +1 -1
  27. package/dist/{define-agent-eval-Cw3mkB4-.d.ts → define-agent-eval-CEQWL9Hy.d.ts} +5 -5
  28. package/dist/{define-agent-eval-Cw3mkB4-.d.ts.map → define-agent-eval-CEQWL9Hy.d.ts.map} +1 -1
  29. package/dist/{define-agent-eval-ChrtErmg.js → define-agent-eval-rqNyVhVV.js} +4 -4
  30. package/dist/{define-agent-eval-ChrtErmg.js.map → define-agent-eval-rqNyVhVV.js.map} +1 -1
  31. package/dist/{dspy-rlm-engine-Csi3CUAT.js → dspy-rlm-engine-DHI0WrUU.js} +2 -2
  32. package/dist/{dspy-rlm-engine-Csi3CUAT.js.map → dspy-rlm-engine-DHI0WrUU.js.map} +1 -1
  33. package/dist/{engine-CgQdUh-r.d.ts → engine-BLzhNzoY.d.ts} +4 -4
  34. package/dist/{engine-CgQdUh-r.d.ts.map → engine-BLzhNzoY.d.ts.map} +1 -1
  35. package/dist/{eval-campaign-Czc2TcW5.js → eval-campaign-C4jmuM-b.js} +2 -2
  36. package/dist/{eval-campaign-Czc2TcW5.js.map → eval-campaign-C4jmuM-b.js.map} +1 -1
  37. package/dist/{exact-types-D9_T83Ol.d.ts → exact-types-ccQAyut1.d.ts} +2 -2
  38. package/dist/{exact-types-D9_T83Ol.d.ts.map → exact-types-ccQAyut1.d.ts.map} +1 -1
  39. package/dist/experiment/index.d.ts +3 -3
  40. package/dist/{experiment-tracker-Cp9ougHs.d.ts → experiment-tracker-0MhuPArU.d.ts} +2 -2
  41. package/dist/{experiment-tracker-Cp9ougHs.d.ts.map → experiment-tracker-0MhuPArU.d.ts.map} +1 -1
  42. package/dist/{external-optimizer-contracts-mbhR9Ldu.d.ts → external-optimizer-contracts-DbLsm4Po.d.ts} +2 -2
  43. package/dist/{external-optimizer-contracts-mbhR9Ldu.d.ts.map → external-optimizer-contracts-DbLsm4Po.d.ts.map} +1 -1
  44. package/dist/{external-optimizer-process-tDe72VRO.js → external-optimizer-process-Bhmzngf-.js} +2 -2
  45. package/dist/{external-optimizer-process-tDe72VRO.js.map → external-optimizer-process-Bhmzngf-.js.map} +1 -1
  46. package/dist/{external-optimizer-subprocess-BepyNwtj.js → external-optimizer-subprocess-Dn90UqN2.js} +273 -42
  47. package/dist/external-optimizer-subprocess-Dn90UqN2.js.map +1 -0
  48. package/dist/{feedback-trajectory-Cc9M2tNF.d.ts → feedback-trajectory-DpTTjo0q.d.ts} +3 -3
  49. package/dist/{feedback-trajectory-Cc9M2tNF.d.ts.map → feedback-trajectory-DpTTjo0q.d.ts.map} +1 -1
  50. package/dist/hosted/index.d.ts +2 -2
  51. package/dist/index-C1ravkGA.d.ts +1 -0
  52. package/dist/{index-DL4MJuJL.d.ts → index-CTKpu9ry.d.ts} +7 -7
  53. package/dist/{index-DL4MJuJL.d.ts.map → index-CTKpu9ry.d.ts.map} +1 -1
  54. package/dist/{index-dh0kp2GM.d.ts → index-IQccV3Ou.d.ts} +15 -10
  55. package/dist/index-IQccV3Ou.d.ts.map +1 -0
  56. package/dist/index.d.ts +19 -19
  57. package/dist/index.js +8 -8
  58. package/dist/{integrity-D2MAlC_K.d.ts → integrity-B0dZ96EO.d.ts} +2 -2
  59. package/dist/{integrity-D2MAlC_K.d.ts.map → integrity-B0dZ96EO.d.ts.map} +1 -1
  60. package/dist/{llm-client-CxyJ8Oft.js → llm-client-Bg32RW0j.js} +47 -2
  61. package/dist/llm-client-Bg32RW0j.js.map +1 -0
  62. package/dist/{llm-judge-D7UuMI2t.js → llm-judge-CVq33oz1.js} +4 -4
  63. package/dist/{llm-judge-D7UuMI2t.js.map → llm-judge-CVq33oz1.js.map} +1 -1
  64. package/dist/{matrix-D3hL68uV.d.ts → matrix-DrVnRp4G.d.ts} +2 -2
  65. package/dist/{matrix-D3hL68uV.d.ts.map → matrix-DrVnRp4G.d.ts.map} +1 -1
  66. package/dist/meta-eval/index.d.ts +1 -1
  67. package/dist/multishot/golden/index.d.ts +1 -1
  68. package/dist/multishot/index.d.ts +2 -2
  69. package/dist/openapi.json +1 -1
  70. package/dist/{produced-state-WJs_enbZ.js → produced-state-jfk8Du3b.js} +3 -3
  71. package/dist/{produced-state-WJs_enbZ.js.map → produced-state-jfk8Du3b.js.map} +1 -1
  72. package/dist/{promotion-policy-DYRzXdTV.d.ts → promotion-policy-DLOUkYhI.d.ts} +2 -2
  73. package/dist/{promotion-policy-DYRzXdTV.d.ts.map → promotion-policy-DLOUkYhI.d.ts.map} +1 -1
  74. package/dist/{provenance-Bh9k3sjl.d.ts → provenance-oA4-zUqm.d.ts} +6 -6
  75. package/dist/{provenance-Bh9k3sjl.d.ts.map → provenance-oA4-zUqm.d.ts.map} +1 -1
  76. package/dist/{registry-DhpX9Bsg.d.ts → registry-BQwrSYpC.d.ts} +4 -4
  77. package/dist/{registry-DhpX9Bsg.d.ts.map → registry-BQwrSYpC.d.ts.map} +1 -1
  78. package/dist/{researcher-CbCK-ppF.d.ts → researcher-DJnoUE8c.d.ts} +3 -3
  79. package/dist/{researcher-CbCK-ppF.d.ts.map → researcher-DJnoUE8c.d.ts.map} +1 -1
  80. package/dist/{reward-hacking-DFo2FU5J.js → reward-hacking-DKI9T52l.js} +19 -1
  81. package/dist/reward-hacking-DKI9T52l.js.map +1 -0
  82. package/dist/rl.d.ts +2 -2
  83. package/dist/rl.js +2 -2
  84. package/dist/{semantic-concept-judge-B7KPD57W.js → semantic-concept-judge-laMCnTLn.js} +2 -2
  85. package/dist/{semantic-concept-judge-B7KPD57W.js.map → semantic-concept-judge-laMCnTLn.js.map} +1 -1
  86. package/dist/{series-convergence-VhTad5TM.d.ts → series-convergence-BxKEgBwA.d.ts} +2 -2
  87. package/dist/{series-convergence-VhTad5TM.d.ts.map → series-convergence-BxKEgBwA.d.ts.map} +1 -1
  88. package/dist/{server-DNiUVirV.js → server-dIWwF3j_.js} +2 -2
  89. package/dist/{server-DNiUVirV.js.map → server-dIWwF3j_.js.map} +1 -1
  90. package/dist/{skillopt-optimization-method-BtgL6PMH.d.ts → skillopt-optimization-method-BDD_o1xE.d.ts} +5 -5
  91. package/dist/{skillopt-optimization-method-BtgL6PMH.d.ts.map → skillopt-optimization-method-BDD_o1xE.d.ts.map} +1 -1
  92. package/dist/{skillopt-optimization-method-L8vi4h4m.js → skillopt-optimization-method-DLeUcK-K.js} +5 -5
  93. package/dist/{skillopt-optimization-method-L8vi4h4m.js.map → skillopt-optimization-method-DLeUcK-K.js.map} +1 -1
  94. package/dist/{statistical-heldout-Caxd30ZF.d.ts → statistical-heldout-_woZ9q9j.d.ts} +2 -2
  95. package/dist/{statistical-heldout-Caxd30ZF.d.ts.map → statistical-heldout-_woZ9q9j.d.ts.map} +1 -1
  96. package/dist/{store-tool-spans-BGg2QFk1.d.ts → store-tool-spans-Br2_IUhm.d.ts} +4 -4
  97. package/dist/{store-tool-spans-BGg2QFk1.d.ts.map → store-tool-spans-Br2_IUhm.d.ts.map} +1 -1
  98. package/dist/{tool-groups-BuhFx38z.d.ts → tool-groups-B4tqh8jB.d.ts} +3 -3
  99. package/dist/tool-groups-B4tqh8jB.d.ts.map +1 -0
  100. package/dist/trace-repair/index.d.ts +1 -1
  101. package/dist/traces.d.ts +7 -7
  102. package/dist/{types-BNbhD_Vj.d.ts → types-B2NsbrNy.d.ts} +2 -2
  103. package/dist/{types-BNbhD_Vj.d.ts.map → types-B2NsbrNy.d.ts.map} +1 -1
  104. package/dist/{types-B61iI2ZG.d.ts → types-CLAwnY-L.d.ts} +2 -2
  105. package/dist/{types-B61iI2ZG.d.ts.map → types-CLAwnY-L.d.ts.map} +1 -1
  106. package/dist/{types-COEjZMLY.d.ts → types-DdFNuyxQ.d.ts} +3 -3
  107. package/dist/{types-COEjZMLY.d.ts.map → types-DdFNuyxQ.d.ts.map} +1 -1
  108. package/dist/{types-COAJy8Ku.d.ts → types-jUBXJ7Iz.d.ts} +36 -3
  109. package/dist/types-jUBXJ7Iz.d.ts.map +1 -0
  110. package/dist/wire/index.d.ts +2 -2
  111. package/dist/wire/index.js +1 -1
  112. package/docs/campaign-proposers.md +8 -1
  113. package/package.json +1 -1
  114. package/dist/campaign-CR6Yt5ZS.js.map +0 -1
  115. package/dist/external-optimizer-subprocess-BepyNwtj.js.map +0 -1
  116. package/dist/index-DjpxROrT.d.ts +0 -1
  117. package/dist/index-dh0kp2GM.d.ts.map +0 -1
  118. package/dist/llm-client-CxyJ8Oft.js.map +0 -1
  119. package/dist/reward-hacking-DFo2FU5J.js.map +0 -1
  120. package/dist/tool-groups-BuhFx38z.d.ts.map +0 -1
  121. package/dist/types-COAJy8Ku.d.ts.map +0 -1
package/CHANGELOG.md CHANGED
@@ -8,6 +8,20 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
8
8
 
9
9
  ---
10
10
 
11
+ ## [0.150.1] — 2026-08-20
12
+
13
+ ### Added
14
+
15
+ - Tool calls flow through the Anthropic loopback shim, so the REAL `claude` CLI can be served. Measured blocker: claude CLI 2.1.232 POSTs `/v1/messages` with `tools` (23 entries), `thinking`, `context_management`, and `output_config`; the shipped translation refused all four pre-admission, so every real CLI call failed with a 400. The canonical contract (`LlmCallRequest`/`LlmCallResult`, and therefore `ExternalOptimizerChatRequest` and the execution-owner result) gains optional `tools` (function-calling shape), `toolChoice`, response `toolCalls` (`{id, name, argumentsJson}`), and the `tool` message role. The `/v1/messages` translation maps Anthropic `tools`/`tool_choice` and `tool_use`/`tool_result` blocks in both directions, and the SSE synthesis renders canonical tool calls as `tool_use` content blocks (`content_block_start` + `input_json_delta` + `content_block_stop`, `stop_reason: tool_use`). `createOpenAiCompatibleExecutionOwner` passes tools through to the OpenAI wire and normalizes `finish_reason: tool_calls` to the canonical `tool_use`; a tool-free answer to a tool-carrying request stays a valid answer. A tool-carrying call reserves and settles exactly like a text call.
16
+ - Strip-and-record for Claude control fields on the shim: `thinking`, `context_management`, `output_config`, replayed reasoning blocks, and unknown tool-entry keys have no token-billing semantics on the owner wire, so the shim drops them instead of refusing, and discloses the dropped names in the `strippedFields` ledger tag on the paid call. Refusals stay loud for images, server tools, `top_p`, `top_k`, and `stop_sequences`.
17
+
18
+ ### Fixed
19
+
20
+ - `projectCampaignCellQuality` names the `JudgeScore` shape mismatch. Two exported types share the name: the campaign verdict (`{dimensions, composite, notes}`) and the root export's flat row (`{judgeName, dimension, score}`). A cell carrying the flat shape now throws `CampaignJudgeScoreShapeError` with both import paths in the message instead of an opaque `TypeError` deep inside aggregation.
21
+ - `docs/campaign-proposers.md` documents the measured `expectUsage` pothole: `selfImprove` defaults to `'assert'`, which fails a run whose evaluator is deterministic and makes no LLM calls — set `expectUsage: 'off'` there.
22
+
23
+ ---
24
+
11
25
  ## [0.150.0] — 2026-08-20
12
26
 
13
27
  ### Fixed
@@ -1,19 +1,19 @@
1
1
  import { a as MultiLayerVerifier, c as VerifyOptions, o as Severity } from "../multi-layer-verifier-BUaQ4C17.js";
2
- import { A as SemanticConceptJudgeInput, C as parseFindingSubject, E as createDspyRlmTraceEngine, F as RunScoreWeights, P as RunScore, S as findingSubjectGrammarPromptFor, T as DspyRlmTraceEngineOptions, _ as FINDING_SUBJECT_SYNTAX, a as FAILURE_MODE_KIND_SPEC, b as FindingSubjectStringSchema, c as emitControlIntegrityFindings, d as FindingsStore, f as PersistedFinding, g as FINDING_SUBJECT_KINDS, h as FINDING_SUBJECT_GRAMMAR_PROMPT, i as IMPROVEMENT_KIND_SPEC, j as SemanticConceptJudgeOptions, l as DiffPolicy, m as diffFindings, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as defaultIsMaterial, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubject, w as renderFindingSubject, x as KIND_EXPECTED_SUBJECTS, y as FindingSubjectKind } from "../index-DL4MJuJL.js";
2
+ import { A as SemanticConceptJudgeInput, C as parseFindingSubject, E as createDspyRlmTraceEngine, F as RunScoreWeights, P as RunScore, S as findingSubjectGrammarPromptFor, T as DspyRlmTraceEngineOptions, _ as FINDING_SUBJECT_SYNTAX, a as FAILURE_MODE_KIND_SPEC, b as FindingSubjectStringSchema, c as emitControlIntegrityFindings, d as FindingsStore, f as PersistedFinding, g as FINDING_SUBJECT_KINDS, h as FINDING_SUBJECT_GRAMMAR_PROMPT, i as IMPROVEMENT_KIND_SPEC, j as SemanticConceptJudgeOptions, l as DiffPolicy, m as diffFindings, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as defaultIsMaterial, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubject, w as renderFindingSubject, x as KIND_EXPECTED_SUBJECTS, y as FindingSubjectKind } from "../index-CTKpu9ry.js";
3
3
  import { b as CustomTokenPricing, c as CostLedgerHandle } from "../cost-ledger-DbQdN3nO.js";
4
4
  import { C as TraceEvent, _ as Span, f as Run, n as BudgetLedgerEntry, t as Artifact } from "../schema-BtVldJ3T.js";
5
- import { C as SandboxSdkTransportOpts, S as RouterTransportOpts, _ as CliBridgeTransportOpts, a as JudgeInput, b as DirectProviderTransportOpts, f as ChatCallOpts, g as ChatTransport, h as ChatResponse, i as JudgeFn, m as ChatRequest, p as ChatClient, v as CreateChatClientOpts, w as createChatClient, x as MockTransportOpts, y as CustomTransportOpts } from "../types-COAJy8Ku.js";
5
+ import { C as SandboxSdkTransportOpts, S as RouterTransportOpts, _ as CliBridgeTransportOpts, a as JudgeInput, b as DirectProviderTransportOpts, f as ChatCallOpts, g as ChatTransport, h as ChatResponse, i as JudgeFn, m as ChatRequest, p as ChatClient, v as CreateChatClientOpts, w as createChatClient, x as MockTransportOpts, y as CustomTransportOpts } from "../types-jUBXJ7Iz.js";
6
6
  import { s as TraceStore } from "../store-CT9YIIve.js";
7
- import "../index-DjpxROrT.js";
8
- import { I as TraceAnalystSpan, _ as ProposalFinding, a as AnalystInputKind, b as makeFinding, c as AnalystRunInputs, d as AnalystSeverity, f as AnalystUsageReceipt, g as ExecutionProbeRequest, h as ExecutionProbeOutcome, i as AnalystFinding, l as AnalystRunResult, m as ExecutionProbe, n as AnalystContext, o as AnalystRequirements, p as EvidenceRef, r as AnalystCost, s as AnalystRunEvent, t as Analyst, u as AnalystRunSummary, v as ProposalFindingOrigin, w as TraceAnalysisStore, x as makeProposalFinding, y as computeFindingId } from "../types-BNbhD_Vj.js";
9
- import { a as createTraceAnalyst, c as runTraceAnalyst, d as deriveEfficiencyFindings, i as TraceAnalystDefinition, l as BehavioralAnalystOptions, n as buildDefaultAnalystRegistry, o as renderPriorFindings, r as CreateTraceAnalystOptions, s as renderUpstreamFindings, t as DefaultAnalystRegistryOptions, u as behavioralAnalyst } from "../default-registry-BhRNsP-D.js";
10
- import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-D9_T83Ol.js";
11
- import { a as ExactAnalystBudgetPolicy, c as RegistryRunOpts, i as BudgetPolicy, l as assertExactRegistryRunOpts, n as AnalystRegistry, o as ExactAnalystRunExecutionError, r as AnalystRegistryOptions, s as ExactRegistryRunOpts, t as AnalystHooks } from "../registry-DhpX9Bsg.js";
12
- import { C as scoreAnalystFindings, S as traceStoreEvidenceResolver, _ as AnalystIssueExpectation, a as AnalystBenchmarkLabelState, b as registryBenchmarkRunner, c as AnalystBenchmarkProvenance, d as AnalystBenchmarkSummary, f as AnalystEvidenceExpectation, g as AnalystFindingScore, h as AnalystEvidenceResolver, i as AnalystBenchmarkError, l as AnalystBenchmarkResult, m as AnalystEvidenceResolutionError, n as AnalystBenchmarkDatasetRef, o as AnalystBenchmarkObservation, p as AnalystEvidenceResolution, r as AnalystBenchmarkDescriptor, s as AnalystBenchmarkOutput, t as AnalystBenchmarkCase, u as AnalystBenchmarkRunner, v as AnalystLatencyDistribution, x as runAnalystBenchmark, y as RunAnalystBenchmarkOptions } from "../benchmark-A0E-JZ1H.js";
13
- import { f as ExternalOptimizerModelExecutionObservation, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall } from "../external-optimizer-contracts-mbhR9Ldu.js";
7
+ import "../index-C1ravkGA.js";
8
+ import { I as TraceAnalystSpan, _ as ProposalFinding, a as AnalystInputKind, b as makeFinding, c as AnalystRunInputs, d as AnalystSeverity, f as AnalystUsageReceipt, g as ExecutionProbeRequest, h as ExecutionProbeOutcome, i as AnalystFinding, l as AnalystRunResult, m as ExecutionProbe, n as AnalystContext, o as AnalystRequirements, p as EvidenceRef, r as AnalystCost, s as AnalystRunEvent, t as Analyst, u as AnalystRunSummary, v as ProposalFindingOrigin, w as TraceAnalysisStore, x as makeProposalFinding, y as computeFindingId } from "../types-B2NsbrNy.js";
9
+ import { a as createTraceAnalyst, c as runTraceAnalyst, d as deriveEfficiencyFindings, i as TraceAnalystDefinition, l as BehavioralAnalystOptions, n as buildDefaultAnalystRegistry, o as renderPriorFindings, r as CreateTraceAnalystOptions, s as renderUpstreamFindings, t as DefaultAnalystRegistryOptions, u as behavioralAnalyst } from "../default-registry-Cw0Ohdoj.js";
10
+ import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-ccQAyut1.js";
11
+ import { a as ExactAnalystBudgetPolicy, c as RegistryRunOpts, i as BudgetPolicy, l as assertExactRegistryRunOpts, n as AnalystRegistry, o as ExactAnalystRunExecutionError, r as AnalystRegistryOptions, s as ExactRegistryRunOpts, t as AnalystHooks } from "../registry-BQwrSYpC.js";
12
+ import { C as scoreAnalystFindings, S as traceStoreEvidenceResolver, _ as AnalystIssueExpectation, a as AnalystBenchmarkLabelState, b as registryBenchmarkRunner, c as AnalystBenchmarkProvenance, d as AnalystBenchmarkSummary, f as AnalystEvidenceExpectation, g as AnalystFindingScore, h as AnalystEvidenceResolver, i as AnalystBenchmarkError, l as AnalystBenchmarkResult, m as AnalystEvidenceResolutionError, n as AnalystBenchmarkDatasetRef, o as AnalystBenchmarkObservation, p as AnalystEvidenceResolution, r as AnalystBenchmarkDescriptor, s as AnalystBenchmarkOutput, t as AnalystBenchmarkCase, u as AnalystBenchmarkRunner, v as AnalystLatencyDistribution, x as runAnalystBenchmark, y as RunAnalystBenchmarkOptions } from "../benchmark-BtAWA8nT.js";
13
+ import { f as ExternalOptimizerModelExecutionObservation, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall } from "../external-optimizer-contracts-DbLsm4Po.js";
14
14
  import { t as AgentProfile } from "../agent-profile-B9_GGsG8.js";
15
- import { a as TraceAnalystLimits, c as RAW_FINDING_SCHEMA_PROMPT, d as RawAnalystFinding, f as RawAnalystFindingSchema, i as TraceAnalysisEngineResult, l as RawAnalystEvidence, m as parseRawFinding, n as TraceAnalysisEngine, o as resolveTraceAnalystLimits, p as evidenceRefsFromRawFinding, r as TraceAnalysisEngineRequest, s as ANALYST_SEVERITIES, t as DEFAULT_TRACE_ANALYST_LIMITS, u as RawAnalystEvidenceSchema } from "../engine-CgQdUh-r.js";
16
- import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-BuhFx38z.js";
15
+ import { a as TraceAnalystLimits, c as RAW_FINDING_SCHEMA_PROMPT, d as RawAnalystFinding, f as RawAnalystFindingSchema, i as TraceAnalysisEngineResult, l as RawAnalystEvidence, m as parseRawFinding, n as TraceAnalysisEngine, o as resolveTraceAnalystLimits, p as evidenceRefsFromRawFinding, r as TraceAnalysisEngineRequest, s as ANALYST_SEVERITIES, t as DEFAULT_TRACE_ANALYST_LIMITS, u as RawAnalystEvidenceSchema } from "../engine-BLzhNzoY.js";
16
+ import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-B4tqh8jB.js";
17
17
  import { i as nodeHttpPrimeBridgeTransport, n as PrimeBridgeTransportRequest, r as PrimeBridgeTransportResult, t as PrimeBridgeTransport } from "../prime-bridge-transport-6feEglLf.js";
18
18
  import { z } from "zod";
19
19
  //#region src/run-critic.d.ts
@@ -1299,7 +1299,7 @@ declare const ANALYST_BENCHMARK_HELP = "agent-eval analyst-benchmark\n\nRun the
1299
1299
  declare const ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM = "sha256-canonical-source-manifest";
1300
1300
  declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM = "sha256-canonical-file-manifest";
1301
1301
  declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES: readonly string[];
1302
- declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "7bd541a9eb11b9c47873ef255c8e1a481b297074f557b78813def49cca83adca";
1302
+ declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "5c5e71bc3a4fd59416a0b56ac94808fac4b633de1d402824a07ebcc219a94cf2";
1303
1303
  /** The published benchmark evidence was produced at this package version, by
1304
1304
  * the retired one-shot direct runner, before trace analysts moved to the
1305
1305
  * recursive DSPy RLM engine. Both evidence digests below are historical facts
@@ -1311,7 +1311,7 @@ declare const ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION = "0.137.0";
1311
1311
  declare const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
1312
1312
  declare const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
1313
1313
  declare const ANALYST_BENCHMARK_IMPLEMENTATION_FILES: readonly string[];
1314
- declare const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "3b157c21c085a454ac21499feb9ef30dcfb185a70d73d1b8ecd20915836559ac";
1314
+ declare const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "53a9b91e552711f20e7620d5f768c3dac697efadc37512cdfe9b37f089c2ac23";
1315
1315
  declare function analystBenchmarkImplementationDigest(): string;
1316
1316
  declare function analystBenchmarkDependencyLockDigest(): string;
1317
1317
  //#endregion
@@ -3,11 +3,11 @@ import { i as CostLedger } from "../cost-ledger-B1qx30B4.js";
3
3
  import { i as isProposalFinding, n as clamp01, r as assertProposalFindings, t as aggregateRunScore } from "../run-score-lDzV0X8j.js";
4
4
  import { a as settleUsageReceiptFromCostLedger, n as makeFinding, r as makeProposalFinding, s as validateUsageSettlementTimeout, t as computeFindingId } from "../types-BI4fT3HN.js";
5
5
  import { A as coerceJson, B as renderFindingSubject, D as RawAnalystFindingSchema, E as RawAnalystEvidenceSchema, F as FINDING_SUBJECT_SYNTAX, H as resolveTraceAnalystLimits, I as FindingSubjectStringSchema, L as KIND_EXPECTED_SUBJECTS, M as stripCodeFences, N as FINDING_SUBJECT_GRAMMAR_PROMPT, O as evidenceRefsFromRawFinding, P as FINDING_SUBJECT_KINDS, R as findingSubjectGrammarPromptFor, T as RAW_FINDING_SCHEMA_PROMPT, V as DEFAULT_TRACE_ANALYST_LIMITS, a as buildTraceToolsForGroup, i as runTraceAnalyst, j as coerceToFindingRows, k as parseRawFinding, n as renderPriorFindings, r as renderUpstreamFindings, t as createTraceAnalyst, w as ANALYST_SEVERITIES, z as parseFindingSubject } from "../kind-factory-DmAa0h3K.js";
6
- import { a as assertExactRegistryRunOpts, c as KNOWLEDGE_GAP_KIND_SPEC, d as CONTROL_INTEGRITY_ANALYST, f as ControlIntegrityAnalyst, h as deriveEfficiencyFindings, i as ExactAnalystRunExecutionError, l as IMPROVEMENT_KIND_SPEC, m as behavioralAnalyst, n as buildDefaultAnalystRegistry, o as DEFAULT_TRACE_ANALYST_KINDS, p as emitControlIntegrityFindings, r as AnalystRegistry, s as KNOWLEDGE_POISONING_KIND_SPEC, t as createChatClient, u as FAILURE_MODE_KIND_SPEC } from "../chat-client-sFiClniQ.js";
7
- import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-Csi3CUAT.js";
8
- import { a as diffFindings, i as defaultIsMaterial, n as runSemanticConceptJudge, r as FindingsStore, t as SEMANTIC_CONCEPT_JUDGE_VERSION } from "../semantic-concept-judge-B7KPD57W.js";
6
+ import { a as assertExactRegistryRunOpts, c as KNOWLEDGE_GAP_KIND_SPEC, d as CONTROL_INTEGRITY_ANALYST, f as ControlIntegrityAnalyst, h as deriveEfficiencyFindings, i as ExactAnalystRunExecutionError, l as IMPROVEMENT_KIND_SPEC, m as behavioralAnalyst, n as buildDefaultAnalystRegistry, o as DEFAULT_TRACE_ANALYST_KINDS, p as emitControlIntegrityFindings, r as AnalystRegistry, s as KNOWLEDGE_POISONING_KIND_SPEC, t as createChatClient, u as FAILURE_MODE_KIND_SPEC } from "../chat-client-2bVfrzhN.js";
7
+ import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-DHI0WrUU.js";
8
+ import { a as diffFindings, i as defaultIsMaterial, n as runSemanticConceptJudge, r as FindingsStore, t as SEMANTIC_CONCEPT_JUDGE_VERSION } from "../semantic-concept-judge-laMCnTLn.js";
9
9
  import { a as scoreAnalystFindings, i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver, t as registryBenchmarkRunner } from "../benchmark-BhT16ep9.js";
10
- import { $ as analystBenchmarkDependencyLockDigest, A as compareAnalystRunners, B as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, C as analystDefinitionProtocolSha256, D as readAnalystBenchmarkArtifact, E as expandCodeTraceFailureBlocks, F as MAX_INCORRECT_BLOCKS, G as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, H as loadCodeTraceVerificationArtifacts, I as MAX_INCORRECT_BLOCK_STEPS, J as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, K as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, L as publicBenchmarkProtocolSha256, M as effectiveAnalystProtocolSha256, N as readAnalystInstructionsOverride, O as renderCodeTraceCalibrationMarkdown, P as CODE_TRACE_BENCH_ANALYST_PROMPT, Q as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, R as publicBenchmarkRlmInstructions, S as analystDefinitionAsymmetries, T as emptyPublicBenchmarkRunner, U as parseVerificationOutcome, V as appendVerificationArtifactsToOtlp, W as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, X as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, Y as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, Z as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, _ as runReplVariableAnalystDefinition, a as primeAnalystProtocolSha256, at as AGENT_RX_UPSTREAM_REVISION, b as runChunkedAnalystDefinition, c as nodeHttpPrimeBridgeTransport, ct as codeTraceBenchCase, d as publicBenchmarkDistributions, dt as agentRxPredictionsToFindings, et as analystBenchmarkImplementationDigest, f as publicBenchmarkSelectionReport, ft as normalizeAgentRxCategory, g as rlmEngineLimits, h as publicRlmAnalystDefinition, i as createPrimeBenchmarkRunner, it as ANALYST_BENCHMARK_OBSERVATIONS_FILE, j as analystInstructionsOverrideFromText, k as summarizeCodeTraceCalibration, l as loadPublicBenchmarkRows, lt as codeTracerPredictionsToFindings, m as createPublicBenchmarkRlmRunner, mt as normalizeBenchmarkLabel, n as runAnalystBenchmarkCommand, nt as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, o as primeCodeTraceAnalystDefinition, ot as renderAgentRxCalibrationMarkdown, p as selectPublicBenchmarkRows, pt as roundAgentRxStep, q as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, r as renderAnalystBenchmarkMarkdown, rt as ANALYST_BENCHMARK_MANIFEST_FILE, s as runInlineAnalystDefinition, st as summarizeAgentRxCalibration, t as ANALYST_BENCHMARK_HELP, tt as ANALYST_BENCHMARK_COST_LEDGER_FILE, u as preparePublicAnalystBenchmark, ut as agentRxBenchmarkCase, v as createPublicBenchmarkDirectRunner, w as adaptPublicBenchmarkFindings, x as AnalystExpressivenessError, y as publicDirectAnalystDefinition, z as publicBenchmarkSystemPrompt } from "../benchmark-command-CqGA0SJQ.js";
10
+ import { $ as analystBenchmarkDependencyLockDigest, A as compareAnalystRunners, B as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, C as analystDefinitionProtocolSha256, D as readAnalystBenchmarkArtifact, E as expandCodeTraceFailureBlocks, F as MAX_INCORRECT_BLOCKS, G as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, H as loadCodeTraceVerificationArtifacts, I as MAX_INCORRECT_BLOCK_STEPS, J as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, K as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, L as publicBenchmarkProtocolSha256, M as effectiveAnalystProtocolSha256, N as readAnalystInstructionsOverride, O as renderCodeTraceCalibrationMarkdown, P as CODE_TRACE_BENCH_ANALYST_PROMPT, Q as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, R as publicBenchmarkRlmInstructions, S as analystDefinitionAsymmetries, T as emptyPublicBenchmarkRunner, U as parseVerificationOutcome, V as appendVerificationArtifactsToOtlp, W as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, X as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, Y as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, Z as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, _ as runReplVariableAnalystDefinition, a as primeAnalystProtocolSha256, at as AGENT_RX_UPSTREAM_REVISION, b as runChunkedAnalystDefinition, c as nodeHttpPrimeBridgeTransport, ct as codeTraceBenchCase, d as publicBenchmarkDistributions, dt as agentRxPredictionsToFindings, et as analystBenchmarkImplementationDigest, f as publicBenchmarkSelectionReport, ft as normalizeAgentRxCategory, g as rlmEngineLimits, h as publicRlmAnalystDefinition, i as createPrimeBenchmarkRunner, it as ANALYST_BENCHMARK_OBSERVATIONS_FILE, j as analystInstructionsOverrideFromText, k as summarizeCodeTraceCalibration, l as loadPublicBenchmarkRows, lt as codeTracerPredictionsToFindings, m as createPublicBenchmarkRlmRunner, mt as normalizeBenchmarkLabel, n as runAnalystBenchmarkCommand, nt as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, o as primeCodeTraceAnalystDefinition, ot as renderAgentRxCalibrationMarkdown, p as selectPublicBenchmarkRows, pt as roundAgentRxStep, q as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, r as renderAnalystBenchmarkMarkdown, rt as ANALYST_BENCHMARK_MANIFEST_FILE, s as runInlineAnalystDefinition, st as summarizeAgentRxCalibration, t as ANALYST_BENCHMARK_HELP, tt as ANALYST_BENCHMARK_COST_LEDGER_FILE, u as preparePublicAnalystBenchmark, ut as agentRxBenchmarkCase, v as createPublicBenchmarkDirectRunner, w as adaptPublicBenchmarkFindings, x as AnalystExpressivenessError, y as publicDirectAnalystDefinition, z as publicBenchmarkSystemPrompt } from "../benchmark-command-CAFwbH0L.js";
11
11
  import { a as extractPrimeJsonObject, c as primeProtocolSha256, d as runPrimeExchange, f as decodeReplyRows, i as emptyPrimeRawUsage, l as primeReplyDefect, n as buildPrimePrompt, o as mergePrimeRawUsage, r as buildPrimeRepairPrompt, s as normalizePrimeUsage, t as analystUsageReceiptFromPrimeUsage, u as projectPrimeTrajectory } from "../prime-protocol-6tZTVsWm.js";
12
12
  import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
13
13
  import { join } from "node:path";
@@ -2,7 +2,7 @@ import { t as AgentEvalError } from "./errors-DEE6u6ot.js";
2
2
  import { a as CheckerIdentity, n as VerdictCertification, t as DefaultVerdict, x as VerificationStrategySource } from "./verdict-E4eRNf7-.js";
3
3
  import { c as CostLedgerHandle } from "./cost-ledger-DbQdN3nO.js";
4
4
  import { a as RunRecord } from "./run-record-DVV82Gwh.js";
5
- import { ht as RawProviderSink, p as ChatClient } from "./types-COAJy8Ku.js";
5
+ import { ht as RawProviderSink, p as ChatClient } from "./types-jUBXJ7Iz.js";
6
6
  //#region src/artifact-validator.d.ts
7
7
  /**
8
8
  * Artifact validators.
@@ -277,4 +277,4 @@ declare function assertRealBackend(records: ReadonlyArray<RunRecord>, opts?: {
277
277
  }): BackendIntegrityReport;
278
278
  //#endregion
279
279
  export { SatisfiedBy as _, ArtifactEventLike as a, createLlmCorrectnessChecker as b, ToolCallEventLike as c, CompletionVerdict as d, CorrectnessChecker as f, RequirementCheck as g, ProducedState as h, summarizeBackendIntegrity as i, extractProducedState as l, ProducedProposal as m, BackendIntegrityReport as n, ProposalEventLike as o, LlmCorrectnessCheckerOpts as p, assertRealBackend as r, RuntimeEventLike as s, BackendIntegrityError as t, CompletionRequirement as u, TaskGold as v, verifyCompletion as x, completionVerdict as y };
280
- //# sourceMappingURL=backend-integrity-DaeroaEs.d.ts.map
280
+ //# sourceMappingURL=backend-integrity-DOCa_QrR.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"backend-integrity-DaeroaEs.d.ts","names":[],"sources":["../src/artifact-validator.ts","../src/completion-verifier.ts","../src/produced-state.ts","../src/integrity/backend-integrity.ts"],"mappings":";;;;;;;;;;;;;;;;;;UAaiB;;EAEf;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,WAAW;;;;;KCsBD;UAEK;;EAEf;;EAEA;;EAEA;;EAEA,cAAc;;UAGC;EACf;EACA,cAAc;;UAGC;EACf;EACA;EACA;;EAEA;;;UAIe;;EAEf,WAAW;;EAEX,WAAW;;EAEX;;UAGe;EACf;EACA;;EAEA;;;;;;EAMA;;EAEA;;;;;;;;;EASA;;EAEA;;EAEA;;;;;UAMe,0BAA0B;EACzC;EACA,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB;EAChC;EACA,cAAc;;;EAGd,gBAAgB;IACd;;;;;;UAqCa;EACf,UAAU;EACV,SAAS;EACT;;;;;;;;;;;;UAae;GAEb,aAAa,uBACb,kBACC;IAAU;IAAkB;;EAC/B,cAAc;;;;;;;;;iBAsLM,iBACpB,MAAM,UACN,OAAO,eACP,kBAAkB,qBACjB,QAAQ;UAyGM;EACf;;EAEA,aAAa;EACb;EACA,WAAW;EACX,SAAS;;EAET;;;;;;EAMA;;;;;;EAMA,UAAU;;;;;;;;iBA2CI,4BACd,MAAM,YACN,OAAM,4BACL;;;;UCnhBc;EACf;EACA;;;;;;;UAQe;EACf;EACA;EACA;EACA;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EAIA;;;;;;;;KASU,mBACR,oBACA,oBACA;EACE;;;;;;;;;;;;iBAmBU,qBAAqB,iBAAiB,qBAAqB;;;UCpD1D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;cAQW,8BAA8B;WAGvB,QAAQ;EAF1B,YACE,iBACgB,QAAQ;;;;;;;iBAWZ,0BACd,SAAS,cAAc,aACtB;;;;;;;;iBAuHa,kBACd,SAAS,cAAc,YACvB;EAAQ;IACP"}
1
+ {"version":3,"file":"backend-integrity-DOCa_QrR.d.ts","names":[],"sources":["../src/artifact-validator.ts","../src/completion-verifier.ts","../src/produced-state.ts","../src/integrity/backend-integrity.ts"],"mappings":";;;;;;;;;;;;;;;;;;UAaiB;;EAEf;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,WAAW;;;;;KCsBD;UAEK;;EAEf;;EAEA;;EAEA;;EAEA,cAAc;;UAGC;EACf;EACA,cAAc;;UAGC;EACf;EACA;EACA;;EAEA;;;UAIe;;EAEf,WAAW;;EAEX,WAAW;;EAEX;;UAGe;EACf;EACA;;EAEA;;;;;;EAMA;;EAEA;;;;;;;;;EASA;;EAEA;;EAEA;;;;;UAMe,0BAA0B;EACzC;EACA,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB;EAChC;EACA,cAAc;;;EAGd,gBAAgB;IACd;;;;;;UAqCa;EACf,UAAU;EACV,SAAS;EACT;;;;;;;;;;;;UAae;GAEb,aAAa,uBACb,kBACC;IAAU;IAAkB;;EAC/B,cAAc;;;;;;;;;iBAsLM,iBACpB,MAAM,UACN,OAAO,eACP,kBAAkB,qBACjB,QAAQ;UAyGM;EACf;;EAEA,aAAa;EACb;EACA,WAAW;EACX,SAAS;;EAET;;;;;;EAMA;;;;;;EAMA,UAAU;;;;;;;;iBA2CI,4BACd,MAAM,YACN,OAAM,4BACL;;;;UCnhBc;EACf;EACA;;;;;;;UAQe;EACf;EACA;EACA;EACA;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EAIA;;;;;;;;KASU,mBACR,oBACA,oBACA;EACE;;;;;;;;;;;;iBAmBU,qBAAqB,iBAAiB,qBAAqB;;;UCpD1D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;cAQW,8BAA8B;WAGvB,QAAQ;EAF1B,YACE,iBACgB,QAAQ;;;;;;;iBAWZ,0BACd,SAAS,cAAc,aACtB;;;;;;;;iBAuHa,kBACd,SAAS,cAAc,YACvB;EAAQ;IACP"}
@@ -1,5 +1,5 @@
1
- import { c as AnalystRunInputs, f as AnalystUsageReceipt, i as AnalystFinding, p as EvidenceRef, w as TraceAnalysisStore } from "./types-BNbhD_Vj.js";
2
- import { c as RegistryRunOpts, n as AnalystRegistry } from "./registry-DhpX9Bsg.js";
1
+ import { c as AnalystRunInputs, f as AnalystUsageReceipt, i as AnalystFinding, p as EvidenceRef, w as TraceAnalysisStore } from "./types-B2NsbrNy.js";
2
+ import { c as RegistryRunOpts, n as AnalystRegistry } from "./registry-BQwrSYpC.js";
3
3
  //#region src/analyst/benchmark-scoring.d.ts
4
4
  declare function scoreAnalystFindings(testCase: Pick<AnalystBenchmarkCase, 'id' | 'expectedIssues' | 'labeledEvidence'>, findings: readonly AnalystFinding[]): AnalystFindingScore;
5
5
  //#endregion
@@ -233,4 +233,4 @@ declare function registryBenchmarkRunner(options: {
233
233
  }): AnalystBenchmarkRunner<AnalystRunInputs>;
234
234
  //#endregion
235
235
  export { scoreAnalystFindings as C, traceStoreEvidenceResolver as S, AnalystIssueExpectation as _, AnalystBenchmarkLabelState as a, registryBenchmarkRunner as b, AnalystBenchmarkProvenance as c, AnalystBenchmarkSummary as d, AnalystEvidenceExpectation as f, AnalystFindingScore as g, AnalystEvidenceResolver as h, AnalystBenchmarkError as i, AnalystBenchmarkResult as l, AnalystEvidenceResolutionError as m, AnalystBenchmarkDatasetRef as n, AnalystBenchmarkObservation as o, AnalystEvidenceResolution as p, AnalystBenchmarkDescriptor as r, AnalystBenchmarkOutput as s, AnalystBenchmarkCase as t, AnalystBenchmarkRunner as u, AnalystLatencyDistribution as v, runAnalystBenchmark as x, RunAnalystBenchmarkOptions as y };
236
- //# sourceMappingURL=benchmark-A0E-JZ1H.d.ts.map
236
+ //# sourceMappingURL=benchmark-BtAWA8nT.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"benchmark-A0E-JZ1H.d.ts","names":[],"sources":["../src/analyst/benchmark-scoring.ts","../src/analyst/benchmark.ts"],"mappings":";;;iBASgB,qBACd,UAAU,KAAK,oEACf,mBAAmB,mBAClB;;;UCIc;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;EACA;EACA,oBAAoB;EACpB;;EAEA,4BAA4B;;KAGlB;UAEK,qBAAqB;EACpC;;EAEA;;EAEA,YAAY;EACZ,OAAO;EACP,yBAAyB;;EAEzB,2BAA2B;EAC3B;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAGe;EACf,UAAU;EACV;EACA;;UAGe;EACf;EACA;EACA,oBAAoB;EACpB,QAAQ;;EAER;;KAGU,wBAAwB,qBAAqB;EACvD;EACA,WAAW;EACX,UAAU;EACV,SAAS;gBACK;;;;;iBAMA,2BAA2B,QACzC,WAAW,OAAO,WAAW,qBAC5B,wBAAwB;UAoBV;EACf,mBAAmB;EACnB,QAAQ;EACR,WAAW;;;;;EAKX;;EAEA,QAAQ;;UAGO;EACf;EACA;EACA;EACA;;UAGe,uBAAuB;EACtC;EACA,QACE,OAAO,QACP;IAAW;IAAgB;IAAoB,SAAS;MACvD,yBAAyB,QAAQ;;UAGrB;EACf;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,mBAAmB;EACnB,OAAO;EACP,qBAAqB;EACrB;EACA,eAAe;EACf,QAAQ;EACR,iBAAiB;EACjB,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA,UAAU;EACV;EACA,cAAc;EACd,WAAW;;UAGI,mCAAmC;EAClD;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,YAAY;EACZ,cAAc;EACd,WAAW;;UAGI,2BAA2B;EAC1C,gBAAgB,qBAAqB;EACrC,kBAAkB,uBAAuB;EACzC;EACA;EACA;EACA,kBAAkB,wBAAwB;EAC1C,YAAY;;EAEZ,+BAA+B;EAC/B,iBAAiB,aAAa,uCAAuC;EACrE,SAAS;;iBAGW,oBAAoB,QACxC,SAAS,2BAA2B,UACnC,QAAQ;iBAyDK,wBAAwB;EACtC;EACA,UAAU;EACV,aAAa,KAAK;;EAElB;IACE,uBAAuB"}
1
+ {"version":3,"file":"benchmark-BtAWA8nT.d.ts","names":[],"sources":["../src/analyst/benchmark-scoring.ts","../src/analyst/benchmark.ts"],"mappings":";;;iBASgB,qBACd,UAAU,KAAK,oEACf,mBAAmB,mBAClB;;;UCIc;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;EACA;EACA,oBAAoB;EACpB;;EAEA,4BAA4B;;KAGlB;UAEK,qBAAqB;EACpC;;EAEA;;EAEA,YAAY;EACZ,OAAO;EACP,yBAAyB;;EAEzB,2BAA2B;EAC3B;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAGe;EACf,UAAU;EACV;EACA;;UAGe;EACf;EACA;EACA,oBAAoB;EACpB,QAAQ;;EAER;;KAGU,wBAAwB,qBAAqB;EACvD;EACA,WAAW;EACX,UAAU;EACV,SAAS;gBACK;;;;;iBAMA,2BAA2B,QACzC,WAAW,OAAO,WAAW,qBAC5B,wBAAwB;UAoBV;EACf,mBAAmB;EACnB,QAAQ;EACR,WAAW;;;;;EAKX;;EAEA,QAAQ;;UAGO;EACf;EACA;EACA;EACA;;UAGe,uBAAuB;EACtC;EACA,QACE,OAAO,QACP;IAAW;IAAgB;IAAoB,SAAS;MACvD,yBAAyB,QAAQ;;UAGrB;EACf;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,mBAAmB;EACnB,OAAO;EACP,qBAAqB;EACrB;EACA,eAAe;EACf,QAAQ;EACR,iBAAiB;EACjB,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA,UAAU;EACV;EACA,cAAc;EACd,WAAW;;UAGI,mCAAmC;EAClD;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,YAAY;EACZ,cAAc;EACd,WAAW;;UAGI,2BAA2B;EAC1C,gBAAgB,qBAAqB;EACrC,kBAAkB,uBAAuB;EACzC;EACA;EACA;EACA,kBAAkB,wBAAwB;EAC1C,YAAY;;EAEZ,+BAA+B;EAC/B,iBAAiB,aAAa,uCAAuC;EACrE,SAAS;;iBAGW,oBAAoB,QACxC,SAAS,2BAA2B,UACnC,QAAQ;iBAyDK,wBAAwB;EACtC;EACA,UAAU;EACV,aAAa,KAAK;;EAElB;IACE,uBAAuB"}
@@ -4,14 +4,14 @@ import { a as resolveModelPricing } from "./metrics-Qv-cpptD.js";
4
4
  import { a as CostLedgerPersistenceError, i as CostLedger, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError } from "./cost-ledger-B1qx30B4.js";
5
5
  import { c as writeLedgerFileAtomically, s as withLedgerFileLock } from "./ledger-core-DTae9rv_.js";
6
6
  import { i as hashCanonical, r as canonicalString } from "./canonical-D-XsTQ6_.js";
7
- import { b as createRunCostLedger, i as startExternalOptimizerModelProxy, r as runWithCleanup, v as resolveExternalOptimizerProcessLimits, x as fsCampaignStorage } from "./external-optimizer-subprocess-BepyNwtj.js";
7
+ import { b as createRunCostLedger, i as startExternalOptimizerModelProxy, r as runWithCleanup, v as resolveExternalOptimizerProcessLimits, x as fsCampaignStorage } from "./external-optimizer-subprocess-Dn90UqN2.js";
8
8
  import { n as makeFinding, o as usageReceiptFromCostLedger } from "./types-BI4fT3HN.js";
9
9
  import { D as RawAnalystFindingSchema, O as evidenceRefsFromRawFinding, T as RAW_FINDING_SCHEMA_PROMPT, h as TRACE_ANALYSIS_LIMITS, i as runTraceAnalyst } from "./kind-factory-DmAa0h3K.js";
10
- import { c as callLlmJson, r as LlmResponseError, t as LlmCallError } from "./llm-client-CxyJ8Oft.js";
11
- import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-Csi3CUAT.js";
10
+ import { c as callLlmJson, r as LlmResponseError, t as LlmCallError } from "./llm-client-Bg32RW0j.js";
11
+ import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-DHI0WrUU.js";
12
12
  import { i as otlpTextToTraceAnalysisStore, r as createOtlpBufferTraceStore, t as DEFAULT_MAX_TRACE_FILE_BYTES } from "./store-otlp-CDYWW_8N.js";
13
13
  import { i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver } from "./benchmark-BhT16ep9.js";
14
- import { n as acquireSingleRunLock } from "./external-optimizer-process-tDe72VRO.js";
14
+ import { n as acquireSingleRunLock } from "./external-optimizer-process-Bhmzngf-.js";
15
15
  import { c as primeProtocolSha256, d as runPrimeExchange, f as decodeReplyRows, n as buildPrimePrompt, p as assertEqualDeclarativeTerms, t as analystUsageReceiptFromPrimeUsage, u as projectPrimeTrajectory } from "./prime-protocol-6tZTVsWm.js";
16
16
  import { createHash, randomUUID } from "node:crypto";
17
17
  import { constants, existsSync, lstatSync, readFileSync } from "node:fs";
@@ -1209,7 +1209,7 @@ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES = Object.freeze([
1209
1209
  "package.json",
1210
1210
  "pnpm-lock.yaml"
1211
1211
  ]);
1212
- const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "7bd541a9eb11b9c47873ef255c8e1a481b297074f557b78813def49cca83adca";
1212
+ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "5c5e71bc3a4fd59416a0b56ac94808fac4b633de1d402824a07ebcc219a94cf2";
1213
1213
  /** The published benchmark evidence was produced at this package version, by
1214
1214
  * the retired one-shot direct runner, before trace analysts moved to the
1215
1215
  * recursive DSPy RLM engine. Both evidence digests below are historical facts
@@ -1328,7 +1328,7 @@ const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
1328
1328
  "src/trace/raw-provider-sink.ts",
1329
1329
  "src/verdict-cache.ts"
1330
1330
  ]);
1331
- const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "3b157c21c085a454ac21499feb9ef30dcfb185a70d73d1b8ecd20915836559ac";
1331
+ const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "53a9b91e552711f20e7620d5f768c3dac697efadc37512cdfe9b37f089c2ac23";
1332
1332
  function analystBenchmarkImplementationDigest() {
1333
1333
  return ANALYST_BENCHMARK_IMPLEMENTATION_SHA256;
1334
1334
  }
@@ -6370,4 +6370,4 @@ function shellQuote(value) {
6370
6370
  //#endregion
6371
6371
  export { analystBenchmarkDependencyLockDigest as $, compareAnalystRunners as A, DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES as B, analystDefinitionProtocolSha256 as C, readAnalystBenchmarkArtifact as D, expandCodeTraceFailureBlocks as E, MAX_INCORRECT_BLOCKS as F, ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES as G, loadCodeTraceVerificationArtifacts as H, MAX_INCORRECT_BLOCK_STEPS as I, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as J, ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 as K, publicBenchmarkProtocolSha256 as L, effectiveAnalystProtocolSha256 as M, readAnalystInstructionsOverride as N, renderCodeTraceCalibrationMarkdown as O, CODE_TRACE_BENCH_ANALYST_PROMPT as P, ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 as Q, publicBenchmarkRlmInstructions as R, analystDefinitionAsymmetries as S, emptyPublicBenchmarkRunner as T, parseVerificationOutcome as U, appendVerificationArtifactsToOtlp as V, ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM as W, ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM as X, ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION as Y, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as Z, runReplVariableAnalystDefinition as _, primeAnalystProtocolSha256 as a, AGENT_RX_UPSTREAM_REVISION as at, runChunkedAnalystDefinition as b, nodeHttpPrimeBridgeTransport as c, codeTraceBenchCase as ct, publicBenchmarkDistributions as d, agentRxPredictionsToFindings as dt, analystBenchmarkImplementationDigest as et, publicBenchmarkSelectionReport as f, normalizeAgentRxCategory as ft, rlmEngineLimits as g, publicRlmAnalystDefinition as h, createPrimeBenchmarkRunner as i, ANALYST_BENCHMARK_OBSERVATIONS_FILE as it, analystInstructionsOverrideFromText as j, summarizeCodeTraceCalibration as k, loadPublicBenchmarkRows as l, codeTracerPredictionsToFindings as lt, createPublicBenchmarkRlmRunner as m, normalizeBenchmarkLabel as mt, runAnalystBenchmarkCommand as n, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as nt, primeCodeTraceAnalystDefinition as o, renderAgentRxCalibrationMarkdown as ot, selectPublicBenchmarkRows as p, roundAgentRxStep as pt, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as q, renderAnalystBenchmarkMarkdown as r, ANALYST_BENCHMARK_MANIFEST_FILE as rt, runInlineAnalystDefinition as s, summarizeAgentRxCalibration as st, ANALYST_BENCHMARK_HELP as t, ANALYST_BENCHMARK_COST_LEDGER_FILE as tt, preparePublicAnalystBenchmark as u, agentRxBenchmarkCase as ut, createPublicBenchmarkDirectRunner as v, adaptPublicBenchmarkFindings as w, AnalystExpressivenessError as x, publicDirectAnalystDefinition as y, publicBenchmarkSystemPrompt as z };
6372
6372
 
6373
- //# sourceMappingURL=benchmark-command-CqGA0SJQ.js.map
6373
+ //# sourceMappingURL=benchmark-command-CAFwbH0L.js.map