@tangle-network/agent-eval 0.220.2 → 0.221.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (180) hide show
  1. package/CHANGELOG.md +30 -0
  2. package/dist/adapters/http.d.ts +2 -2
  3. package/dist/{agent-profile-D01Io2Xw.d.ts → agent-profile-Bc7ADJY4.d.ts} +2 -2
  4. package/dist/{agent-profile-D01Io2Xw.d.ts.map → agent-profile-Bc7ADJY4.d.ts.map} +1 -1
  5. package/dist/analyst/index.d.ts +77 -78
  6. package/dist/analyst/index.d.ts.map +1 -1
  7. package/dist/analyst/index.js +204 -25
  8. package/dist/analyst/index.js.map +1 -1
  9. package/dist/{analyze-runs-DqPJaJ4X.js → analyze-runs-CHmsykNJ.js} +4 -4
  10. package/dist/{analyze-runs-DqPJaJ4X.js.map → analyze-runs-CHmsykNJ.js.map} +1 -1
  11. package/dist/{analyze-runs-BWAHBDAw.d.ts → analyze-runs-D7In4c3z.d.ts} +2 -2
  12. package/dist/{analyze-runs-BWAHBDAw.d.ts.map → analyze-runs-D7In4c3z.d.ts.map} +1 -1
  13. package/dist/{benchmark-command-Dx0E4a6z.js → benchmark-command-8XQfpUK3.js} +13 -11
  14. package/dist/benchmark-command-8XQfpUK3.js.map +1 -0
  15. package/dist/benchmarks/index.d.ts +4 -4
  16. package/dist/benchmarks/index.js +3 -3
  17. package/dist/calibration-CTwxpJ-t.js +197 -0
  18. package/dist/calibration-CTwxpJ-t.js.map +1 -0
  19. package/dist/campaign/index.d.ts +6 -6
  20. package/dist/campaign/index.js +5 -5
  21. package/dist/{campaign-BVPC6ODQ.js → campaign-Bt6rbWIU.js} +9 -8
  22. package/dist/{campaign-BVPC6ODQ.js.map → campaign-Bt6rbWIU.js.map} +1 -1
  23. package/dist/cli.js +1 -1
  24. package/dist/{completion-verifier-Cigap8CG.js → completion-verifier-YwoeujPl.js} +2 -2
  25. package/dist/{completion-verifier-Cigap8CG.js.map → completion-verifier-YwoeujPl.js.map} +1 -1
  26. package/dist/contract/index.d.ts +10 -10
  27. package/dist/contract/index.js +7 -7
  28. package/dist/decision-point-Co3u3W8k.js +831 -0
  29. package/dist/decision-point-Co3u3W8k.js.map +1 -0
  30. package/dist/default-registry-BMHqNR6_.d.ts +257 -0
  31. package/dist/default-registry-BMHqNR6_.d.ts.map +1 -0
  32. package/dist/{default-registry-ovrIBGmH.js → default-registry-BbFCkqvB.js} +607 -14
  33. package/dist/default-registry-BbFCkqvB.js.map +1 -0
  34. package/dist/{define-agent-eval-C2nFhHPu.d.ts → define-agent-eval-Bsoi2GUV.d.ts} +7 -7
  35. package/dist/{define-agent-eval-C2nFhHPu.d.ts.map → define-agent-eval-Bsoi2GUV.d.ts.map} +1 -1
  36. package/dist/{define-agent-eval-UQY3VbJ2.js → define-agent-eval-CJhECJNL.js} +4 -4
  37. package/dist/{define-agent-eval-UQY3VbJ2.js.map → define-agent-eval-CJhECJNL.js.map} +1 -1
  38. package/dist/diagnosis/index.d.ts +2 -2
  39. package/dist/diagnosis/index.js +1 -1
  40. package/dist/{dspy-rlm-engine-Bn_Mt_LW.js → dspy-rlm-engine-BTy7u0jQ.js} +3 -3
  41. package/dist/{dspy-rlm-engine-Bn_Mt_LW.js.map → dspy-rlm-engine-BTy7u0jQ.js.map} +1 -1
  42. package/dist/{engine-BpGGw6cd.d.ts → engine-BF95CWzH.d.ts} +2 -2
  43. package/dist/{engine-BpGGw6cd.d.ts.map → engine-BF95CWzH.d.ts.map} +1 -1
  44. package/dist/{eval-campaign-BUMIxKTE.js → eval-campaign-DoX5vz3E.js} +2 -2
  45. package/dist/{eval-campaign-BUMIxKTE.js.map → eval-campaign-DoX5vz3E.js.map} +1 -1
  46. package/dist/{evaluation-CBdQt_kr.d.ts → evaluation-D1PGzkPR.d.ts} +3 -3
  47. package/dist/{evaluation-CBdQt_kr.d.ts.map → evaluation-D1PGzkPR.d.ts.map} +1 -1
  48. package/dist/evaluation-wdGyZ7jV.js +147 -0
  49. package/dist/evaluation-wdGyZ7jV.js.map +1 -0
  50. package/dist/evaluation.d.ts +1 -1
  51. package/dist/evaluation.js +1 -136
  52. package/dist/{exact-types-BYFmYq44.d.ts → exact-types-CVn1QxFO.d.ts} +2 -2
  53. package/dist/{exact-types-BYFmYq44.d.ts.map → exact-types-CVn1QxFO.d.ts.map} +1 -1
  54. package/dist/experiment/index.d.ts +3 -3
  55. package/dist/experiment/index.js +2 -2
  56. package/dist/{external-optimizer-process-wOLfzsCC.js → external-optimizer-process-E5yY2SYS.js} +2 -2
  57. package/dist/{external-optimizer-process-wOLfzsCC.js.map → external-optimizer-process-E5yY2SYS.js.map} +1 -1
  58. package/dist/{external-optimizer-subprocess-D670Oxf2.js → external-optimizer-subprocess-DA02c_L6.js} +12 -19
  59. package/dist/{external-optimizer-subprocess-D670Oxf2.js.map → external-optimizer-subprocess-DA02c_L6.js.map} +1 -1
  60. package/dist/{feedback-trajectory-DhB9WzYg.d.ts → feedback-trajectory-BZhVCWuz.d.ts} +3 -3
  61. package/dist/{feedback-trajectory-DhB9WzYg.d.ts.map → feedback-trajectory-BZhVCWuz.d.ts.map} +1 -1
  62. package/dist/finding-composition-8n0fFgVI.js +131 -0
  63. package/dist/finding-composition-8n0fFgVI.js.map +1 -0
  64. package/dist/{findings-store-CvNo712L.js → findings-store-DRiFdoid.js} +4 -4
  65. package/dist/{findings-store-CvNo712L.js.map → findings-store-DRiFdoid.js.map} +1 -1
  66. package/dist/{index-CVFStrQD.d.ts → index-BJZ7s-sv.d.ts} +7 -58
  67. package/dist/index-BJZ7s-sv.d.ts.map +1 -0
  68. package/dist/{index-Q6DvdcwI.d.ts → index-BvX3CFNS.d.ts} +6 -6
  69. package/dist/{index-Q6DvdcwI.d.ts.map → index-BvX3CFNS.d.ts.map} +1 -1
  70. package/dist/index-DWd1gUwR.d.ts +1086 -0
  71. package/dist/index-DWd1gUwR.d.ts.map +1 -0
  72. package/dist/{index-DAXfpVf7.d.ts → index-y7i8l6Y_.d.ts} +8 -8
  73. package/dist/{index-DAXfpVf7.d.ts.map → index-y7i8l6Y_.d.ts.map} +1 -1
  74. package/dist/index.d.ts +18 -17
  75. package/dist/index.d.ts.map +1 -1
  76. package/dist/index.js +15 -15
  77. package/dist/{kind-factory-BhxbtUsQ.js → kind-factory-Dl0PmNQL.js} +2 -2
  78. package/dist/{kind-factory-BhxbtUsQ.js.map → kind-factory-Dl0PmNQL.js.map} +1 -1
  79. package/dist/{llm-judge-Cc8vDJh_.js → llm-judge-3uAeRawE.js} +4 -4
  80. package/dist/{llm-judge-Cc8vDJh_.js.map → llm-judge-3uAeRawE.js.map} +1 -1
  81. package/dist/{matrix-Cf-AGxGh.d.ts → matrix-BXo3PSqM.d.ts} +2 -2
  82. package/dist/{matrix-Cf-AGxGh.d.ts.map → matrix-BXo3PSqM.d.ts.map} +1 -1
  83. package/dist/meta-eval/index.d.ts +3 -638
  84. package/dist/meta-eval/index.js +3 -193
  85. package/dist/meta-eval/index.js.map +1 -1
  86. package/dist/multishot/golden/index.d.ts +1 -1
  87. package/dist/multishot/index.d.ts +2 -2
  88. package/dist/openapi.json +1 -1
  89. package/dist/outcome-observations-FLmRpgYa.js +78 -0
  90. package/dist/outcome-observations-FLmRpgYa.js.map +1 -0
  91. package/dist/{paired-arms-Ct4LTKc1.js → paired-arms-B2ttLc0_.js} +108 -31
  92. package/dist/paired-arms-B2ttLc0_.js.map +1 -0
  93. package/dist/{power-and-mde-N5nU4_Ly.js → power-and-mde-CQX-0weG.js} +2 -2
  94. package/dist/{power-and-mde-N5nU4_Ly.js.map → power-and-mde-CQX-0weG.js.map} +1 -1
  95. package/dist/{prime-protocol-CckHBxGu.d.ts → prime-protocol-BEaqBoQE.d.ts} +2 -2
  96. package/dist/{prime-protocol-CckHBxGu.d.ts.map → prime-protocol-BEaqBoQE.d.ts.map} +1 -1
  97. package/dist/{proposal-findings-E1aSC_cU.js → proposal-findings-D0_zkQ2l.js} +2 -2
  98. package/dist/{proposal-findings-E1aSC_cU.js.map → proposal-findings-D0_zkQ2l.js.map} +1 -1
  99. package/dist/{registry-B_yG-1jh.d.ts → registry-DDKaUrmM.d.ts} +3 -3
  100. package/dist/{registry-B_yG-1jh.d.ts.map → registry-DDKaUrmM.d.ts.map} +1 -1
  101. package/dist/reporting.d.ts +1 -1
  102. package/dist/reporting.js +3 -3
  103. package/dist/rl.d.ts +4 -5
  104. package/dist/rl.d.ts.map +1 -1
  105. package/dist/rl.js +5 -4
  106. package/dist/rl.js.map +1 -1
  107. package/dist/{rubric-predictive-validity-noY7uE03.d.ts → rubric-predictive-validity-Cd5SCtAf.d.ts} +58 -3
  108. package/dist/rubric-predictive-validity-Cd5SCtAf.d.ts.map +1 -0
  109. package/dist/{rubric-predictive-validity-D3_oI72N.js → rubric-predictive-validity-CeKW2GQN.js} +3 -77
  110. package/dist/rubric-predictive-validity-CeKW2GQN.js.map +1 -0
  111. package/dist/search/index.d.ts +2 -2
  112. package/dist/{search-kernel-Dloxd6gs.d.ts → search-kernel-C6__V0IS.d.ts} +2 -2
  113. package/dist/{search-kernel-Dloxd6gs.d.ts.map → search-kernel-C6__V0IS.d.ts.map} +1 -1
  114. package/dist/{skillopt-optimization-method-DLKqdhcR.js → skillopt-optimization-method-D21dH_Bh.js} +4 -4
  115. package/dist/{skillopt-optimization-method-DLKqdhcR.js.map → skillopt-optimization-method-D21dH_Bh.js.map} +1 -1
  116. package/dist/{statistical-heldout-3z3I-kJN.d.ts → statistical-heldout-pD1Yah-0.d.ts} +58 -8
  117. package/dist/statistical-heldout-pD1Yah-0.d.ts.map +1 -0
  118. package/dist/{store-otlp-dyWE3wAG.js → store-otlp-BVZfR168.js} +2 -2
  119. package/dist/{store-otlp-dyWE3wAG.js.map → store-otlp-BVZfR168.js.map} +1 -1
  120. package/dist/{store-tool-spans-DIUgZbzu.js → store-tool-spans-CjYiF4fF.js} +3 -3
  121. package/dist/{store-tool-spans-DIUgZbzu.js.map → store-tool-spans-CjYiF4fF.js.map} +1 -1
  122. package/dist/{store-tool-spans-DPwXHQkH.d.ts → store-tool-spans-DfnwWMFR.d.ts} +4 -4
  123. package/dist/{store-tool-spans-DPwXHQkH.d.ts.map → store-tool-spans-DfnwWMFR.d.ts.map} +1 -1
  124. package/dist/{summary-report-BsXJoYX5.js → summary-report-DHDWxe6p.js} +3 -3
  125. package/dist/{summary-report-BsXJoYX5.js.map → summary-report-DHDWxe6p.js.map} +1 -1
  126. package/dist/systemone-D3MrW63C.d.ts +400 -0
  127. package/dist/systemone-D3MrW63C.d.ts.map +1 -0
  128. package/dist/{systemone-protocol-DKoi1NdK.d.ts → systemone-protocol-Bl2EI2KQ.d.ts} +4 -2
  129. package/dist/{systemone-protocol-DKoi1NdK.d.ts.map → systemone-protocol-Bl2EI2KQ.d.ts.map} +1 -1
  130. package/dist/systemone-protocol.d.ts +2 -2
  131. package/dist/systemone-protocol.js +7 -7
  132. package/dist/systemone-protocol.js.map +1 -1
  133. package/dist/{systemone-review-CUBMuTLi.d.ts → systemone-review-C8DRiT_-.d.ts} +3 -3
  134. package/dist/{systemone-review-CUBMuTLi.d.ts.map → systemone-review-C8DRiT_-.d.ts.map} +1 -1
  135. package/dist/{systemone-review-DzdOJ8I6.js → systemone-review-DFGtIUcf.js} +2 -2
  136. package/dist/{systemone-review-DzdOJ8I6.js.map → systemone-review-DFGtIUcf.js.map} +1 -1
  137. package/dist/systemone.d.ts +5 -5
  138. package/dist/systemone.js +5 -343
  139. package/dist/{tool-groups-LISbBWCg.d.ts → tool-groups-DK1bu5TD.d.ts} +3 -3
  140. package/dist/tool-groups-DK1bu5TD.d.ts.map +1 -0
  141. package/dist/{trace-questions-C42fYEE4.d.ts → trace-questions-D_OKYZ6u.d.ts} +3 -3
  142. package/dist/{trace-questions-C42fYEE4.d.ts.map → trace-questions-D_OKYZ6u.d.ts.map} +1 -1
  143. package/dist/trace-repair/index.d.ts +1 -1
  144. package/dist/traces.d.ts +3 -3
  145. package/dist/traces.js +3 -3
  146. package/dist/{types-DqFMNTgK.js → types-CnWmj8NW.js} +19 -6
  147. package/dist/types-CnWmj8NW.js.map +1 -0
  148. package/dist/{types-CHfn1zg5.d.ts → types-DDKfH-N6.d.ts} +2 -2
  149. package/dist/{types-CHfn1zg5.d.ts.map → types-DDKfH-N6.d.ts.map} +1 -1
  150. package/dist/{types-8yQzNm8u.d.ts → types-DGImvHIr.d.ts} +150 -4
  151. package/dist/types-DGImvHIr.d.ts.map +1 -0
  152. package/dist/{types-D8GXK9Z5.d.ts → types-IERw_HxR.d.ts} +2 -2
  153. package/dist/{types-D8GXK9Z5.d.ts.map → types-IERw_HxR.d.ts.map} +1 -1
  154. package/dist/wire/index.d.ts +1 -1
  155. package/docs/behavioral-trace-questions.md +99 -0
  156. package/docs/experiment.md +27 -0
  157. package/docs/finding-layers.md +54 -1
  158. package/docs/systemone.md +107 -0
  159. package/package.json +1 -1
  160. package/dist/benchmark-command-Dx0E4a6z.js.map +0 -1
  161. package/dist/default-registry-Cwg_QN3d.d.ts +0 -70
  162. package/dist/default-registry-Cwg_QN3d.d.ts.map +0 -1
  163. package/dist/default-registry-ovrIBGmH.js.map +0 -1
  164. package/dist/evaluation.js.map +0 -1
  165. package/dist/index-CVFStrQD.d.ts.map +0 -1
  166. package/dist/judge-gate-Dc_mXQsL.d.ts +0 -453
  167. package/dist/judge-gate-Dc_mXQsL.d.ts.map +0 -1
  168. package/dist/meta-eval/index.d.ts.map +0 -1
  169. package/dist/outcome-store-CNt4iZ67.d.ts +0 -58
  170. package/dist/outcome-store-CNt4iZ67.d.ts.map +0 -1
  171. package/dist/paired-arms-Ct4LTKc1.js.map +0 -1
  172. package/dist/rubric-predictive-validity-D3_oI72N.js.map +0 -1
  173. package/dist/rubric-predictive-validity-noY7uE03.d.ts.map +0 -1
  174. package/dist/statistical-heldout-3z3I-kJN.d.ts.map +0 -1
  175. package/dist/systemone-DVA7t76V.d.ts +0 -135
  176. package/dist/systemone-DVA7t76V.d.ts.map +0 -1
  177. package/dist/systemone.js.map +0 -1
  178. package/dist/tool-groups-LISbBWCg.d.ts.map +0 -1
  179. package/dist/types-8yQzNm8u.d.ts.map +0 -1
  180. package/dist/types-DqFMNTgK.js.map +0 -1
@@ -1,23 +1,156 @@
1
+ import { n as assertConsistentFindingConditions, o as mergeFindingComposition, r as findingCompositionKey, t as TREATMENT_LAYERS } from "../finding-composition-8n0fFgVI.js";
1
2
  import { i as nominalAgreement } from "../agreement-irr-BhAqjluA.js";
2
3
  import { t as FileLedgerJournal } from "../journal-C7om8Gum.js";
3
4
  import { r as merkleRoot } from "../ledger-core-CAxUdDk0.js";
4
- import { A as spanningWindow, C as UNKNOWN_LINEAGE, D as mostSevere, E as mergeEvidenceUnits, O as parseAnalystFinding, S as ProposalFindingSchema, T as lineageRoots, b as AnalystFindingSchema, k as readFindingScope, w as independentUnitCount, x as FINDING_LAYERS } from "../external-optimizer-subprocess-D670Oxf2.js";
5
- import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "../types-DqFMNTgK.js";
6
- import { t as assertProposalFindings } from "../proposal-findings-E1aSC_cU.js";
7
- import { A as RawAnalystFindingSchema, B as parseFindingSubject, F as stripCodeFences, I as FINDING_SUBJECT_KINDS, L as FINDING_SUBJECT_SYNTAX, M as parseRawFinding, N as parseTraceSpanEvidenceUri, R as KIND_EXPECTED_SUBJECTS, V as renderFindingSubject, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, n as runTraceAnalyst, r as buildTraceToolsForGroup, t as createTraceAnalyst, z as findingSubjectGrammarPromptFor } from "../kind-factory-BhxbtUsQ.js";
8
- import { a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-ovrIBGmH.js";
9
- import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-Bn_Mt_LW.js";
10
- import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-CvNo712L.js";
5
+ import { A as spanningWindow, C as UNKNOWN_LINEAGE, D as mostSevere, E as mergeEvidenceUnits, O as parseAnalystFinding, S as ProposalFindingSchema, T as lineageRoots, b as AnalystFindingSchema, k as readFindingScope, w as independentUnitCount, x as FINDING_LAYERS } from "../external-optimizer-subprocess-DA02c_L6.js";
6
+ import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "../types-CnWmj8NW.js";
7
+ import { t as assertProposalFindings } from "../proposal-findings-D0_zkQ2l.js";
8
+ import { A as RawAnalystFindingSchema, B as parseFindingSubject, F as stripCodeFences, I as FINDING_SUBJECT_KINDS, L as FINDING_SUBJECT_SYNTAX, M as parseRawFinding, N as parseTraceSpanEvidenceUri, R as KIND_EXPECTED_SUBJECTS, V as renderFindingSubject, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, n as runTraceAnalyst, r as buildTraceToolsForGroup, t as createTraceAnalyst, z as findingSubjectGrammarPromptFor } from "../kind-factory-Dl0PmNQL.js";
9
+ import { _ as behavioralTraceQuestionDigest, a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, g as BEHAVIORAL_TRACE_QUESTIONS_VERSION, h as BEHAVIORAL_TRACE_QUESTIONS, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, m as behavioralTraceSupportSchema, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as validBehavioralCalibration, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-BbFCkqvB.js";
10
+ import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-BTy7u0jQ.js";
11
+ import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-DRiFdoid.js";
12
+ import { a as systemOneAnalyst, p as validDecisionIdentity } from "../decision-point-Co3u3W8k.js";
11
13
  import { t as createChatClient } from "../chat-client-CMQ8_h4J.js";
12
- import { systemOneAnalyst } from "../systemone.js";
13
- import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, M as normalizeAgentRxCategory, N as runAnalystBenchmark, O as codeTraceBenchCase, P as traceStoreEvidenceResolver, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-Dx0E4a6z.js";
14
+ import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-8XQfpUK3.js";
14
15
  import { a as normalizePrimeUsage, c as runPrimeExchange, i as mergePrimeRawUsage, n as buildPrimePrompt, o as primeProtocolSha256, r as buildPrimeRepairPrompt, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "../prime-protocol-BFgGrEMP.js";
15
16
  import { t as nodeHttpPrimeBridgeTransport } from "../prime-bridge-transport-Z3cpKGoV.js";
16
17
  import { t as clusterBootstrapMean } from "../cluster-bootstrap-DEwwhl0C.js";
17
- import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
18
18
  import { z } from "zod";
19
+ import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
19
20
  import { join } from "node:path";
20
21
  import { readFile } from "node:fs/promises";
22
+ //#region src/analyst/benchmark-behavioral-calibration.ts
23
+ const identity$1 = z.string().refine(validDecisionIdentity);
24
+ const questionId = z.enum(Object.keys(BEHAVIORAL_TRACE_QUESTIONS));
25
+ const answer = z.enum([
26
+ "yes",
27
+ "no",
28
+ "unsure"
29
+ ]);
30
+ const goldSchema = z.object({
31
+ questionId,
32
+ windowId: identity$1,
33
+ label: answer.nullable(),
34
+ source: z.enum(["human", "agentrx"])
35
+ }).strict();
36
+ const predictionSchema = z.object({
37
+ questionId,
38
+ windowId: identity$1,
39
+ answer: answer.nullable(),
40
+ questionDigest: z.string().nullable(),
41
+ requestedModel: identity$1.nullable(),
42
+ servedModel: identity$1.nullable(),
43
+ support: behavioralTraceSupportSchema.optional()
44
+ }).passthrough();
45
+ /** Same nominalAgreement owner as the existing AgentRx/failure-mode calibration path. */
46
+ function calibrateBehavioralTraceQuestions(input) {
47
+ const predictions = /* @__PURE__ */ new Map();
48
+ const gold = input.gold.map((row) => goldSchema.parse(row));
49
+ const seen = /* @__PURE__ */ new Set();
50
+ for (const row of gold) {
51
+ const key = JSON.stringify([row.questionId, row.windowId]);
52
+ if (seen.has(key)) throw new TypeError("Duplicate behavioral gold label");
53
+ seen.add(key);
54
+ }
55
+ for (const finding of input.findings) {
56
+ if (finding.area !== "behavioral-trace-question" || finding.layer !== input.layer) continue;
57
+ const row = predictionSchema.parse(finding.metadata?.behavioral_trace_question);
58
+ if (row.support && (row.support.map.windowId !== row.windowId || row.support.method !== (row.questionId === "identical-tool-repeat" ? "computed" : "judged"))) throw new TypeError("Behavioral support does not match its prediction");
59
+ const key = JSON.stringify([row.questionId, row.windowId]);
60
+ if (predictions.has(key)) throw new TypeError("Duplicate behavioral prediction");
61
+ predictions.set(key, row);
62
+ }
63
+ return Object.keys(BEHAVIORAL_TRACE_QUESTIONS).map((id) => {
64
+ const computed = id === "identical-tool-repeat";
65
+ const digest = behavioralTraceQuestionDigest({
66
+ questionId: id,
67
+ ...input,
68
+ servedModel: computed ? null : input.servedModel
69
+ });
70
+ const row = {
71
+ questionId: id,
72
+ layer: input.layer,
73
+ method: computed ? "computed" : "judged",
74
+ gold_n: 0,
75
+ missingLabels: 0,
76
+ unsureLabels: 0,
77
+ missingPredictions: 0,
78
+ abstentions: 0,
79
+ sourceCounts: {
80
+ human: 0,
81
+ agentrx: 0
82
+ },
83
+ agreement: null,
84
+ kappa: null,
85
+ confusion: {
86
+ yes: {
87
+ yes: 0,
88
+ no: 0,
89
+ unsure: 0,
90
+ missing: 0
91
+ },
92
+ no: {
93
+ yes: 0,
94
+ no: 0,
95
+ unsure: 0,
96
+ missing: 0
97
+ }
98
+ },
99
+ disagreements: [],
100
+ eligible: false,
101
+ calibration: null
102
+ };
103
+ const pairs = [];
104
+ for (const item of gold.filter((item) => item.questionId === id)) {
105
+ if (item.label === null) {
106
+ row.missingLabels++;
107
+ continue;
108
+ }
109
+ if (item.label === "unsure") {
110
+ row.unsureLabels++;
111
+ continue;
112
+ }
113
+ row.sourceCounts[item.source]++;
114
+ const prediction = predictions.get(JSON.stringify([id, item.windowId]));
115
+ const matches = prediction?.questionDigest === digest && prediction.requestedModel === (computed ? null : input.model) && prediction.servedModel === (computed ? null : input.servedModel);
116
+ const value = matches ? prediction.answer : null;
117
+ if (value === null) row.missingPredictions++;
118
+ if (value === "unsure") row.abstentions++;
119
+ row.confusion[item.label][value ?? "missing"]++;
120
+ if (value !== item.label) {
121
+ const support = matches ? prediction.support ?? null : null;
122
+ if (support && support.map.windowId !== item.windowId) throw new TypeError("Behavioral support map is outside the prediction window");
123
+ row.disagreements.push({
124
+ windowId: item.windowId,
125
+ expected: item.label,
126
+ predicted: value,
127
+ support: support ? structuredClone(support) : null
128
+ });
129
+ }
130
+ pairs.push([item.label, value ?? "(missing prediction)"]);
131
+ }
132
+ const agreement = nominalAgreement(pairs);
133
+ row.gold_n = agreement.n;
134
+ row.agreement = Number.isFinite(agreement.agreement) ? agreement.agreement : null;
135
+ row.kappa = Number.isFinite(agreement.kappa) ? agreement.kappa : null;
136
+ if (row.gold_n > 0 && row.agreement !== null && row.kappa !== null) {
137
+ row.calibration = {
138
+ gold_n: row.gold_n,
139
+ agreement: row.agreement,
140
+ kappa: row.kappa,
141
+ questionDigest: digest,
142
+ servedModel: computed ? null : input.servedModel,
143
+ evidenceRefs: structuredClone(input.evidenceRefs)
144
+ };
145
+ validBehavioralCalibration(row.calibration);
146
+ }
147
+ const bothClasses = row.confusion.yes.yes + row.confusion.yes.no + row.confusion.yes.unsure + row.confusion.yes.missing > 0 && row.confusion.no.yes + row.confusion.no.no + row.confusion.no.unsure + row.confusion.no.missing > 0;
148
+ row.eligible = bothClasses && row.missingPredictions === 0 && row.kappa !== null && row.kappa >= .77;
149
+ if (!bothClasses || row.missingPredictions > 0) row.calibration = null;
150
+ return row;
151
+ });
152
+ }
153
+ //#endregion
21
154
  //#region src/analyst/bind.ts
22
155
  /**
23
156
  * Compile a definition plus a transport binding into a runnable arm. Dispatch
@@ -301,12 +434,19 @@ const AGENT_RX_FAILURE_MODE_MAP = {
301
434
  "invalid-invocation": "invalid-tool-invocation",
302
435
  "misinterpretation-of-tool-output-handoff-failure": "misread-tool-output",
303
436
  "intent-plan-misalignment": "task-derailment",
304
- "underspecified-user-intent": "fail-to-ask-for-clarification",
437
+ "underspecified-user-intent": null,
305
438
  "intent-not-supported": null,
306
439
  "guardrails-triggered": null,
307
440
  "system-failure": "system-failure",
308
441
  inconclusive: null
309
442
  };
443
+ /** Agent roles in the pinned public AgentRx datasets; unfamiliar actors stay unknown. */
444
+ const AGENT_RX_AGENT_ACTORS = /* @__PURE__ */ new Set([
445
+ "assistant",
446
+ "orchestrator",
447
+ "websurfer",
448
+ "filesurfer"
449
+ ]);
310
450
  const FAILURE_MODES_QUESTIONS = {
311
451
  failure_mode: {
312
452
  type: "choice",
@@ -340,19 +480,31 @@ function isLabel(value) {
340
480
  function failureModeGoldFromAgentRx(rows) {
341
481
  const gold = [];
342
482
  const unmapped = [];
483
+ const ids = /* @__PURE__ */ new Set();
343
484
  for (const row of rows) {
344
- const id = `agentrx:${String(row.trajectory_id)}`;
345
- const rootId = row.root_cause_failure_id ?? row.root_cause?.failure_id;
485
+ const id = `agentrx:${externalId(row.trajectory_id, "AgentRx trajectory id")}`;
486
+ if (ids.has(id)) throw new TypeError(`AgentRx trajectory '${row.trajectory_id}' repeats`);
487
+ ids.add(id);
488
+ const rootId = externalId(row.root_cause_failure_id ?? row.root_cause?.failure_id, `AgentRx trajectory '${row.trajectory_id}' root-cause failure id`);
346
489
  const root = row.failures.find((failure) => String(failure.failure_id) === String(rootId));
347
490
  if (!root) throw new TypeError(`AgentRx trajectory '${row.trajectory_id}' has no root-cause failure`);
491
+ const step = positiveStep(root.step_number, `AgentRx trajectory '${row.trajectory_id}' root step`);
348
492
  const category = normalizeAgentRxCategory(root.failure_category);
349
493
  if (!Object.hasOwn(AGENT_RX_FAILURE_MODE_MAP, category)) throw new RangeError(`AgentRx category '${root.failure_category}' is outside the AgentRx taxonomy`);
350
494
  const label = AGENT_RX_FAILURE_MODE_MAP[category];
351
- if (label === null || label === void 0) unmapped.push({
495
+ const actor = typeof root.failed_agent === "string" ? root.failed_agent.trim() || null : null;
496
+ const reason = actor === null ? "unknown-root-actor" : !AGENT_RX_AGENT_ACTORS.has(actor.toLowerCase()) ? "unsupported-root-actor" : label === null || label === void 0 ? "category-without-counterpart" : null;
497
+ if (reason !== null) unmapped.push({
352
498
  id,
353
- category
499
+ category,
500
+ reason,
501
+ root: {
502
+ failureId: rootId,
503
+ step,
504
+ actor
505
+ }
354
506
  });
355
- else gold.push({
507
+ else if (label !== null && label !== void 0) gold.push({
356
508
  id,
357
509
  label
358
510
  });
@@ -362,7 +514,7 @@ function failureModeGoldFromAgentRx(rows) {
362
514
  unmapped
363
515
  };
364
516
  }
365
- /** Validate a caller's gold file: a JSON array of `{ id, label }` with unique ids and known labels. */
517
+ /** Validate caller gold with unique, whitespace-unambiguous ids and known labels. */
366
518
  function parseFailureModeGold(raw) {
367
519
  if (!Array.isArray(raw)) return {
368
520
  succeeded: false,
@@ -383,6 +535,13 @@ function parseFailureModeGold(raw) {
383
535
  message: `gold row ${index} needs a string id and a known label`
384
536
  }
385
537
  };
538
+ if (id !== id.trim()) return {
539
+ succeeded: false,
540
+ error: {
541
+ kind: "invalid",
542
+ message: `gold row ${index} id must not have surrounding whitespace`
543
+ }
544
+ };
386
545
  if (seen.has(id)) return {
387
546
  succeeded: false,
388
547
  error: {
@@ -404,8 +563,9 @@ function parseFailureModeGold(raw) {
404
563
  /**
405
564
  * Load the calibration gold set from the public AgentRx labels and the
406
565
  * caller's gold file, through the analyst module's public-dataset loader.
407
- * Ids must be unique across both sources. No source, or no gold item, is a
408
- * failure: an empty gold set would calibrate to an undefined κ.
566
+ * Caller gold ids must be disjoint from all AgentRx ids, including exclusions.
567
+ * No source or an empty source is invalid. A parsed AgentRx source whose rows are all excluded returns
568
+ * unknown eligibility with its reasons; it supplies no labels to calibrate.
409
569
  */
410
570
  async function loadFailureModeGold(sources) {
411
571
  const invalid = (message) => ({
@@ -417,12 +577,17 @@ async function loadFailureModeGold(sources) {
417
577
  });
418
578
  const gold = [];
419
579
  let agentRxRows = 0;
580
+ let agentRxMapping = null;
420
581
  let unmapped = [];
421
582
  try {
422
583
  if (sources.agentRxLabelsPath !== void 0) {
423
584
  const rows = await loadPublicBenchmarkRows(sources.agentRxLabelsPath);
424
585
  agentRxRows = rows.length;
425
586
  const mapped = failureModeGoldFromAgentRx(rows);
587
+ agentRxMapping = {
588
+ version: "2",
589
+ target: "agent-or-team-root-cause"
590
+ };
426
591
  gold.push(...mapped.gold);
427
592
  unmapped = mapped.unmapped;
428
593
  }
@@ -434,8 +599,8 @@ async function loadFailureModeGold(sources) {
434
599
  } catch (error) {
435
600
  return invalid(error instanceof Error ? error.message : String(error));
436
601
  }
437
- if (gold.length === 0) return invalid("failure-modes calibration needs at least one gold item");
438
- const ids = /* @__PURE__ */ new Set();
602
+ if (gold.length === 0 && unmapped.length === 0) return invalid("failure-modes calibration needs at least one gold item");
603
+ const ids = new Set(unmapped.map((item) => item.id));
439
604
  for (const item of gold) {
440
605
  if (ids.has(item.id)) return invalid(`gold id '${item.id}' repeats across sources`);
441
606
  ids.add(item.id);
@@ -444,7 +609,9 @@ async function loadFailureModeGold(sources) {
444
609
  succeeded: true,
445
610
  value: {
446
611
  gold,
612
+ eligibility: gold.length > 0 ? "eligible" : "unknown",
447
613
  agentRxRows,
614
+ agentRxMapping,
448
615
  unmapped
449
616
  }
450
617
  };
@@ -929,6 +1096,7 @@ const LADDER = [
929
1096
  "lab"
930
1097
  ];
931
1098
  function promote(findings, taxonomy, options = {}) {
1099
+ assertConsistentFindingConditions(findings);
932
1100
  const k = options.k ?? 2;
933
1101
  if (!Number.isInteger(k) || k < 2) throw new RangeError(`promote: k must be an integer of at least 2, got ${k}`);
934
1102
  const unplaced = [];
@@ -960,7 +1128,11 @@ function promote(findings, taxonomy, options = {}) {
960
1128
  for (const placement of buckets.get(depth) ?? []) {
961
1129
  const parent = taxonomyParentOf(taxonomy, placement.node);
962
1130
  if (parent === null || parent === void 0) continue;
963
- const key = JSON.stringify([placement.claimId, parent]);
1131
+ const key = JSON.stringify([
1132
+ placement.claimId,
1133
+ parent,
1134
+ findingCompositionKey(placement.finding)
1135
+ ]);
964
1136
  const group = groups.get(key) ?? {
965
1137
  parent,
966
1138
  members: []
@@ -1095,6 +1267,7 @@ function liftedFinding(voters, parent, taxonomy, producedAt) {
1095
1267
  claim: first.claim,
1096
1268
  claim_id: first.claim_id,
1097
1269
  id_basis: `${first.claim_id}@${parent}`,
1270
+ ...mergeFindingComposition(findings),
1098
1271
  subject: parent,
1099
1272
  severity: mostSevere(findings),
1100
1273
  confidence: Math.min(...findings.map((finding) => finding.confidence)),
@@ -1148,6 +1321,7 @@ function liftedFinding(voters, parent, taxonomy, producedAt) {
1148
1321
  const ROLLUP_ANALYST_ID = "rollup";
1149
1322
  const ROLLUP_VERSION = "1";
1150
1323
  function rollupFindings(findings, taxonomy, options = {}) {
1324
+ assertConsistentFindingConditions(findings);
1151
1325
  const confidence = options.confidence ?? .95;
1152
1326
  const skipped = [];
1153
1327
  const skip = (finding, reason) => {
@@ -1188,7 +1362,11 @@ function rollupFindings(findings, taxonomy, options = {}) {
1188
1362
  const groups = /* @__PURE__ */ new Map();
1189
1363
  for (const observation of observations) {
1190
1364
  const play = taxonomyParentOf(taxonomy, observation.run);
1191
- const key = JSON.stringify([observation.claimId, play]);
1365
+ const key = JSON.stringify([
1366
+ observation.claimId,
1367
+ play,
1368
+ findingCompositionKey(observation.finding)
1369
+ ]);
1192
1370
  const group = groups.get(key) ?? {
1193
1371
  play,
1194
1372
  members: []
@@ -1215,6 +1393,7 @@ function rollupFindings(findings, taxonomy, options = {}) {
1215
1393
  claim: first.claim,
1216
1394
  claim_id: first.claim_id,
1217
1395
  id_basis: `${first.claim_id}@${play}`,
1396
+ ...mergeFindingComposition(findingsInGroup),
1218
1397
  subject: play,
1219
1398
  severity: mostSevere(findingsInGroup),
1220
1399
  confidence: Math.min(...findingsInGroup.map((finding) => finding.confidence)),
@@ -1250,7 +1429,7 @@ function rollupFindings(findings, taxonomy, options = {}) {
1250
1429
  });
1251
1430
  const promoted = promotion.promoted.map((finding) => {
1252
1431
  const covered = new Set(finding.scope.population);
1253
- const pooled = pool(observations.filter((observation) => observation.claimId === finding.claim_id && covered.has(observation.run)), options, confidence);
1432
+ const pooled = pool(observations.filter((observation) => observation.claimId === finding.claim_id && covered.has(observation.run) && findingCompositionKey(observation.finding) === findingCompositionKey(finding)), options, confidence);
1254
1433
  return {
1255
1434
  ...finding,
1256
1435
  measure: {
@@ -1942,6 +2121,6 @@ function errorText(error) {
1942
2121
  return error instanceof Error ? `${error.name}: ${error.message}` : String(error);
1943
2122
  }
1944
2123
  //#endregion
1945
- export { AGENT_RX_UPSTREAM_REVISION, ANALYST_BENCHMARK_COST_LEDGER_FILE, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, ANALYST_BENCHMARK_IMPLEMENTATION_FILES, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, ANALYST_BENCHMARK_MANIFEST_FILE, ANALYST_BENCHMARK_OBSERVATIONS_FILE, AnalystExpressivenessError, AnalystRegistry, CODE_TRACE_BENCH_ANALYST_PROMPT, CONTROL_INTEGRITY_ANALYST, ControlIntegrityAnalyst, DEFAULT_TRACE_ANALYST_KINDS, ExactAnalystRunExecutionError, FAILURE_MODES_ANALYST_ID, FAILURE_MODES_MIN_KAPPA, FAILURE_MODES_QUESTIONS, FAILURE_MODES_VERSION, FAILURE_MODE_KIND_SPEC, FAILURE_MODE_LABELS, FINDING_LAYERS, FINDING_SUBJECT_KINDS, FINDING_SUBJECT_SYNTAX, FindingsStore, IMPROVEMENT_KIND_SPEC, KIND_EXPECTED_SUBJECTS, KNOWLEDGE_GAP_KIND_SPEC, KNOWLEDGE_POISONING_KIND_SPEC, LAB_NODE_ID, NOT_OBSERVABLE, ProposalFindingSchema, RAW_FINDING_SCHEMA_PROMPT, RawAnalystFindingSchema, TEAM_SHAPE_ANALYST_ID, TEAM_SHAPE_CLASSES, TEAM_SHAPE_VERSION, agentRxBenchmarkCase, agentRxPredictionsToFindings, analystDefinitionAsymmetries, analystDefinitionProtocolSha256, analystUsageReceiptFromPrimeUsage, askTraceQuestions, assertProposalFindings, attachToTaxonomy, behavioralAnalyst, bindAnalyst, buildDefaultAnalystRegistry, buildPrimePrompt, buildPrimeRepairPrompt, buildSkillUsageReport, buildTraceToolsForGroup, calibrateFailureModes, classifyTeamShape, codeTraceBenchCase, codeTracerPredictionsToFindings, computeFindingId, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFailureModesAnalyst, createPrimeBenchmarkRunner, createPublicBenchmarkDirectRunner, createPublicBenchmarkRlmRunner, createTraceAnalyst, defineCustomAnalyst, defineDomainTaxonomy, defineTraceAnalyst, diffFindings, diffFindingsOverTime, domainPathOf, emitControlIntegrityFindings, evidenceRefsFromRawFinding, expandCodeTraceFailureBlocks, findingSubjectGrammarPromptFor, independentUnitCount, lineageRoots, loadFailureModeGold, loadPublicBenchmarkRows, lowestCommonAncestor, makeFinding, makeProposalFinding, mergePrimeRawUsage, nodeHttpPrimeBridgeTransport, normalizePrimeUsage, openFindingsLedger, parseAnalystFinding, parseFindingSubject, parseRawFinding, primeAnalystProtocolSha256, primeCodeTraceAnalystDefinition, primeProtocolSha256, projectPrimeTrajectory, promote, publicBenchmarkProtocolSha256, publicDirectAnalystDefinition, publicRlmAnalystDefinition, queryFindings, readAnalystBenchmarkArtifact, readFindingScope, renderFindingSubject, resolveDomainPath, rollupFindings, runAnalystBenchmark, runAnalystBenchmarkCommand, runPrimeExchange, runTraceAnalyst, stripCodeFences, taxonomyAncestry, taxonomyLayerOf, teamShapeAnalyst, teamShapeInputFromSources, traceStoreEvidenceResolver };
2124
+ export { AGENT_RX_UPSTREAM_REVISION, ANALYST_BENCHMARK_COST_LEDGER_FILE, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, ANALYST_BENCHMARK_IMPLEMENTATION_FILES, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, ANALYST_BENCHMARK_MANIFEST_FILE, ANALYST_BENCHMARK_OBSERVATIONS_FILE, AnalystExpressivenessError, AnalystRegistry, BEHAVIORAL_TRACE_QUESTIONS, BEHAVIORAL_TRACE_QUESTIONS_VERSION, CODE_TRACE_BENCH_ANALYST_PROMPT, CONTROL_INTEGRITY_ANALYST, ControlIntegrityAnalyst, DEFAULT_TRACE_ANALYST_KINDS, ExactAnalystRunExecutionError, FAILURE_MODES_ANALYST_ID, FAILURE_MODES_MIN_KAPPA, FAILURE_MODES_QUESTIONS, FAILURE_MODES_VERSION, FAILURE_MODE_KIND_SPEC, FAILURE_MODE_LABELS, FINDING_LAYERS, FINDING_SUBJECT_KINDS, FINDING_SUBJECT_SYNTAX, FindingsStore, IMPROVEMENT_KIND_SPEC, KIND_EXPECTED_SUBJECTS, KNOWLEDGE_GAP_KIND_SPEC, KNOWLEDGE_POISONING_KIND_SPEC, LAB_NODE_ID, NOT_OBSERVABLE, ProposalFindingSchema, RAW_FINDING_SCHEMA_PROMPT, RawAnalystFindingSchema, TEAM_SHAPE_ANALYST_ID, TEAM_SHAPE_CLASSES, TEAM_SHAPE_VERSION, TREATMENT_LAYERS, agentRxBenchmarkCase, agentRxPredictionsToFindings, analystDefinitionAsymmetries, analystDefinitionProtocolSha256, analystUsageReceiptFromPrimeUsage, askTraceQuestions, assertProposalFindings, attachToTaxonomy, behavioralAnalyst, behavioralTraceQuestionDigest, bindAnalyst, buildDefaultAnalystRegistry, buildPrimePrompt, buildPrimeRepairPrompt, buildSkillUsageReport, buildTraceToolsForGroup, calibrateBehavioralTraceQuestions, calibrateFailureModes, classifyTeamShape, codeTraceBenchCase, codeTracerPredictionsToFindings, computeFindingId, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFailureModesAnalyst, createPrimeBenchmarkRunner, createPublicBenchmarkDirectRunner, createPublicBenchmarkRlmRunner, createTraceAnalyst, defineCustomAnalyst, defineDomainTaxonomy, defineTraceAnalyst, diffFindings, diffFindingsOverTime, domainPathOf, emitControlIntegrityFindings, evidenceRefsFromRawFinding, expandCodeTraceFailureBlocks, findingSubjectGrammarPromptFor, independentUnitCount, lineageRoots, loadFailureModeGold, loadPublicBenchmarkRows, lowestCommonAncestor, makeFinding, makeProposalFinding, mergePrimeRawUsage, nodeHttpPrimeBridgeTransport, normalizePrimeUsage, openFindingsLedger, parseAnalystFinding, parseFindingSubject, parseRawFinding, primeAnalystProtocolSha256, primeCodeTraceAnalystDefinition, primeProtocolSha256, projectPrimeTrajectory, promote, publicBenchmarkProtocolSha256, publicDirectAnalystDefinition, publicRlmAnalystDefinition, queryFindings, readAnalystBenchmarkArtifact, readFindingScope, renderFindingSubject, resolveDomainPath, rollupFindings, runAnalystBenchmark, runAnalystBenchmarkCommand, runPrimeExchange, runTraceAnalyst, stripCodeFences, taxonomyAncestry, taxonomyLayerOf, teamShapeAnalyst, teamShapeInputFromSources, traceStoreEvidenceResolver };
1946
2125
 
1947
2126
  //# sourceMappingURL=index.js.map