@tangle-network/agent-eval 0.220.1 → 0.221.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +37 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-D01Io2Xw.d.ts → agent-profile-Bc7ADJY4.d.ts} +2 -2
- package/dist/{agent-profile-D01Io2Xw.d.ts.map → agent-profile-Bc7ADJY4.d.ts.map} +1 -1
- package/dist/analyst/index.d.ts +77 -78
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +204 -25
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-DqPJaJ4X.js → analyze-runs-CHmsykNJ.js} +4 -4
- package/dist/{analyze-runs-DqPJaJ4X.js.map → analyze-runs-CHmsykNJ.js.map} +1 -1
- package/dist/{analyze-runs-BWAHBDAw.d.ts → analyze-runs-D7In4c3z.d.ts} +2 -2
- package/dist/{analyze-runs-BWAHBDAw.d.ts.map → analyze-runs-D7In4c3z.d.ts.map} +1 -1
- package/dist/{benchmark-command-BzmMTnvC.js → benchmark-command-8XQfpUK3.js} +13 -11
- package/dist/benchmark-command-8XQfpUK3.js.map +1 -0
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +3 -3
- package/dist/calibration-CTwxpJ-t.js +197 -0
- package/dist/calibration-CTwxpJ-t.js.map +1 -0
- package/dist/campaign/index.d.ts +6 -6
- package/dist/campaign/index.js +5 -5
- package/dist/{campaign-BVPC6ODQ.js → campaign-Bt6rbWIU.js} +9 -8
- package/dist/{campaign-BVPC6ODQ.js.map → campaign-Bt6rbWIU.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/{completion-verifier-Cigap8CG.js → completion-verifier-YwoeujPl.js} +2 -2
- package/dist/{completion-verifier-Cigap8CG.js.map → completion-verifier-YwoeujPl.js.map} +1 -1
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +7 -7
- package/dist/decision-point-Co3u3W8k.js +831 -0
- package/dist/decision-point-Co3u3W8k.js.map +1 -0
- package/dist/default-registry-BMHqNR6_.d.ts +257 -0
- package/dist/default-registry-BMHqNR6_.d.ts.map +1 -0
- package/dist/{default-registry-BrKmT01n.js → default-registry-BbFCkqvB.js} +608 -15
- package/dist/default-registry-BbFCkqvB.js.map +1 -0
- package/dist/{define-agent-eval-C2nFhHPu.d.ts → define-agent-eval-Bsoi2GUV.d.ts} +7 -7
- package/dist/{define-agent-eval-C2nFhHPu.d.ts.map → define-agent-eval-Bsoi2GUV.d.ts.map} +1 -1
- package/dist/{define-agent-eval-UQY3VbJ2.js → define-agent-eval-CJhECJNL.js} +4 -4
- package/dist/{define-agent-eval-UQY3VbJ2.js.map → define-agent-eval-CJhECJNL.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +2 -2
- package/dist/diagnosis/index.js +1 -1
- package/dist/{dspy-rlm-engine-Bn_Mt_LW.js → dspy-rlm-engine-BTy7u0jQ.js} +3 -3
- package/dist/{dspy-rlm-engine-Bn_Mt_LW.js.map → dspy-rlm-engine-BTy7u0jQ.js.map} +1 -1
- package/dist/{engine-BpGGw6cd.d.ts → engine-BF95CWzH.d.ts} +2 -2
- package/dist/{engine-BpGGw6cd.d.ts.map → engine-BF95CWzH.d.ts.map} +1 -1
- package/dist/{eval-campaign-BUMIxKTE.js → eval-campaign-DoX5vz3E.js} +2 -2
- package/dist/{eval-campaign-BUMIxKTE.js.map → eval-campaign-DoX5vz3E.js.map} +1 -1
- package/dist/{evaluation-CBdQt_kr.d.ts → evaluation-D1PGzkPR.d.ts} +3 -3
- package/dist/{evaluation-CBdQt_kr.d.ts.map → evaluation-D1PGzkPR.d.ts.map} +1 -1
- package/dist/evaluation-wdGyZ7jV.js +147 -0
- package/dist/evaluation-wdGyZ7jV.js.map +1 -0
- package/dist/evaluation.d.ts +1 -1
- package/dist/evaluation.js +1 -136
- package/dist/{exact-types-BYFmYq44.d.ts → exact-types-CVn1QxFO.d.ts} +2 -2
- package/dist/{exact-types-BYFmYq44.d.ts.map → exact-types-CVn1QxFO.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +3 -3
- package/dist/experiment/index.js +2 -2
- package/dist/{external-optimizer-process-wOLfzsCC.js → external-optimizer-process-E5yY2SYS.js} +2 -2
- package/dist/{external-optimizer-process-wOLfzsCC.js.map → external-optimizer-process-E5yY2SYS.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-D670Oxf2.js → external-optimizer-subprocess-DA02c_L6.js} +12 -19
- package/dist/{external-optimizer-subprocess-D670Oxf2.js.map → external-optimizer-subprocess-DA02c_L6.js.map} +1 -1
- package/dist/{feedback-trajectory-DhB9WzYg.d.ts → feedback-trajectory-BZhVCWuz.d.ts} +3 -3
- package/dist/{feedback-trajectory-DhB9WzYg.d.ts.map → feedback-trajectory-BZhVCWuz.d.ts.map} +1 -1
- package/dist/finding-composition-8n0fFgVI.js +131 -0
- package/dist/finding-composition-8n0fFgVI.js.map +1 -0
- package/dist/{findings-store-CvNo712L.js → findings-store-DRiFdoid.js} +4 -4
- package/dist/{findings-store-CvNo712L.js.map → findings-store-DRiFdoid.js.map} +1 -1
- package/dist/{index-CVFStrQD.d.ts → index-BJZ7s-sv.d.ts} +7 -58
- package/dist/index-BJZ7s-sv.d.ts.map +1 -0
- package/dist/{index-Q6DvdcwI.d.ts → index-BvX3CFNS.d.ts} +6 -6
- package/dist/{index-Q6DvdcwI.d.ts.map → index-BvX3CFNS.d.ts.map} +1 -1
- package/dist/index-DWd1gUwR.d.ts +1086 -0
- package/dist/index-DWd1gUwR.d.ts.map +1 -0
- package/dist/{index-DAXfpVf7.d.ts → index-y7i8l6Y_.d.ts} +8 -8
- package/dist/{index-DAXfpVf7.d.ts.map → index-y7i8l6Y_.d.ts.map} +1 -1
- package/dist/index.d.ts +18 -17
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +15 -15
- package/dist/{integrity-C8oUeB0g.js → integrity-D-s2iHiT.js} +2 -2
- package/dist/{integrity-C8oUeB0g.js.map → integrity-D-s2iHiT.js.map} +1 -1
- package/dist/{kind-factory-BhxbtUsQ.js → kind-factory-Dl0PmNQL.js} +2 -2
- package/dist/{kind-factory-BhxbtUsQ.js.map → kind-factory-Dl0PmNQL.js.map} +1 -1
- package/dist/{llm-judge-Cc8vDJh_.js → llm-judge-3uAeRawE.js} +4 -4
- package/dist/{llm-judge-Cc8vDJh_.js.map → llm-judge-3uAeRawE.js.map} +1 -1
- package/dist/{matrix-Cf-AGxGh.d.ts → matrix-BXo3PSqM.d.ts} +2 -2
- package/dist/{matrix-Cf-AGxGh.d.ts.map → matrix-BXo3PSqM.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +3 -638
- package/dist/meta-eval/index.js +3 -193
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/outcome-observations-FLmRpgYa.js +78 -0
- package/dist/outcome-observations-FLmRpgYa.js.map +1 -0
- package/dist/{paired-arms-Ct4LTKc1.js → paired-arms-B2ttLc0_.js} +108 -31
- package/dist/paired-arms-B2ttLc0_.js.map +1 -0
- package/dist/{power-and-mde-N5nU4_Ly.js → power-and-mde-CQX-0weG.js} +2 -2
- package/dist/{power-and-mde-N5nU4_Ly.js.map → power-and-mde-CQX-0weG.js.map} +1 -1
- package/dist/{prime-protocol-CckHBxGu.d.ts → prime-protocol-BEaqBoQE.d.ts} +2 -2
- package/dist/{prime-protocol-CckHBxGu.d.ts.map → prime-protocol-BEaqBoQE.d.ts.map} +1 -1
- package/dist/{proposal-findings-E1aSC_cU.js → proposal-findings-D0_zkQ2l.js} +2 -2
- package/dist/{proposal-findings-E1aSC_cU.js.map → proposal-findings-D0_zkQ2l.js.map} +1 -1
- package/dist/{registry-B_yG-1jh.d.ts → registry-DDKaUrmM.d.ts} +3 -3
- package/dist/{registry-B_yG-1jh.d.ts.map → registry-DDKaUrmM.d.ts.map} +1 -1
- package/dist/{render-Cs34y0iX.js → render-BhJqXoBH.js} +15 -11
- package/dist/render-BhJqXoBH.js.map +1 -0
- package/dist/reporting.d.ts +1 -1
- package/dist/reporting.js +3 -3
- package/dist/rl.d.ts +4 -5
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +5 -4
- package/dist/rl.js.map +1 -1
- package/dist/{rubric-predictive-validity-noY7uE03.d.ts → rubric-predictive-validity-Cd5SCtAf.d.ts} +58 -3
- package/dist/rubric-predictive-validity-Cd5SCtAf.d.ts.map +1 -0
- package/dist/{rubric-predictive-validity-D3_oI72N.js → rubric-predictive-validity-CeKW2GQN.js} +3 -77
- package/dist/rubric-predictive-validity-CeKW2GQN.js.map +1 -0
- package/dist/search/index.d.ts +2 -2
- package/dist/{search-kernel-Dloxd6gs.d.ts → search-kernel-C6__V0IS.d.ts} +2 -2
- package/dist/{search-kernel-Dloxd6gs.d.ts.map → search-kernel-C6__V0IS.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-DLKqdhcR.js → skillopt-optimization-method-D21dH_Bh.js} +4 -4
- package/dist/{skillopt-optimization-method-DLKqdhcR.js.map → skillopt-optimization-method-D21dH_Bh.js.map} +1 -1
- package/dist/{statistical-heldout-3z3I-kJN.d.ts → statistical-heldout-pD1Yah-0.d.ts} +58 -8
- package/dist/statistical-heldout-pD1Yah-0.d.ts.map +1 -0
- package/dist/{store-otlp-dyWE3wAG.js → store-otlp-BVZfR168.js} +2 -2
- package/dist/{store-otlp-dyWE3wAG.js.map → store-otlp-BVZfR168.js.map} +1 -1
- package/dist/{store-tool-spans-DIUgZbzu.js → store-tool-spans-CjYiF4fF.js} +3 -3
- package/dist/{store-tool-spans-DIUgZbzu.js.map → store-tool-spans-CjYiF4fF.js.map} +1 -1
- package/dist/{store-tool-spans-DPwXHQkH.d.ts → store-tool-spans-DfnwWMFR.d.ts} +4 -4
- package/dist/{store-tool-spans-DPwXHQkH.d.ts.map → store-tool-spans-DfnwWMFR.d.ts.map} +1 -1
- package/dist/{summary-report-BsXJoYX5.js → summary-report-DHDWxe6p.js} +3 -3
- package/dist/{summary-report-BsXJoYX5.js.map → summary-report-DHDWxe6p.js.map} +1 -1
- package/dist/supervisor-run/index.d.ts +6 -5
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +3 -3
- package/dist/systemone-D3MrW63C.d.ts +400 -0
- package/dist/systemone-D3MrW63C.d.ts.map +1 -0
- package/dist/{systemone-protocol-DKoi1NdK.d.ts → systemone-protocol-Bl2EI2KQ.d.ts} +4 -2
- package/dist/{systemone-protocol-DKoi1NdK.d.ts.map → systemone-protocol-Bl2EI2KQ.d.ts.map} +1 -1
- package/dist/systemone-protocol.d.ts +2 -2
- package/dist/systemone-protocol.js +7 -7
- package/dist/systemone-protocol.js.map +1 -1
- package/dist/{systemone-review-CUBMuTLi.d.ts → systemone-review-C8DRiT_-.d.ts} +3 -3
- package/dist/{systemone-review-CUBMuTLi.d.ts.map → systemone-review-C8DRiT_-.d.ts.map} +1 -1
- package/dist/{systemone-review-DzdOJ8I6.js → systemone-review-DFGtIUcf.js} +2 -2
- package/dist/{systemone-review-DzdOJ8I6.js.map → systemone-review-DFGtIUcf.js.map} +1 -1
- package/dist/systemone.d.ts +5 -5
- package/dist/systemone.js +5 -343
- package/dist/{terminal-record-D4Rv-j1W.js → terminal-record-CB9BFtjS.js} +77 -29
- package/dist/terminal-record-CB9BFtjS.js.map +1 -0
- package/dist/{tool-groups-LISbBWCg.d.ts → tool-groups-DK1bu5TD.d.ts} +3 -3
- package/dist/tool-groups-DK1bu5TD.d.ts.map +1 -0
- package/dist/{trace-questions-C42fYEE4.d.ts → trace-questions-D_OKYZ6u.d.ts} +3 -3
- package/dist/{trace-questions-C42fYEE4.d.ts.map → trace-questions-D_OKYZ6u.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/traces.d.ts +3 -3
- package/dist/traces.js +3 -3
- package/dist/{types-DqFMNTgK.js → types-CnWmj8NW.js} +19 -6
- package/dist/types-CnWmj8NW.js.map +1 -0
- package/dist/{types-CHfn1zg5.d.ts → types-DDKfH-N6.d.ts} +2 -2
- package/dist/{types-CHfn1zg5.d.ts.map → types-DDKfH-N6.d.ts.map} +1 -1
- package/dist/{types-8yQzNm8u.d.ts → types-DGImvHIr.d.ts} +150 -4
- package/dist/types-DGImvHIr.d.ts.map +1 -0
- package/dist/{types-D8GXK9Z5.d.ts → types-IERw_HxR.d.ts} +2 -2
- package/dist/{types-D8GXK9Z5.d.ts.map → types-IERw_HxR.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +1 -1
- package/docs/behavioral-trace-questions.md +99 -0
- package/docs/experiment.md +27 -0
- package/docs/finding-layers.md +54 -1
- package/docs/rollout.md +9 -0
- package/docs/systemone.md +107 -0
- package/package.json +1 -1
- package/dist/benchmark-command-BzmMTnvC.js.map +0 -1
- package/dist/default-registry-BrKmT01n.js.map +0 -1
- package/dist/default-registry-Cwg_QN3d.d.ts +0 -70
- package/dist/default-registry-Cwg_QN3d.d.ts.map +0 -1
- package/dist/evaluation.js.map +0 -1
- package/dist/index-CVFStrQD.d.ts.map +0 -1
- package/dist/judge-gate-Dc_mXQsL.d.ts +0 -453
- package/dist/judge-gate-Dc_mXQsL.d.ts.map +0 -1
- package/dist/meta-eval/index.d.ts.map +0 -1
- package/dist/outcome-store-CNt4iZ67.d.ts +0 -58
- package/dist/outcome-store-CNt4iZ67.d.ts.map +0 -1
- package/dist/paired-arms-Ct4LTKc1.js.map +0 -1
- package/dist/render-Cs34y0iX.js.map +0 -1
- package/dist/rubric-predictive-validity-D3_oI72N.js.map +0 -1
- package/dist/rubric-predictive-validity-noY7uE03.d.ts.map +0 -1
- package/dist/statistical-heldout-3z3I-kJN.d.ts.map +0 -1
- package/dist/systemone-DVA7t76V.d.ts +0 -135
- package/dist/systemone-DVA7t76V.d.ts.map +0 -1
- package/dist/systemone.js.map +0 -1
- package/dist/terminal-record-D4Rv-j1W.js.map +0 -1
- package/dist/tool-groups-LISbBWCg.d.ts.map +0 -1
- package/dist/types-8yQzNm8u.d.ts.map +0 -1
- package/dist/types-DqFMNTgK.js.map +0 -1
package/dist/analyst/index.js
CHANGED
|
@@ -1,23 +1,156 @@
|
|
|
1
|
+
import { n as assertConsistentFindingConditions, o as mergeFindingComposition, r as findingCompositionKey, t as TREATMENT_LAYERS } from "../finding-composition-8n0fFgVI.js";
|
|
1
2
|
import { i as nominalAgreement } from "../agreement-irr-BhAqjluA.js";
|
|
2
3
|
import { t as FileLedgerJournal } from "../journal-C7om8Gum.js";
|
|
3
4
|
import { r as merkleRoot } from "../ledger-core-CAxUdDk0.js";
|
|
4
|
-
import { A as spanningWindow, C as UNKNOWN_LINEAGE, D as mostSevere, E as mergeEvidenceUnits, O as parseAnalystFinding, S as ProposalFindingSchema, T as lineageRoots, b as AnalystFindingSchema, k as readFindingScope, w as independentUnitCount, x as FINDING_LAYERS } from "../external-optimizer-subprocess-
|
|
5
|
-
import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "../types-
|
|
6
|
-
import { t as assertProposalFindings } from "../proposal-findings-
|
|
7
|
-
import { A as RawAnalystFindingSchema, B as parseFindingSubject, F as stripCodeFences, I as FINDING_SUBJECT_KINDS, L as FINDING_SUBJECT_SYNTAX, M as parseRawFinding, N as parseTraceSpanEvidenceUri, R as KIND_EXPECTED_SUBJECTS, V as renderFindingSubject, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, n as runTraceAnalyst, r as buildTraceToolsForGroup, t as createTraceAnalyst, z as findingSubjectGrammarPromptFor } from "../kind-factory-
|
|
8
|
-
import { a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-
|
|
9
|
-
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-
|
|
10
|
-
import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-
|
|
5
|
+
import { A as spanningWindow, C as UNKNOWN_LINEAGE, D as mostSevere, E as mergeEvidenceUnits, O as parseAnalystFinding, S as ProposalFindingSchema, T as lineageRoots, b as AnalystFindingSchema, k as readFindingScope, w as independentUnitCount, x as FINDING_LAYERS } from "../external-optimizer-subprocess-DA02c_L6.js";
|
|
6
|
+
import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "../types-CnWmj8NW.js";
|
|
7
|
+
import { t as assertProposalFindings } from "../proposal-findings-D0_zkQ2l.js";
|
|
8
|
+
import { A as RawAnalystFindingSchema, B as parseFindingSubject, F as stripCodeFences, I as FINDING_SUBJECT_KINDS, L as FINDING_SUBJECT_SYNTAX, M as parseRawFinding, N as parseTraceSpanEvidenceUri, R as KIND_EXPECTED_SUBJECTS, V as renderFindingSubject, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, n as runTraceAnalyst, r as buildTraceToolsForGroup, t as createTraceAnalyst, z as findingSubjectGrammarPromptFor } from "../kind-factory-Dl0PmNQL.js";
|
|
9
|
+
import { _ as behavioralTraceQuestionDigest, a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, g as BEHAVIORAL_TRACE_QUESTIONS_VERSION, h as BEHAVIORAL_TRACE_QUESTIONS, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, m as behavioralTraceSupportSchema, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as validBehavioralCalibration, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-BbFCkqvB.js";
|
|
10
|
+
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-BTy7u0jQ.js";
|
|
11
|
+
import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-DRiFdoid.js";
|
|
12
|
+
import { a as systemOneAnalyst, p as validDecisionIdentity } from "../decision-point-Co3u3W8k.js";
|
|
11
13
|
import { t as createChatClient } from "../chat-client-CMQ8_h4J.js";
|
|
12
|
-
import {
|
|
13
|
-
import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, M as normalizeAgentRxCategory, N as runAnalystBenchmark, O as codeTraceBenchCase, P as traceStoreEvidenceResolver, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-BzmMTnvC.js";
|
|
14
|
+
import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-8XQfpUK3.js";
|
|
14
15
|
import { a as normalizePrimeUsage, c as runPrimeExchange, i as mergePrimeRawUsage, n as buildPrimePrompt, o as primeProtocolSha256, r as buildPrimeRepairPrompt, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "../prime-protocol-BFgGrEMP.js";
|
|
15
16
|
import { t as nodeHttpPrimeBridgeTransport } from "../prime-bridge-transport-Z3cpKGoV.js";
|
|
16
17
|
import { t as clusterBootstrapMean } from "../cluster-bootstrap-DEwwhl0C.js";
|
|
17
|
-
import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
|
|
18
18
|
import { z } from "zod";
|
|
19
|
+
import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
|
|
19
20
|
import { join } from "node:path";
|
|
20
21
|
import { readFile } from "node:fs/promises";
|
|
22
|
+
//#region src/analyst/benchmark-behavioral-calibration.ts
|
|
23
|
+
const identity$1 = z.string().refine(validDecisionIdentity);
|
|
24
|
+
const questionId = z.enum(Object.keys(BEHAVIORAL_TRACE_QUESTIONS));
|
|
25
|
+
const answer = z.enum([
|
|
26
|
+
"yes",
|
|
27
|
+
"no",
|
|
28
|
+
"unsure"
|
|
29
|
+
]);
|
|
30
|
+
const goldSchema = z.object({
|
|
31
|
+
questionId,
|
|
32
|
+
windowId: identity$1,
|
|
33
|
+
label: answer.nullable(),
|
|
34
|
+
source: z.enum(["human", "agentrx"])
|
|
35
|
+
}).strict();
|
|
36
|
+
const predictionSchema = z.object({
|
|
37
|
+
questionId,
|
|
38
|
+
windowId: identity$1,
|
|
39
|
+
answer: answer.nullable(),
|
|
40
|
+
questionDigest: z.string().nullable(),
|
|
41
|
+
requestedModel: identity$1.nullable(),
|
|
42
|
+
servedModel: identity$1.nullable(),
|
|
43
|
+
support: behavioralTraceSupportSchema.optional()
|
|
44
|
+
}).passthrough();
|
|
45
|
+
/** Same nominalAgreement owner as the existing AgentRx/failure-mode calibration path. */
|
|
46
|
+
function calibrateBehavioralTraceQuestions(input) {
|
|
47
|
+
const predictions = /* @__PURE__ */ new Map();
|
|
48
|
+
const gold = input.gold.map((row) => goldSchema.parse(row));
|
|
49
|
+
const seen = /* @__PURE__ */ new Set();
|
|
50
|
+
for (const row of gold) {
|
|
51
|
+
const key = JSON.stringify([row.questionId, row.windowId]);
|
|
52
|
+
if (seen.has(key)) throw new TypeError("Duplicate behavioral gold label");
|
|
53
|
+
seen.add(key);
|
|
54
|
+
}
|
|
55
|
+
for (const finding of input.findings) {
|
|
56
|
+
if (finding.area !== "behavioral-trace-question" || finding.layer !== input.layer) continue;
|
|
57
|
+
const row = predictionSchema.parse(finding.metadata?.behavioral_trace_question);
|
|
58
|
+
if (row.support && (row.support.map.windowId !== row.windowId || row.support.method !== (row.questionId === "identical-tool-repeat" ? "computed" : "judged"))) throw new TypeError("Behavioral support does not match its prediction");
|
|
59
|
+
const key = JSON.stringify([row.questionId, row.windowId]);
|
|
60
|
+
if (predictions.has(key)) throw new TypeError("Duplicate behavioral prediction");
|
|
61
|
+
predictions.set(key, row);
|
|
62
|
+
}
|
|
63
|
+
return Object.keys(BEHAVIORAL_TRACE_QUESTIONS).map((id) => {
|
|
64
|
+
const computed = id === "identical-tool-repeat";
|
|
65
|
+
const digest = behavioralTraceQuestionDigest({
|
|
66
|
+
questionId: id,
|
|
67
|
+
...input,
|
|
68
|
+
servedModel: computed ? null : input.servedModel
|
|
69
|
+
});
|
|
70
|
+
const row = {
|
|
71
|
+
questionId: id,
|
|
72
|
+
layer: input.layer,
|
|
73
|
+
method: computed ? "computed" : "judged",
|
|
74
|
+
gold_n: 0,
|
|
75
|
+
missingLabels: 0,
|
|
76
|
+
unsureLabels: 0,
|
|
77
|
+
missingPredictions: 0,
|
|
78
|
+
abstentions: 0,
|
|
79
|
+
sourceCounts: {
|
|
80
|
+
human: 0,
|
|
81
|
+
agentrx: 0
|
|
82
|
+
},
|
|
83
|
+
agreement: null,
|
|
84
|
+
kappa: null,
|
|
85
|
+
confusion: {
|
|
86
|
+
yes: {
|
|
87
|
+
yes: 0,
|
|
88
|
+
no: 0,
|
|
89
|
+
unsure: 0,
|
|
90
|
+
missing: 0
|
|
91
|
+
},
|
|
92
|
+
no: {
|
|
93
|
+
yes: 0,
|
|
94
|
+
no: 0,
|
|
95
|
+
unsure: 0,
|
|
96
|
+
missing: 0
|
|
97
|
+
}
|
|
98
|
+
},
|
|
99
|
+
disagreements: [],
|
|
100
|
+
eligible: false,
|
|
101
|
+
calibration: null
|
|
102
|
+
};
|
|
103
|
+
const pairs = [];
|
|
104
|
+
for (const item of gold.filter((item) => item.questionId === id)) {
|
|
105
|
+
if (item.label === null) {
|
|
106
|
+
row.missingLabels++;
|
|
107
|
+
continue;
|
|
108
|
+
}
|
|
109
|
+
if (item.label === "unsure") {
|
|
110
|
+
row.unsureLabels++;
|
|
111
|
+
continue;
|
|
112
|
+
}
|
|
113
|
+
row.sourceCounts[item.source]++;
|
|
114
|
+
const prediction = predictions.get(JSON.stringify([id, item.windowId]));
|
|
115
|
+
const matches = prediction?.questionDigest === digest && prediction.requestedModel === (computed ? null : input.model) && prediction.servedModel === (computed ? null : input.servedModel);
|
|
116
|
+
const value = matches ? prediction.answer : null;
|
|
117
|
+
if (value === null) row.missingPredictions++;
|
|
118
|
+
if (value === "unsure") row.abstentions++;
|
|
119
|
+
row.confusion[item.label][value ?? "missing"]++;
|
|
120
|
+
if (value !== item.label) {
|
|
121
|
+
const support = matches ? prediction.support ?? null : null;
|
|
122
|
+
if (support && support.map.windowId !== item.windowId) throw new TypeError("Behavioral support map is outside the prediction window");
|
|
123
|
+
row.disagreements.push({
|
|
124
|
+
windowId: item.windowId,
|
|
125
|
+
expected: item.label,
|
|
126
|
+
predicted: value,
|
|
127
|
+
support: support ? structuredClone(support) : null
|
|
128
|
+
});
|
|
129
|
+
}
|
|
130
|
+
pairs.push([item.label, value ?? "(missing prediction)"]);
|
|
131
|
+
}
|
|
132
|
+
const agreement = nominalAgreement(pairs);
|
|
133
|
+
row.gold_n = agreement.n;
|
|
134
|
+
row.agreement = Number.isFinite(agreement.agreement) ? agreement.agreement : null;
|
|
135
|
+
row.kappa = Number.isFinite(agreement.kappa) ? agreement.kappa : null;
|
|
136
|
+
if (row.gold_n > 0 && row.agreement !== null && row.kappa !== null) {
|
|
137
|
+
row.calibration = {
|
|
138
|
+
gold_n: row.gold_n,
|
|
139
|
+
agreement: row.agreement,
|
|
140
|
+
kappa: row.kappa,
|
|
141
|
+
questionDigest: digest,
|
|
142
|
+
servedModel: computed ? null : input.servedModel,
|
|
143
|
+
evidenceRefs: structuredClone(input.evidenceRefs)
|
|
144
|
+
};
|
|
145
|
+
validBehavioralCalibration(row.calibration);
|
|
146
|
+
}
|
|
147
|
+
const bothClasses = row.confusion.yes.yes + row.confusion.yes.no + row.confusion.yes.unsure + row.confusion.yes.missing > 0 && row.confusion.no.yes + row.confusion.no.no + row.confusion.no.unsure + row.confusion.no.missing > 0;
|
|
148
|
+
row.eligible = bothClasses && row.missingPredictions === 0 && row.kappa !== null && row.kappa >= .77;
|
|
149
|
+
if (!bothClasses || row.missingPredictions > 0) row.calibration = null;
|
|
150
|
+
return row;
|
|
151
|
+
});
|
|
152
|
+
}
|
|
153
|
+
//#endregion
|
|
21
154
|
//#region src/analyst/bind.ts
|
|
22
155
|
/**
|
|
23
156
|
* Compile a definition plus a transport binding into a runnable arm. Dispatch
|
|
@@ -301,12 +434,19 @@ const AGENT_RX_FAILURE_MODE_MAP = {
|
|
|
301
434
|
"invalid-invocation": "invalid-tool-invocation",
|
|
302
435
|
"misinterpretation-of-tool-output-handoff-failure": "misread-tool-output",
|
|
303
436
|
"intent-plan-misalignment": "task-derailment",
|
|
304
|
-
"underspecified-user-intent":
|
|
437
|
+
"underspecified-user-intent": null,
|
|
305
438
|
"intent-not-supported": null,
|
|
306
439
|
"guardrails-triggered": null,
|
|
307
440
|
"system-failure": "system-failure",
|
|
308
441
|
inconclusive: null
|
|
309
442
|
};
|
|
443
|
+
/** Agent roles in the pinned public AgentRx datasets; unfamiliar actors stay unknown. */
|
|
444
|
+
const AGENT_RX_AGENT_ACTORS = /* @__PURE__ */ new Set([
|
|
445
|
+
"assistant",
|
|
446
|
+
"orchestrator",
|
|
447
|
+
"websurfer",
|
|
448
|
+
"filesurfer"
|
|
449
|
+
]);
|
|
310
450
|
const FAILURE_MODES_QUESTIONS = {
|
|
311
451
|
failure_mode: {
|
|
312
452
|
type: "choice",
|
|
@@ -340,19 +480,31 @@ function isLabel(value) {
|
|
|
340
480
|
function failureModeGoldFromAgentRx(rows) {
|
|
341
481
|
const gold = [];
|
|
342
482
|
const unmapped = [];
|
|
483
|
+
const ids = /* @__PURE__ */ new Set();
|
|
343
484
|
for (const row of rows) {
|
|
344
|
-
const id = `agentrx:${
|
|
345
|
-
|
|
485
|
+
const id = `agentrx:${externalId(row.trajectory_id, "AgentRx trajectory id")}`;
|
|
486
|
+
if (ids.has(id)) throw new TypeError(`AgentRx trajectory '${row.trajectory_id}' repeats`);
|
|
487
|
+
ids.add(id);
|
|
488
|
+
const rootId = externalId(row.root_cause_failure_id ?? row.root_cause?.failure_id, `AgentRx trajectory '${row.trajectory_id}' root-cause failure id`);
|
|
346
489
|
const root = row.failures.find((failure) => String(failure.failure_id) === String(rootId));
|
|
347
490
|
if (!root) throw new TypeError(`AgentRx trajectory '${row.trajectory_id}' has no root-cause failure`);
|
|
491
|
+
const step = positiveStep(root.step_number, `AgentRx trajectory '${row.trajectory_id}' root step`);
|
|
348
492
|
const category = normalizeAgentRxCategory(root.failure_category);
|
|
349
493
|
if (!Object.hasOwn(AGENT_RX_FAILURE_MODE_MAP, category)) throw new RangeError(`AgentRx category '${root.failure_category}' is outside the AgentRx taxonomy`);
|
|
350
494
|
const label = AGENT_RX_FAILURE_MODE_MAP[category];
|
|
351
|
-
|
|
495
|
+
const actor = typeof root.failed_agent === "string" ? root.failed_agent.trim() || null : null;
|
|
496
|
+
const reason = actor === null ? "unknown-root-actor" : !AGENT_RX_AGENT_ACTORS.has(actor.toLowerCase()) ? "unsupported-root-actor" : label === null || label === void 0 ? "category-without-counterpart" : null;
|
|
497
|
+
if (reason !== null) unmapped.push({
|
|
352
498
|
id,
|
|
353
|
-
category
|
|
499
|
+
category,
|
|
500
|
+
reason,
|
|
501
|
+
root: {
|
|
502
|
+
failureId: rootId,
|
|
503
|
+
step,
|
|
504
|
+
actor
|
|
505
|
+
}
|
|
354
506
|
});
|
|
355
|
-
else gold.push({
|
|
507
|
+
else if (label !== null && label !== void 0) gold.push({
|
|
356
508
|
id,
|
|
357
509
|
label
|
|
358
510
|
});
|
|
@@ -362,7 +514,7 @@ function failureModeGoldFromAgentRx(rows) {
|
|
|
362
514
|
unmapped
|
|
363
515
|
};
|
|
364
516
|
}
|
|
365
|
-
/** Validate
|
|
517
|
+
/** Validate caller gold with unique, whitespace-unambiguous ids and known labels. */
|
|
366
518
|
function parseFailureModeGold(raw) {
|
|
367
519
|
if (!Array.isArray(raw)) return {
|
|
368
520
|
succeeded: false,
|
|
@@ -383,6 +535,13 @@ function parseFailureModeGold(raw) {
|
|
|
383
535
|
message: `gold row ${index} needs a string id and a known label`
|
|
384
536
|
}
|
|
385
537
|
};
|
|
538
|
+
if (id !== id.trim()) return {
|
|
539
|
+
succeeded: false,
|
|
540
|
+
error: {
|
|
541
|
+
kind: "invalid",
|
|
542
|
+
message: `gold row ${index} id must not have surrounding whitespace`
|
|
543
|
+
}
|
|
544
|
+
};
|
|
386
545
|
if (seen.has(id)) return {
|
|
387
546
|
succeeded: false,
|
|
388
547
|
error: {
|
|
@@ -404,8 +563,9 @@ function parseFailureModeGold(raw) {
|
|
|
404
563
|
/**
|
|
405
564
|
* Load the calibration gold set from the public AgentRx labels and the
|
|
406
565
|
* caller's gold file, through the analyst module's public-dataset loader.
|
|
407
|
-
*
|
|
408
|
-
*
|
|
566
|
+
* Caller gold ids must be disjoint from all AgentRx ids, including exclusions.
|
|
567
|
+
* No source or an empty source is invalid. A parsed AgentRx source whose rows are all excluded returns
|
|
568
|
+
* unknown eligibility with its reasons; it supplies no labels to calibrate.
|
|
409
569
|
*/
|
|
410
570
|
async function loadFailureModeGold(sources) {
|
|
411
571
|
const invalid = (message) => ({
|
|
@@ -417,12 +577,17 @@ async function loadFailureModeGold(sources) {
|
|
|
417
577
|
});
|
|
418
578
|
const gold = [];
|
|
419
579
|
let agentRxRows = 0;
|
|
580
|
+
let agentRxMapping = null;
|
|
420
581
|
let unmapped = [];
|
|
421
582
|
try {
|
|
422
583
|
if (sources.agentRxLabelsPath !== void 0) {
|
|
423
584
|
const rows = await loadPublicBenchmarkRows(sources.agentRxLabelsPath);
|
|
424
585
|
agentRxRows = rows.length;
|
|
425
586
|
const mapped = failureModeGoldFromAgentRx(rows);
|
|
587
|
+
agentRxMapping = {
|
|
588
|
+
version: "2",
|
|
589
|
+
target: "agent-or-team-root-cause"
|
|
590
|
+
};
|
|
426
591
|
gold.push(...mapped.gold);
|
|
427
592
|
unmapped = mapped.unmapped;
|
|
428
593
|
}
|
|
@@ -434,8 +599,8 @@ async function loadFailureModeGold(sources) {
|
|
|
434
599
|
} catch (error) {
|
|
435
600
|
return invalid(error instanceof Error ? error.message : String(error));
|
|
436
601
|
}
|
|
437
|
-
if (gold.length === 0) return invalid("failure-modes calibration needs at least one gold item");
|
|
438
|
-
const ids =
|
|
602
|
+
if (gold.length === 0 && unmapped.length === 0) return invalid("failure-modes calibration needs at least one gold item");
|
|
603
|
+
const ids = new Set(unmapped.map((item) => item.id));
|
|
439
604
|
for (const item of gold) {
|
|
440
605
|
if (ids.has(item.id)) return invalid(`gold id '${item.id}' repeats across sources`);
|
|
441
606
|
ids.add(item.id);
|
|
@@ -444,7 +609,9 @@ async function loadFailureModeGold(sources) {
|
|
|
444
609
|
succeeded: true,
|
|
445
610
|
value: {
|
|
446
611
|
gold,
|
|
612
|
+
eligibility: gold.length > 0 ? "eligible" : "unknown",
|
|
447
613
|
agentRxRows,
|
|
614
|
+
agentRxMapping,
|
|
448
615
|
unmapped
|
|
449
616
|
}
|
|
450
617
|
};
|
|
@@ -929,6 +1096,7 @@ const LADDER = [
|
|
|
929
1096
|
"lab"
|
|
930
1097
|
];
|
|
931
1098
|
function promote(findings, taxonomy, options = {}) {
|
|
1099
|
+
assertConsistentFindingConditions(findings);
|
|
932
1100
|
const k = options.k ?? 2;
|
|
933
1101
|
if (!Number.isInteger(k) || k < 2) throw new RangeError(`promote: k must be an integer of at least 2, got ${k}`);
|
|
934
1102
|
const unplaced = [];
|
|
@@ -960,7 +1128,11 @@ function promote(findings, taxonomy, options = {}) {
|
|
|
960
1128
|
for (const placement of buckets.get(depth) ?? []) {
|
|
961
1129
|
const parent = taxonomyParentOf(taxonomy, placement.node);
|
|
962
1130
|
if (parent === null || parent === void 0) continue;
|
|
963
|
-
const key = JSON.stringify([
|
|
1131
|
+
const key = JSON.stringify([
|
|
1132
|
+
placement.claimId,
|
|
1133
|
+
parent,
|
|
1134
|
+
findingCompositionKey(placement.finding)
|
|
1135
|
+
]);
|
|
964
1136
|
const group = groups.get(key) ?? {
|
|
965
1137
|
parent,
|
|
966
1138
|
members: []
|
|
@@ -1095,6 +1267,7 @@ function liftedFinding(voters, parent, taxonomy, producedAt) {
|
|
|
1095
1267
|
claim: first.claim,
|
|
1096
1268
|
claim_id: first.claim_id,
|
|
1097
1269
|
id_basis: `${first.claim_id}@${parent}`,
|
|
1270
|
+
...mergeFindingComposition(findings),
|
|
1098
1271
|
subject: parent,
|
|
1099
1272
|
severity: mostSevere(findings),
|
|
1100
1273
|
confidence: Math.min(...findings.map((finding) => finding.confidence)),
|
|
@@ -1148,6 +1321,7 @@ function liftedFinding(voters, parent, taxonomy, producedAt) {
|
|
|
1148
1321
|
const ROLLUP_ANALYST_ID = "rollup";
|
|
1149
1322
|
const ROLLUP_VERSION = "1";
|
|
1150
1323
|
function rollupFindings(findings, taxonomy, options = {}) {
|
|
1324
|
+
assertConsistentFindingConditions(findings);
|
|
1151
1325
|
const confidence = options.confidence ?? .95;
|
|
1152
1326
|
const skipped = [];
|
|
1153
1327
|
const skip = (finding, reason) => {
|
|
@@ -1188,7 +1362,11 @@ function rollupFindings(findings, taxonomy, options = {}) {
|
|
|
1188
1362
|
const groups = /* @__PURE__ */ new Map();
|
|
1189
1363
|
for (const observation of observations) {
|
|
1190
1364
|
const play = taxonomyParentOf(taxonomy, observation.run);
|
|
1191
|
-
const key = JSON.stringify([
|
|
1365
|
+
const key = JSON.stringify([
|
|
1366
|
+
observation.claimId,
|
|
1367
|
+
play,
|
|
1368
|
+
findingCompositionKey(observation.finding)
|
|
1369
|
+
]);
|
|
1192
1370
|
const group = groups.get(key) ?? {
|
|
1193
1371
|
play,
|
|
1194
1372
|
members: []
|
|
@@ -1215,6 +1393,7 @@ function rollupFindings(findings, taxonomy, options = {}) {
|
|
|
1215
1393
|
claim: first.claim,
|
|
1216
1394
|
claim_id: first.claim_id,
|
|
1217
1395
|
id_basis: `${first.claim_id}@${play}`,
|
|
1396
|
+
...mergeFindingComposition(findingsInGroup),
|
|
1218
1397
|
subject: play,
|
|
1219
1398
|
severity: mostSevere(findingsInGroup),
|
|
1220
1399
|
confidence: Math.min(...findingsInGroup.map((finding) => finding.confidence)),
|
|
@@ -1250,7 +1429,7 @@ function rollupFindings(findings, taxonomy, options = {}) {
|
|
|
1250
1429
|
});
|
|
1251
1430
|
const promoted = promotion.promoted.map((finding) => {
|
|
1252
1431
|
const covered = new Set(finding.scope.population);
|
|
1253
|
-
const pooled = pool(observations.filter((observation) => observation.claimId === finding.claim_id && covered.has(observation.run)), options, confidence);
|
|
1432
|
+
const pooled = pool(observations.filter((observation) => observation.claimId === finding.claim_id && covered.has(observation.run) && findingCompositionKey(observation.finding) === findingCompositionKey(finding)), options, confidence);
|
|
1254
1433
|
return {
|
|
1255
1434
|
...finding,
|
|
1256
1435
|
measure: {
|
|
@@ -1942,6 +2121,6 @@ function errorText(error) {
|
|
|
1942
2121
|
return error instanceof Error ? `${error.name}: ${error.message}` : String(error);
|
|
1943
2122
|
}
|
|
1944
2123
|
//#endregion
|
|
1945
|
-
export { AGENT_RX_UPSTREAM_REVISION, ANALYST_BENCHMARK_COST_LEDGER_FILE, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, ANALYST_BENCHMARK_IMPLEMENTATION_FILES, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, ANALYST_BENCHMARK_MANIFEST_FILE, ANALYST_BENCHMARK_OBSERVATIONS_FILE, AnalystExpressivenessError, AnalystRegistry, CODE_TRACE_BENCH_ANALYST_PROMPT, CONTROL_INTEGRITY_ANALYST, ControlIntegrityAnalyst, DEFAULT_TRACE_ANALYST_KINDS, ExactAnalystRunExecutionError, FAILURE_MODES_ANALYST_ID, FAILURE_MODES_MIN_KAPPA, FAILURE_MODES_QUESTIONS, FAILURE_MODES_VERSION, FAILURE_MODE_KIND_SPEC, FAILURE_MODE_LABELS, FINDING_LAYERS, FINDING_SUBJECT_KINDS, FINDING_SUBJECT_SYNTAX, FindingsStore, IMPROVEMENT_KIND_SPEC, KIND_EXPECTED_SUBJECTS, KNOWLEDGE_GAP_KIND_SPEC, KNOWLEDGE_POISONING_KIND_SPEC, LAB_NODE_ID, NOT_OBSERVABLE, ProposalFindingSchema, RAW_FINDING_SCHEMA_PROMPT, RawAnalystFindingSchema, TEAM_SHAPE_ANALYST_ID, TEAM_SHAPE_CLASSES, TEAM_SHAPE_VERSION, agentRxBenchmarkCase, agentRxPredictionsToFindings, analystDefinitionAsymmetries, analystDefinitionProtocolSha256, analystUsageReceiptFromPrimeUsage, askTraceQuestions, assertProposalFindings, attachToTaxonomy, behavioralAnalyst, bindAnalyst, buildDefaultAnalystRegistry, buildPrimePrompt, buildPrimeRepairPrompt, buildSkillUsageReport, buildTraceToolsForGroup, calibrateFailureModes, classifyTeamShape, codeTraceBenchCase, codeTracerPredictionsToFindings, computeFindingId, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFailureModesAnalyst, createPrimeBenchmarkRunner, createPublicBenchmarkDirectRunner, createPublicBenchmarkRlmRunner, createTraceAnalyst, defineCustomAnalyst, defineDomainTaxonomy, defineTraceAnalyst, diffFindings, diffFindingsOverTime, domainPathOf, emitControlIntegrityFindings, evidenceRefsFromRawFinding, expandCodeTraceFailureBlocks, findingSubjectGrammarPromptFor, independentUnitCount, lineageRoots, loadFailureModeGold, loadPublicBenchmarkRows, lowestCommonAncestor, makeFinding, makeProposalFinding, mergePrimeRawUsage, nodeHttpPrimeBridgeTransport, normalizePrimeUsage, openFindingsLedger, parseAnalystFinding, parseFindingSubject, parseRawFinding, primeAnalystProtocolSha256, primeCodeTraceAnalystDefinition, primeProtocolSha256, projectPrimeTrajectory, promote, publicBenchmarkProtocolSha256, publicDirectAnalystDefinition, publicRlmAnalystDefinition, queryFindings, readAnalystBenchmarkArtifact, readFindingScope, renderFindingSubject, resolveDomainPath, rollupFindings, runAnalystBenchmark, runAnalystBenchmarkCommand, runPrimeExchange, runTraceAnalyst, stripCodeFences, taxonomyAncestry, taxonomyLayerOf, teamShapeAnalyst, teamShapeInputFromSources, traceStoreEvidenceResolver };
|
|
2124
|
+
export { AGENT_RX_UPSTREAM_REVISION, ANALYST_BENCHMARK_COST_LEDGER_FILE, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, ANALYST_BENCHMARK_IMPLEMENTATION_FILES, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, ANALYST_BENCHMARK_MANIFEST_FILE, ANALYST_BENCHMARK_OBSERVATIONS_FILE, AnalystExpressivenessError, AnalystRegistry, BEHAVIORAL_TRACE_QUESTIONS, BEHAVIORAL_TRACE_QUESTIONS_VERSION, CODE_TRACE_BENCH_ANALYST_PROMPT, CONTROL_INTEGRITY_ANALYST, ControlIntegrityAnalyst, DEFAULT_TRACE_ANALYST_KINDS, ExactAnalystRunExecutionError, FAILURE_MODES_ANALYST_ID, FAILURE_MODES_MIN_KAPPA, FAILURE_MODES_QUESTIONS, FAILURE_MODES_VERSION, FAILURE_MODE_KIND_SPEC, FAILURE_MODE_LABELS, FINDING_LAYERS, FINDING_SUBJECT_KINDS, FINDING_SUBJECT_SYNTAX, FindingsStore, IMPROVEMENT_KIND_SPEC, KIND_EXPECTED_SUBJECTS, KNOWLEDGE_GAP_KIND_SPEC, KNOWLEDGE_POISONING_KIND_SPEC, LAB_NODE_ID, NOT_OBSERVABLE, ProposalFindingSchema, RAW_FINDING_SCHEMA_PROMPT, RawAnalystFindingSchema, TEAM_SHAPE_ANALYST_ID, TEAM_SHAPE_CLASSES, TEAM_SHAPE_VERSION, TREATMENT_LAYERS, agentRxBenchmarkCase, agentRxPredictionsToFindings, analystDefinitionAsymmetries, analystDefinitionProtocolSha256, analystUsageReceiptFromPrimeUsage, askTraceQuestions, assertProposalFindings, attachToTaxonomy, behavioralAnalyst, behavioralTraceQuestionDigest, bindAnalyst, buildDefaultAnalystRegistry, buildPrimePrompt, buildPrimeRepairPrompt, buildSkillUsageReport, buildTraceToolsForGroup, calibrateBehavioralTraceQuestions, calibrateFailureModes, classifyTeamShape, codeTraceBenchCase, codeTracerPredictionsToFindings, computeFindingId, createChatClient, createChatTraceEngine, createDspyRlmTraceEngine, createFailureModesAnalyst, createPrimeBenchmarkRunner, createPublicBenchmarkDirectRunner, createPublicBenchmarkRlmRunner, createTraceAnalyst, defineCustomAnalyst, defineDomainTaxonomy, defineTraceAnalyst, diffFindings, diffFindingsOverTime, domainPathOf, emitControlIntegrityFindings, evidenceRefsFromRawFinding, expandCodeTraceFailureBlocks, findingSubjectGrammarPromptFor, independentUnitCount, lineageRoots, loadFailureModeGold, loadPublicBenchmarkRows, lowestCommonAncestor, makeFinding, makeProposalFinding, mergePrimeRawUsage, nodeHttpPrimeBridgeTransport, normalizePrimeUsage, openFindingsLedger, parseAnalystFinding, parseFindingSubject, parseRawFinding, primeAnalystProtocolSha256, primeCodeTraceAnalystDefinition, primeProtocolSha256, projectPrimeTrajectory, promote, publicBenchmarkProtocolSha256, publicDirectAnalystDefinition, publicRlmAnalystDefinition, queryFindings, readAnalystBenchmarkArtifact, readFindingScope, renderFindingSubject, resolveDomainPath, rollupFindings, runAnalystBenchmark, runAnalystBenchmarkCommand, runPrimeExchange, runTraceAnalyst, stripCodeFences, taxonomyAncestry, taxonomyLayerOf, teamShapeAnalyst, teamShapeInputFromSources, traceStoreEvidenceResolver };
|
|
1946
2125
|
|
|
1947
2126
|
//# sourceMappingURL=index.js.map
|