@tangle-network/agent-eval 0.221.3 → 0.221.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +159 -0
- package/README.md +0 -1
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-Bc7ADJY4.d.ts → agent-profile-CNmwfaqq.d.ts} +3 -3
- package/dist/{agent-profile-Bc7ADJY4.d.ts.map → agent-profile-CNmwfaqq.d.ts.map} +1 -1
- package/dist/analyst/index.d.ts +14 -14
- package/dist/analyst/index.js +11 -11
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-D7In4c3z.d.ts → analyze-runs-DfX6dHP0.d.ts} +2 -2
- package/dist/{analyze-runs-D7In4c3z.d.ts.map → analyze-runs-DfX6dHP0.d.ts.map} +1 -1
- package/dist/{benchmark-command-BDq0VgoP.js → benchmark-command-Cnjfo0Zh.js} +6 -6
- package/dist/{benchmark-command-BDq0VgoP.js.map → benchmark-command-Cnjfo0Zh.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +6 -6
- package/dist/campaign/index.js +4 -4
- package/dist/{campaign-Bt6rbWIU.js → campaign-uddTlFg5.js} +6 -6
- package/dist/{campaign-Bt6rbWIU.js.map → campaign-uddTlFg5.js.map} +1 -1
- package/dist/{chat-client-CMQ8_h4J.js → chat-client-BNATB3rJ.js} +2 -2
- package/dist/{chat-client-CMQ8_h4J.js.map → chat-client-BNATB3rJ.js.map} +1 -1
- package/dist/{chat-json-call-BrZKn0L3.js → chat-json-call-BzWYp18J.js} +2 -2
- package/dist/{chat-json-call-BrZKn0L3.js.map → chat-json-call-BzWYp18J.js.map} +1 -1
- package/dist/cli.js +3 -3
- package/dist/{completion-verifier-YwoeujPl.js → completion-verifier-asaV1nSj.js} +3 -3
- package/dist/{completion-verifier-YwoeujPl.js.map → completion-verifier-asaV1nSj.js.map} +1 -1
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +6 -6
- package/dist/{default-registry-BZ5FyYl9.js → default-registry-BBTDgkDM.js} +2 -2
- package/dist/{default-registry-BZ5FyYl9.js.map → default-registry-BBTDgkDM.js.map} +1 -1
- package/dist/{default-registry-BMHqNR6_.d.ts → default-registry-CLG5YqGS.d.ts} +7 -7
- package/dist/{default-registry-BMHqNR6_.d.ts.map → default-registry-CLG5YqGS.d.ts.map} +1 -1
- package/dist/{define-agent-eval-CJhECJNL.js → define-agent-eval-CCbT7Kfr.js} +3 -3
- package/dist/{define-agent-eval-CJhECJNL.js.map → define-agent-eval-CCbT7Kfr.js.map} +1 -1
- package/dist/{define-agent-eval-Bsoi2GUV.d.ts → define-agent-eval-JKt3gMQr.d.ts} +7 -7
- package/dist/{define-agent-eval-Bsoi2GUV.d.ts.map → define-agent-eval-JKt3gMQr.d.ts.map} +1 -1
- package/dist/diagnosis/index.d.ts +2 -2
- package/dist/{dspy-rlm-engine-BTy7u0jQ.js → dspy-rlm-engine-DN1p_5jx.js} +2 -2
- package/dist/{dspy-rlm-engine-BTy7u0jQ.js.map → dspy-rlm-engine-DN1p_5jx.js.map} +1 -1
- package/dist/{engine-BF95CWzH.d.ts → engine-dtRVeuQs.d.ts} +2 -2
- package/dist/{engine-BF95CWzH.d.ts.map → engine-dtRVeuQs.d.ts.map} +1 -1
- package/dist/{evaluation-D1PGzkPR.d.ts → evaluation-DblGquCB.d.ts} +3 -3
- package/dist/{evaluation-D1PGzkPR.d.ts.map → evaluation-DblGquCB.d.ts.map} +1 -1
- package/dist/evaluation.d.ts +1 -1
- package/dist/{exact-types-CVn1QxFO.d.ts → exact-types-Do63KoKn.d.ts} +2 -2
- package/dist/{exact-types-CVn1QxFO.d.ts.map → exact-types-Do63KoKn.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +1 -1
- package/dist/{external-optimizer-process-E5yY2SYS.js → external-optimizer-process-DEzJ2CGX.js} +2 -2
- package/dist/{external-optimizer-process-E5yY2SYS.js.map → external-optimizer-process-DEzJ2CGX.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-DA02c_L6.js → external-optimizer-subprocess-B_ukPtRD.js} +2 -2
- package/dist/{external-optimizer-subprocess-DA02c_L6.js.map → external-optimizer-subprocess-B_ukPtRD.js.map} +1 -1
- package/dist/{feedback-trajectory-BZhVCWuz.d.ts → feedback-trajectory-CYVJXolG.d.ts} +3 -3
- package/dist/{feedback-trajectory-BZhVCWuz.d.ts.map → feedback-trajectory-CYVJXolG.d.ts.map} +1 -1
- package/dist/{findings-store-DRiFdoid.js → findings-store-Bg4sdS-e.js} +4 -4
- package/dist/{findings-store-DRiFdoid.js.map → findings-store-Bg4sdS-e.js.map} +1 -1
- package/dist/{index-BJZ7s-sv.d.ts → index-CTIRz-AB.d.ts} +7 -7
- package/dist/{index-BJZ7s-sv.d.ts.map → index-CTIRz-AB.d.ts.map} +1 -1
- package/dist/{index-BvX3CFNS.d.ts → index-CdEVr8-O.d.ts} +7 -7
- package/dist/{index-BvX3CFNS.d.ts.map → index-CdEVr8-O.d.ts.map} +1 -1
- package/dist/{index-DWd1gUwR.d.ts → index-CfJULcW5.d.ts} +116 -3
- package/dist/index-CfJULcW5.d.ts.map +1 -0
- package/dist/{index-y7i8l6Y_.d.ts → index-jnuFLxOs.d.ts} +8 -8
- package/dist/{index-y7i8l6Y_.d.ts.map → index-jnuFLxOs.d.ts.map} +1 -1
- package/dist/index.d.ts +21 -21
- package/dist/index.js +11 -90
- package/dist/index.js.map +1 -1
- package/dist/{integrity-CCwvezWS.d.ts → integrity-D9lBnv_K.d.ts} +2 -2
- package/dist/{integrity-CCwvezWS.d.ts.map → integrity-D9lBnv_K.d.ts.map} +1 -1
- package/dist/{judge-gate-Co5tuh57.js → judge-gate-BVvmP00P.js} +82 -2
- package/dist/judge-gate-BVvmP00P.js.map +1 -0
- package/dist/{llm-client-DXuOTseU.js → llm-client-b1ysZVIU.js} +7 -6
- package/dist/llm-client-b1ysZVIU.js.map +1 -0
- package/dist/{llm-judge-3uAeRawE.js → llm-judge-Cybq29bL.js} +4 -4
- package/dist/{llm-judge-3uAeRawE.js.map → llm-judge-Cybq29bL.js.map} +1 -1
- package/dist/{matrix-BXo3PSqM.d.ts → matrix-DtkZLD_3.d.ts} +2 -2
- package/dist/{matrix-BXo3PSqM.d.ts.map → matrix-DtkZLD_3.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +2 -2
- package/dist/meta-eval/index.js +217 -2
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +47 -3
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +257 -216
- package/dist/multishot/index.js.map +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{prime-protocol-BEaqBoQE.d.ts → prime-protocol-BGxjfhM4.d.ts} +2 -2
- package/dist/{prime-protocol-BEaqBoQE.d.ts.map → prime-protocol-BGxjfhM4.d.ts.map} +1 -1
- package/dist/{proposal-findings-D0_zkQ2l.js → proposal-findings-DqLUWsAG.js} +2 -2
- package/dist/{proposal-findings-D0_zkQ2l.js.map → proposal-findings-DqLUWsAG.js.map} +1 -1
- package/dist/{registry-DDKaUrmM.d.ts → registry-BcdJmyoU.d.ts} +4 -4
- package/dist/{registry-DDKaUrmM.d.ts.map → registry-BcdJmyoU.d.ts.map} +1 -1
- package/dist/{researcher-H0p44OYC.d.ts → researcher-DKWtoMWk.d.ts} +3 -3
- package/dist/{researcher-H0p44OYC.d.ts.map → researcher-DKWtoMWk.d.ts.map} +1 -1
- package/dist/rl.d.ts +4 -4
- package/dist/search/index.d.ts +2 -2
- package/dist/{search-kernel-C6__V0IS.d.ts → search-kernel-CctpiDd2.d.ts} +2 -2
- package/dist/{search-kernel-C6__V0IS.d.ts.map → search-kernel-CctpiDd2.d.ts.map} +1 -1
- package/dist/{server-8TS8XCvg.js → server-ChhXPCgX.js} +2 -2
- package/dist/{server-8TS8XCvg.js.map → server-ChhXPCgX.js.map} +1 -1
- package/dist/{skillopt-optimization-method-D21dH_Bh.js → skillopt-optimization-method-sB_-yi1G.js} +5 -5
- package/dist/{skillopt-optimization-method-D21dH_Bh.js.map → skillopt-optimization-method-sB_-yi1G.js.map} +1 -1
- package/dist/{statistical-heldout-pD1Yah-0.d.ts → statistical-heldout-BjzSOmLH.d.ts} +3 -3
- package/dist/{statistical-heldout-pD1Yah-0.d.ts.map → statistical-heldout-BjzSOmLH.d.ts.map} +1 -1
- package/dist/{store-tool-spans-Bf9OVKs6.d.ts → store-tool-spans-DxsFwtdr.d.ts} +5 -5
- package/dist/{store-tool-spans-Bf9OVKs6.d.ts.map → store-tool-spans-DxsFwtdr.d.ts.map} +1 -1
- package/dist/{systemone-D3MrW63C.d.ts → systemone-CHnqwmYg.d.ts} +6 -6
- package/dist/{systemone-D3MrW63C.d.ts.map → systemone-CHnqwmYg.d.ts.map} +1 -1
- package/dist/{systemone-review-C8DRiT_-.d.ts → systemone-review-cQ9acAsb.d.ts} +2 -2
- package/dist/{systemone-review-C8DRiT_-.d.ts.map → systemone-review-cQ9acAsb.d.ts.map} +1 -1
- package/dist/systemone.d.ts +3 -3
- package/dist/{tool-groups-DK1bu5TD.d.ts → tool-groups-b3oU_D88.d.ts} +3 -3
- package/dist/tool-groups-b3oU_D88.d.ts.map +1 -0
- package/dist/{trace-questions-D_OKYZ6u.d.ts → trace-questions-BmT8M6UQ.d.ts} +3 -3
- package/dist/{trace-questions-D_OKYZ6u.d.ts.map → trace-questions-BmT8M6UQ.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/traces.d.ts +5 -5
- package/dist/{types-DGImvHIr.d.ts → types-6Lfdlshp.d.ts} +2 -2
- package/dist/{types-DGImvHIr.d.ts.map → types-6Lfdlshp.d.ts.map} +1 -1
- package/dist/{types-eMhdacVp.d.ts → types-B_IFcKp5.d.ts} +12 -2
- package/dist/types-B_IFcKp5.d.ts.map +1 -0
- package/dist/{types-IERw_HxR.d.ts → types-DZ0mYVw9.d.ts} +2 -2
- package/dist/{types-IERw_HxR.d.ts.map → types-DZ0mYVw9.d.ts.map} +1 -1
- package/dist/{types-DDKfH-N6.d.ts → types-M6eF9m-r.d.ts} +3 -3
- package/dist/{types-DDKfH-N6.d.ts.map → types-M6eF9m-r.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +2 -2
- package/dist/wire/index.js +1 -1
- package/docs/finding-layers.md +3 -1
- package/docs/multishot-golden-records.md +1 -0
- package/package.json +1 -1
- package/dist/index-DWd1gUwR.d.ts.map +0 -1
- package/dist/judge-gate-Co5tuh57.js.map +0 -1
- package/dist/llm-client-DXuOTseU.js.map +0 -1
- package/dist/tool-groups-DK1bu5TD.d.ts.map +0 -1
- package/dist/types-eMhdacVp.d.ts.map +0 -1
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,165 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [0.221.6] — 2026-10-25
|
|
8
|
+
|
|
9
|
+
- feat: own judge-panel calibration, multishot conversation legs and served-panel identity
|
|
10
|
+
- chore(release): 0.221.5
|
|
11
|
+
- ci: retain private adopter failure evidence (#1106)
|
|
12
|
+
- test(process): isolate process-tree fixture environment
|
|
13
|
+
- fix(adopt): invoke each resolved Playwright CLI (#1096)
|
|
14
|
+
- test(systemone): close disposable provider connections
|
|
15
|
+
- chore(release): 0.221.4
|
|
16
|
+
- test(adoption): inherit the maintained integration deadline
|
|
17
|
+
- fix(adoption): scope guard allowance to disposable Git fixtures
|
|
18
|
+
- fix(analyst): carry root-cause target into failure-mode rubric
|
|
19
|
+
- ci: check locally and in publication paths
|
|
20
|
+
- test(adopt): give real-git fixtures their own commit identity (#1101)
|
|
21
|
+
- chore(release): 0.221.3 (#1099)
|
|
22
|
+
- fix(analyst): repin the benchmark implementation digest after #1097 (#1098)
|
|
23
|
+
- fix(trace-analyst): build OTLP stores from bytes, not one joined string
|
|
24
|
+
- fix(adopt): prepare caller-locked Chromium before gates
|
|
25
|
+
- test(adopt): retain admitted identity in real Git fixtures
|
|
26
|
+
- fix(adopt): retain the sparse caller entrypoint
|
|
27
|
+
- fix(adopt): settle pushed proposal reads against remote refs
|
|
28
|
+
- chore(release): 0.221.2
|
|
29
|
+
- Return plain analyst findings from decision replay
|
|
30
|
+
- chore(release): 0.221.1 (#1091)
|
|
31
|
+
- fix(deps): pin zod 4.6.6 (GHSA-mrhx-c7xc-m3w5) (#1088)
|
|
32
|
+
- Give the disposable adoption fixture its own Git author
|
|
33
|
+
- Fix real adoption drift fixture under the declared package manager
|
|
34
|
+
- Capture supporting trace events in the original native decision
|
|
35
|
+
- test: inherit the integration default for behavioral questions
|
|
36
|
+
- test: set the integration default from the observed loaded tail
|
|
37
|
+
- chore(release): 0.221.0
|
|
38
|
+
- test: own the measured integration deadline in Vitest config
|
|
39
|
+
- test: await observed integration completion across tool paths
|
|
40
|
+
- feat: preserve finding composition and assigned arm populations
|
|
41
|
+
- test: await decision-point HTTP and ledger completion
|
|
42
|
+
- test: await durable readiness in filesystem integration cases
|
|
43
|
+
- test(process): wait for argv child readiness before abort
|
|
44
|
+
- feat(analyst): add bounded calibrated trace question observations
|
|
45
|
+
- fix(analyst): reject surrounding whitespace in caller gold ids
|
|
46
|
+
- test(analyst): reproduce whitespace source-id bypass
|
|
47
|
+
- test(optimizer): retire fake CLI metering harness
|
|
48
|
+
- test(analyst): isolate recorded gold admission scenarios
|
|
49
|
+
- fix(systemone): validate decision boundaries before routing
|
|
50
|
+
- ci: pin the eval publication dispatcher body
|
|
51
|
+
- fix(analyst): reserve excluded source ids across caller gold
|
|
52
|
+
- fix(analyst): validate root provenance before gold admission
|
|
53
|
+
- fix(analyst): preserve actor boundaries in AgentRx calibration gold
|
|
54
|
+
- Preserve manual drafts observed while recording failed adoption (#1076)
|
|
55
|
+
- Recover updater-owned failure drafts while preserving manual holds (#1075)
|
|
56
|
+
- feat(systemone): persist calibrated decision points and outcomes
|
|
57
|
+
- ci: move eval verification and Python publishing to owned runners
|
|
58
|
+
- chore(deps): bump opentelemetry-api in /clients/python (#1068)
|
|
59
|
+
- fix(adopt): quote optional workflow flags
|
|
60
|
+
- fix(adopt): preserve shallow history and caller-owned dependency references
|
|
61
|
+
- fix(adopt): reconcile effective workspace pins and preserve proposal history
|
|
62
|
+
|
|
63
|
+
## [0.221.5] — 2026-10-25
|
|
64
|
+
|
|
65
|
+
- ci: retain private adopter failure evidence (#1106)
|
|
66
|
+
- test(process): isolate process-tree fixture environment
|
|
67
|
+
- fix(adopt): invoke each resolved Playwright CLI (#1096)
|
|
68
|
+
- test(systemone): close disposable provider connections
|
|
69
|
+
- chore(release): 0.221.4
|
|
70
|
+
- test(adoption): inherit the maintained integration deadline
|
|
71
|
+
- fix(adoption): scope guard allowance to disposable Git fixtures
|
|
72
|
+
- fix(analyst): carry root-cause target into failure-mode rubric
|
|
73
|
+
- ci: check locally and in publication paths
|
|
74
|
+
- test(adopt): give real-git fixtures their own commit identity (#1101)
|
|
75
|
+
- chore(release): 0.221.3 (#1099)
|
|
76
|
+
- fix(analyst): repin the benchmark implementation digest after #1097 (#1098)
|
|
77
|
+
- fix(trace-analyst): build OTLP stores from bytes, not one joined string
|
|
78
|
+
- fix(adopt): prepare caller-locked Chromium before gates
|
|
79
|
+
- test(adopt): retain admitted identity in real Git fixtures
|
|
80
|
+
- fix(adopt): retain the sparse caller entrypoint
|
|
81
|
+
- fix(adopt): settle pushed proposal reads against remote refs
|
|
82
|
+
- chore(release): 0.221.2
|
|
83
|
+
- Return plain analyst findings from decision replay
|
|
84
|
+
- chore(release): 0.221.1 (#1091)
|
|
85
|
+
- fix(deps): pin zod 4.6.6 (GHSA-mrhx-c7xc-m3w5) (#1088)
|
|
86
|
+
- Give the disposable adoption fixture its own Git author
|
|
87
|
+
- Fix real adoption drift fixture under the declared package manager
|
|
88
|
+
- Capture supporting trace events in the original native decision
|
|
89
|
+
- test: inherit the integration default for behavioral questions
|
|
90
|
+
- test: set the integration default from the observed loaded tail
|
|
91
|
+
- chore(release): 0.221.0
|
|
92
|
+
- test: own the measured integration deadline in Vitest config
|
|
93
|
+
- test: await observed integration completion across tool paths
|
|
94
|
+
- feat: preserve finding composition and assigned arm populations
|
|
95
|
+
- test: await decision-point HTTP and ledger completion
|
|
96
|
+
- test: await durable readiness in filesystem integration cases
|
|
97
|
+
- test(process): wait for argv child readiness before abort
|
|
98
|
+
- feat(analyst): add bounded calibrated trace question observations
|
|
99
|
+
- fix(analyst): reject surrounding whitespace in caller gold ids
|
|
100
|
+
- test(analyst): reproduce whitespace source-id bypass
|
|
101
|
+
- test(optimizer): retire fake CLI metering harness
|
|
102
|
+
- test(analyst): isolate recorded gold admission scenarios
|
|
103
|
+
- fix(systemone): validate decision boundaries before routing
|
|
104
|
+
- ci: pin the eval publication dispatcher body
|
|
105
|
+
- fix(analyst): reserve excluded source ids across caller gold
|
|
106
|
+
- fix(analyst): validate root provenance before gold admission
|
|
107
|
+
- fix(analyst): preserve actor boundaries in AgentRx calibration gold
|
|
108
|
+
- Preserve manual drafts observed while recording failed adoption (#1076)
|
|
109
|
+
- Recover updater-owned failure drafts while preserving manual holds (#1075)
|
|
110
|
+
- feat(systemone): persist calibrated decision points and outcomes
|
|
111
|
+
- ci: move eval verification and Python publishing to owned runners
|
|
112
|
+
- chore(deps): bump opentelemetry-api in /clients/python (#1068)
|
|
113
|
+
- fix(adopt): quote optional workflow flags
|
|
114
|
+
- fix(adopt): preserve shallow history and caller-owned dependency references
|
|
115
|
+
- fix(adopt): reconcile effective workspace pins and preserve proposal history
|
|
116
|
+
|
|
117
|
+
## [0.221.4] — 2026-10-25
|
|
118
|
+
|
|
119
|
+
- test(adoption): inherit the maintained integration deadline
|
|
120
|
+
- fix(adoption): scope guard allowance to disposable Git fixtures
|
|
121
|
+
- fix(analyst): carry root-cause target into failure-mode rubric
|
|
122
|
+
- ci: check locally and in publication paths
|
|
123
|
+
- test(adopt): give real-git fixtures their own commit identity (#1101)
|
|
124
|
+
- chore(release): 0.221.3 (#1099)
|
|
125
|
+
- fix(analyst): repin the benchmark implementation digest after #1097 (#1098)
|
|
126
|
+
- fix(trace-analyst): build OTLP stores from bytes, not one joined string
|
|
127
|
+
- fix(adopt): prepare caller-locked Chromium before gates
|
|
128
|
+
- test(adopt): retain admitted identity in real Git fixtures
|
|
129
|
+
- fix(adopt): retain the sparse caller entrypoint
|
|
130
|
+
- fix(adopt): settle pushed proposal reads against remote refs
|
|
131
|
+
- chore(release): 0.221.2
|
|
132
|
+
- Return plain analyst findings from decision replay
|
|
133
|
+
- chore(release): 0.221.1 (#1091)
|
|
134
|
+
- fix(deps): pin zod 4.6.6 (GHSA-mrhx-c7xc-m3w5) (#1088)
|
|
135
|
+
- Give the disposable adoption fixture its own Git author
|
|
136
|
+
- Fix real adoption drift fixture under the declared package manager
|
|
137
|
+
- Capture supporting trace events in the original native decision
|
|
138
|
+
- test: inherit the integration default for behavioral questions
|
|
139
|
+
- test: set the integration default from the observed loaded tail
|
|
140
|
+
- chore(release): 0.221.0
|
|
141
|
+
- test: own the measured integration deadline in Vitest config
|
|
142
|
+
- test: await observed integration completion across tool paths
|
|
143
|
+
- feat: preserve finding composition and assigned arm populations
|
|
144
|
+
- test: await decision-point HTTP and ledger completion
|
|
145
|
+
- test: await durable readiness in filesystem integration cases
|
|
146
|
+
- test(process): wait for argv child readiness before abort
|
|
147
|
+
- feat(analyst): add bounded calibrated trace question observations
|
|
148
|
+
- fix(analyst): reject surrounding whitespace in caller gold ids
|
|
149
|
+
- test(analyst): reproduce whitespace source-id bypass
|
|
150
|
+
- test(optimizer): retire fake CLI metering harness
|
|
151
|
+
- test(analyst): isolate recorded gold admission scenarios
|
|
152
|
+
- fix(systemone): validate decision boundaries before routing
|
|
153
|
+
- ci: pin the eval publication dispatcher body
|
|
154
|
+
- fix(analyst): reserve excluded source ids across caller gold
|
|
155
|
+
- fix(analyst): validate root provenance before gold admission
|
|
156
|
+
- fix(analyst): preserve actor boundaries in AgentRx calibration gold
|
|
157
|
+
- Preserve manual drafts observed while recording failed adoption (#1076)
|
|
158
|
+
- Recover updater-owned failure drafts while preserving manual holds (#1075)
|
|
159
|
+
- feat(systemone): persist calibrated decision points and outcomes
|
|
160
|
+
- ci: move eval verification and Python publishing to owned runners
|
|
161
|
+
- chore(deps): bump opentelemetry-api in /clients/python (#1068)
|
|
162
|
+
- fix(adopt): quote optional workflow flags
|
|
163
|
+
- fix(adopt): preserve shallow history and caller-owned dependency references
|
|
164
|
+
- fix(adopt): reconcile effective workspace pins and preserve proposal history
|
|
165
|
+
|
|
7
166
|
## [0.221.3] — 2026-10-24
|
|
8
167
|
|
|
9
168
|
- fix(analyst): repin the benchmark implementation digest after #1097 (#1098)
|
package/README.md
CHANGED
|
@@ -4,7 +4,6 @@ Run agent evaluations, compare changes on the same cases, and decide whether a c
|
|
|
4
4
|
|
|
5
5
|
[](https://www.npmjs.com/package/@tangle-network/agent-eval)
|
|
6
6
|
[](https://pypi.org/project/agent-eval-rpc/)
|
|
7
|
-
[](https://github.com/tangle-network/agent-eval/actions/workflows/ci.yml)
|
|
8
7
|
[](./LICENSE)
|
|
9
8
|
|
|
10
9
|
Eval runs in your TypeScript process.
|
package/dist/adapters/http.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { d as CostReceipt } from "../cost-ledger-C1W3ICmP.js";
|
|
2
|
-
import { R as Scenario, d as DispatchContext, f as DispatchFn } from "../types-
|
|
3
|
-
import "../index-
|
|
2
|
+
import { R as Scenario, d as DispatchContext, f as DispatchFn } from "../types-M6eF9m-r.js";
|
|
3
|
+
import "../index-jnuFLxOs.js";
|
|
4
4
|
//#region src/adapters/http.d.ts
|
|
5
5
|
export interface HttpDispatchOptions<TScenario extends Scenario, _TArtifact> {
|
|
6
6
|
/** Static endpoint URL. Mutually exclusive with `resolveUrl`. */
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { f as CostReceiptInput, m as CustomTokenPricing } from "./cost-ledger-C1W3ICmP.js";
|
|
2
|
-
import { J as TraceAnalysisStore, i as AnalystFinding, m as EvidenceRef, p as AnalystUsageReceipt } from "./types-
|
|
3
|
-
import { C as ChatResponse, S as ChatRequest } from "./types-
|
|
2
|
+
import { J as TraceAnalysisStore, i as AnalystFinding, m as EvidenceRef, p as AnalystUsageReceipt } from "./types-6Lfdlshp.js";
|
|
3
|
+
import { C as ChatResponse, S as ChatRequest } from "./types-B_IFcKp5.js";
|
|
4
4
|
import { AgentProfile, AgentProfile as AgentProfile$1, HarnessType, HarnessType as HarnessType$1 } from "@tangle-network/agent-interface";
|
|
5
5
|
//#region src/campaign/external-optimizer-contracts.d.ts
|
|
6
6
|
interface ExternalOptimizerProcessLimits {
|
|
@@ -472,4 +472,4 @@ declare function agentProfileId(profile: AgentProfile): string;
|
|
|
472
472
|
declare function agentProfileHash(profile: AgentProfile): string;
|
|
473
473
|
//#endregion
|
|
474
474
|
export { traceStoreEvidenceResolver as A, ExternalOptimizerModelCallRequest as B, AnalystEvidenceResolutionError as C, AnalystLatencyDistribution as D, AnalystIssueExpectation as E, ExternalOptimizerEndpointFormat as F, ExternalOptimizerRunnerCommand as G, ExternalOptimizerModelExecutionObservation as H, ExternalOptimizerEvaluationObservation as I, ExternalTextEvaluationRequest as J, ExternalOptimizerWireCounts as K, ExternalOptimizerEvaluationRefusalReason as L, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS as M, ExternalOptimizerCallbackLimits as N, RunAnalystBenchmarkOptions as O, ExternalOptimizerChatRequest as P, ExternalOptimizerModelBudget as R, AnalystEvidenceResolution as S, AnalystFindingScore as T, ExternalOptimizerProcessLimits as U, ExternalOptimizerModelCallResult as V, ExternalOptimizerResumeMode as W, AnalystBenchmarkProvenance as _, ProfileAxisSpec as a, AnalystBenchmarkSummary as b, expandProfileAxes as c, AnalystBenchmarkDatasetRef as d, AnalystBenchmarkDescriptor as f, AnalystBenchmarkOutput as g, AnalystBenchmarkObservation as h, HarnessType$1 as i, DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS as j, runAnalystBenchmark as k, harnessAxisOf as l, AnalystBenchmarkLabelState as m, CODING_HARNESSES as n, agentProfileHash as o, AnalystBenchmarkError as p, ExternalTextCandidate as q, HARNESS_NATIVE_MODEL as r, agentProfileId as s, AgentProfile$1 as t, AnalystBenchmarkCase as u, AnalystBenchmarkResult as v, AnalystEvidenceResolver as w, AnalystEvidenceExpectation as x, AnalystBenchmarkRunner as y, ExternalOptimizerModelCall as z };
|
|
475
|
-
//# sourceMappingURL=agent-profile-
|
|
475
|
+
//# sourceMappingURL=agent-profile-CNmwfaqq.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agent-profile-
|
|
1
|
+
{"version":3,"file":"agent-profile-CNmwfaqq.d.ts","names":["_$___cost_ledger0.CostReceiptInput"],"sources":["../src/campaign/external-optimizer-contracts.ts","../src/analyst/benchmark.ts","../src/agent-profile.ts"],"mappings":";;;;;UAciB;;EAEf;;EAEA;;EAEA;;cAGW,2CAA2C,SAAS;UAOhD;;EAEf;;EAEA;;cAGW,4CAA4C,SAAS;UAMjD;EACf;EACA;EACA,MAAM,OAAO;;EAEb,SAAS,QAAQ;;KAGP;KAEA,iCAAiC;UAE5B;EACf,WAAW;EACX;;KAqDG,aAAa,KAAK,eAAc,6BACjC,IACA,0BAA0B,gBACf,aAAa,OACtB,+BACc,WAAW,IAAI,aAAa,EAAE,SAC1C;;KAGI,+BAA+B,aACzC,KAAK;EAA0B;;KAGrB;;UAMK;;WAEN;;WAEA,SAAS;;WAET,iBAAiB;WACjB,QAAQ;;;KAIP;WAEG;;WAEA,UAAU;;;;;;;WAOV,SAPUA;;WASV;;WAGA;;WAEA;;WAEA,SATkCA;;WAWlC;;;;;;;;;;;;KAaH,8BACV,SAAS,sCACN,QAAQ;;KAGD;WAEG;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;WAGA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;KAGH;;;;;;KAUA;WAEG;WACA;WACA,WAAW;WACX;;WAGA;WACA;WACA,WAAW;WACX;WACA;;WAEA;WACA;;WAGA;WACA;WACA,QAAQ;WACR,YAAY;WACZ;WACA;;UAGE;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;EAUA;;;;;;EAMA,UAAU;;EAEV;;;UAIe;;EAEf;;EAEA;;;;UCpQe;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;EACA;EACA,oBAAoB;EACpB;;EAEA,4BAA4B;;KAGlB;UAEK,qBAAqB;EACpC;;EAEA;;EAEA,YAAY;EACZ,OAAO;EACP,yBAAyB;;EAEzB,2BAA2B;EAC3B;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAGe;EACf,UAAU;EACV;EACA;;UAGe;EACf;EACA;EACA,oBAAoB;EACpB,QAAQ;;EAER;;KAGU,wBAAwB,qBAAqB;EACvD;EACA,WAAW;EACX,UAAU;EACV,SAAS;gBACK;;;;;iBAMA,2BAA2B,QACzC,WAAW,OAAO,WAAW,qBAC5B,wBAAwB;UAoBV;EACf,mBAAmB;EACnB,QAAQ;EACR,WAAW;;;;;EAKX;;EAEA,QAAQ;;UAGO;EACf;EACA;EACA;EACA;;UAGe,uBAAuB;EACtC;EACA,QACE,OAAO,QACP;IAAW;IAAgB;IAAoB,SAAS;MACvD,yBAAyB,QAAQ;;UAGrB;EACf;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,mBAAmB;EACnB,OAAO;EACP,qBAAqB;EACrB;EACA,eAAe;EACf,QAAQ;EACR,iBAAiB;EACjB,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA,UAAU;EACV;EACA,cAAc;EACd,WAAW;;UAGI,mCAAmC;EAClD;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,YAAY;EACZ,cAAc;EACd,WAAW;;UAGI,2BAA2B;EAC1C,gBAAgB,qBAAqB;EACrC,kBAAkB,uBAAuB;EACzC;EACA;EACA;EACA,kBAAkB,wBAAwB;EAC1C,YAAY;;EAEZ,+BAA+B;EAC/B,iBAAiB,aAAa,uCAAuC;EACrE,SAAS;;iBAGW,oBAAoB,QACxC,SAAS,2BAA2B,UACnC,QAAQ;;;;;;;;;;cCnQE,2BAA2B;UAOvB;;;EAGf,MAAM;;EAEN,qBAAqB;;;EAGrB;;;;;;EAMA;;;;;;;cAQW;;;;;;;;;;;;;;;;;;;iBAoBG,kBAAkB,MAAM,kBAAkB;;;;;;;;iBAwD1C,cACd,SAAS,KAAK;EACX,SAAS;EAAa;;;;;;;;;iBAiBX,eAAe,SAAS;;;;;;;;;;;iBAmDxB,iBAAiB,SAAS"}
|
package/dist/analyst/index.d.ts
CHANGED
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
import { m as CustomTokenPricing, o as CostLedgerHandle } from "../cost-ledger-C1W3ICmP.js";
|
|
2
|
-
import { A as FindingReaderLabel, B as TREATMENT_LAYERS, C as FINDING_LAYERS, D as FindingMeasure, E as FindingLayer, F as lineageRoots, I as parseAnalystFinding, J as TraceAnalysisStore, L as readFindingScope, M as FindingScopeReading, N as ProposalFindingSchema, O as FindingMethod, P as independentUnitCount, R as FindingConditions, S as makeProposalFinding, T as FindingEvidenceUnit, V as TreatmentLayer, _ as ExecutionProbeRequest, a as AnalystFindingSchemaVersion, at as TraceAnalystSpan, b as computeFindingId, c as AnalystRunEvent, d as AnalystRunSummary, f as AnalystSeverity, g as ExecutionProbeOutcome, h as ExecutionProbe, i as AnalystFinding, j as FindingScope, k as FindingParseOutcome, l as AnalystRunInputs, m as EvidenceRef, n as AnalystContext, o as AnalystInputKind, p as AnalystUsageReceipt, r as AnalystCost, s as AnalystRequirements, t as Analyst, u as AnalystRunResult, v as ProposalFinding, w as FindingCalibration, x as makeFinding, y as ProposalFindingOrigin, z as FindingTreatment } from "../types-
|
|
3
|
-
import { A as createChatClient, C as ChatResponse, D as MockTransportOpts, E as CustomTransportOpts, O as OpenAiCompatibleTransportOpts, S as ChatRequest, T as CreateChatClientOpts, b as ChatCallOpts, k as SandboxSdkTransportOpts, w as ChatTransport, x as ChatClient } from "../types-
|
|
4
|
-
import { A as traceStoreEvidenceResolver, C as AnalystEvidenceResolutionError, D as AnalystLatencyDistribution, E as AnalystIssueExpectation, G as ExternalOptimizerRunnerCommand, H as ExternalOptimizerModelExecutionObservation, O as RunAnalystBenchmarkOptions, S as AnalystEvidenceResolution, T as AnalystFindingScore, _ as AnalystBenchmarkProvenance, b as AnalystBenchmarkSummary, d as AnalystBenchmarkDatasetRef, f as AnalystBenchmarkDescriptor, g as AnalystBenchmarkOutput, h as AnalystBenchmarkObservation, k as runAnalystBenchmark, m as AnalystBenchmarkLabelState, p as AnalystBenchmarkError, t as AgentProfile, u as AnalystBenchmarkCase, v as AnalystBenchmarkResult, w as AnalystEvidenceResolver, x as AnalystEvidenceExpectation, y as AnalystBenchmarkRunner, z as ExternalOptimizerModelCall } from "../agent-profile-
|
|
2
|
+
import { A as FindingReaderLabel, B as TREATMENT_LAYERS, C as FINDING_LAYERS, D as FindingMeasure, E as FindingLayer, F as lineageRoots, I as parseAnalystFinding, J as TraceAnalysisStore, L as readFindingScope, M as FindingScopeReading, N as ProposalFindingSchema, O as FindingMethod, P as independentUnitCount, R as FindingConditions, S as makeProposalFinding, T as FindingEvidenceUnit, V as TreatmentLayer, _ as ExecutionProbeRequest, a as AnalystFindingSchemaVersion, at as TraceAnalystSpan, b as computeFindingId, c as AnalystRunEvent, d as AnalystRunSummary, f as AnalystSeverity, g as ExecutionProbeOutcome, h as ExecutionProbe, i as AnalystFinding, j as FindingScope, k as FindingParseOutcome, l as AnalystRunInputs, m as EvidenceRef, n as AnalystContext, o as AnalystInputKind, p as AnalystUsageReceipt, r as AnalystCost, s as AnalystRequirements, t as Analyst, u as AnalystRunResult, v as ProposalFinding, w as FindingCalibration, x as makeFinding, y as ProposalFindingOrigin, z as FindingTreatment } from "../types-6Lfdlshp.js";
|
|
3
|
+
import { A as createChatClient, C as ChatResponse, D as MockTransportOpts, E as CustomTransportOpts, O as OpenAiCompatibleTransportOpts, S as ChatRequest, T as CreateChatClientOpts, b as ChatCallOpts, k as SandboxSdkTransportOpts, w as ChatTransport, x as ChatClient } from "../types-B_IFcKp5.js";
|
|
4
|
+
import { A as traceStoreEvidenceResolver, C as AnalystEvidenceResolutionError, D as AnalystLatencyDistribution, E as AnalystIssueExpectation, G as ExternalOptimizerRunnerCommand, H as ExternalOptimizerModelExecutionObservation, O as RunAnalystBenchmarkOptions, S as AnalystEvidenceResolution, T as AnalystFindingScore, _ as AnalystBenchmarkProvenance, b as AnalystBenchmarkSummary, d as AnalystBenchmarkDatasetRef, f as AnalystBenchmarkDescriptor, g as AnalystBenchmarkOutput, h as AnalystBenchmarkObservation, k as runAnalystBenchmark, m as AnalystBenchmarkLabelState, p as AnalystBenchmarkError, t as AgentProfile, u as AnalystBenchmarkCase, v as AnalystBenchmarkResult, w as AnalystEvidenceResolver, x as AnalystEvidenceExpectation, y as AnalystBenchmarkRunner, z as ExternalOptimizerModelCall } from "../agent-profile-CNmwfaqq.js";
|
|
5
5
|
import { g as SystemOneState } from "../systemone-protocol-Bl2EI2KQ.js";
|
|
6
|
-
import { A as FindingsLedger, B as FindingsDiff, F as LedgerFinding, H as PersistedFinding, I as diffFindingsOverTime, L as openFindingsLedger, M as FindingsLedgerRead, N as FindingsQuery, P as FindingsTimeStep, R as queryFindings, U as diffFindings, V as FindingsStore, j as FindingsLedgerOutcome, r as SystemOneEvaluatorOptions, z as DiffPolicy } from "../systemone-
|
|
7
|
-
import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-
|
|
8
|
-
import { _ as BehavioralTraceQuestionsOptions, a as createTraceAnalyst, b as BehavioralWindowPolicy, c as behavioralAnalyst, d as BehavioralQuestionCalibration, f as BehavioralTraceAnswer, g as BehavioralTraceQuestionId, h as BehavioralTraceLayer, i as TraceAnalystDefinition, l as BEHAVIORAL_TRACE_QUESTIONS, m as BehavioralTraceEventMap, n as buildDefaultAnalystRegistry, o as runTraceAnalyst, p as BehavioralTraceEvent, r as CreateTraceAnalystOptions, s as BehavioralAnalystOptions, t as DefaultAnalystRegistryOptions, u as BEHAVIORAL_TRACE_QUESTIONS_VERSION, v as BehavioralTraceSupport, x as behavioralTraceQuestionDigest, y as BehavioralTraceWindow } from "../default-registry-
|
|
9
|
-
import { a as RAW_FINDING_SCHEMA_PROMPT, c as RawAnalystFindingSchema, i as TraceAnalystLimits, l as evidenceRefsFromRawFinding, n as TraceAnalysisEngineRequest, o as RawAnalystEvidence, r as TraceAnalysisEngineResult, s as RawAnalystFinding, t as TraceAnalysisEngine, u as parseRawFinding } from "../engine-
|
|
10
|
-
import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-
|
|
11
|
-
import { a as BudgetPolicy, c as RegistryRunOpts, i as AnalystRegistryOptions, n as ExactAnalystRunExecutionError, o as ExactAnalystBudgetPolicy, r as AnalystHooks, s as ExactRegistryRunOpts, t as AnalystRegistry } from "../registry-
|
|
12
|
-
import { T as SemanticConceptJudgeOptions, _ as DspyRlmTraceEngineOptions, a as FAILURE_MODE_KIND_SPEC, b as createChatTraceEngine, c as emitControlIntegrityFindings, d as FindingSubject, f as FindingSubjectKind, g as renderFindingSubject, h as parseFindingSubject, i as IMPROVEMENT_KIND_SPEC, l as FINDING_SUBJECT_KINDS, m as findingSubjectGrammarPromptFor, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as KIND_EXPECTED_SUBJECTS, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FINDING_SUBJECT_SYNTAX, v as createDspyRlmTraceEngine, y as ChatTraceEngineOptions } from "../index-
|
|
13
|
-
import { C as runPrimeExchange, D as ReplyRowDecoded, E as ReplyEnvelope, O as ReplyRowRejection, S as projectPrimeTrajectory, T as ReplyContract, _ as buildPrimePrompt, a as PrimeProjectionOutcome, b as normalizePrimeUsage, c as PrimeProtocolIdentity, d as PrimeRepairPromptSpec, f as PrimeRepairState, g as analystUsageReceiptFromPrimeUsage, h as PrimeTurnRecord, i as PrimeProjectionDelivery, l as PrimeRawUsage, m as PrimeRowDecoded, n as PrimeExchangeOutcome, o as PrimeProjectionSource, p as PrimeReplyContract, r as PrimeFailure, s as PrimePromptSpec, t as PrimeExchangeOptions, u as PrimeRejectedRow, v as buildPrimeRepairPrompt, w as DecodedReply, x as primeProtocolSha256, y as mergePrimeRawUsage } from "../prime-protocol-
|
|
6
|
+
import { A as FindingsLedger, B as FindingsDiff, F as LedgerFinding, H as PersistedFinding, I as diffFindingsOverTime, L as openFindingsLedger, M as FindingsLedgerRead, N as FindingsQuery, P as FindingsTimeStep, R as queryFindings, U as diffFindings, V as FindingsStore, j as FindingsLedgerOutcome, r as SystemOneEvaluatorOptions, z as DiffPolicy } from "../systemone-CHnqwmYg.js";
|
|
7
|
+
import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-Do63KoKn.js";
|
|
8
|
+
import { _ as BehavioralTraceQuestionsOptions, a as createTraceAnalyst, b as BehavioralWindowPolicy, c as behavioralAnalyst, d as BehavioralQuestionCalibration, f as BehavioralTraceAnswer, g as BehavioralTraceQuestionId, h as BehavioralTraceLayer, i as TraceAnalystDefinition, l as BEHAVIORAL_TRACE_QUESTIONS, m as BehavioralTraceEventMap, n as buildDefaultAnalystRegistry, o as runTraceAnalyst, p as BehavioralTraceEvent, r as CreateTraceAnalystOptions, s as BehavioralAnalystOptions, t as DefaultAnalystRegistryOptions, u as BEHAVIORAL_TRACE_QUESTIONS_VERSION, v as BehavioralTraceSupport, x as behavioralTraceQuestionDigest, y as BehavioralTraceWindow } from "../default-registry-CLG5YqGS.js";
|
|
9
|
+
import { a as RAW_FINDING_SCHEMA_PROMPT, c as RawAnalystFindingSchema, i as TraceAnalystLimits, l as evidenceRefsFromRawFinding, n as TraceAnalysisEngineRequest, o as RawAnalystEvidence, r as TraceAnalysisEngineResult, s as RawAnalystFinding, t as TraceAnalysisEngine, u as parseRawFinding } from "../engine-dtRVeuQs.js";
|
|
10
|
+
import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-b3oU_D88.js";
|
|
11
|
+
import { a as BudgetPolicy, c as RegistryRunOpts, i as AnalystRegistryOptions, n as ExactAnalystRunExecutionError, o as ExactAnalystBudgetPolicy, r as AnalystHooks, s as ExactRegistryRunOpts, t as AnalystRegistry } from "../registry-BcdJmyoU.js";
|
|
12
|
+
import { T as SemanticConceptJudgeOptions, _ as DspyRlmTraceEngineOptions, a as FAILURE_MODE_KIND_SPEC, b as createChatTraceEngine, c as emitControlIntegrityFindings, d as FindingSubject, f as FindingSubjectKind, g as renderFindingSubject, h as parseFindingSubject, i as IMPROVEMENT_KIND_SPEC, l as FINDING_SUBJECT_KINDS, m as findingSubjectGrammarPromptFor, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as KIND_EXPECTED_SUBJECTS, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FINDING_SUBJECT_SYNTAX, v as createDspyRlmTraceEngine, y as ChatTraceEngineOptions } from "../index-CTIRz-AB.js";
|
|
13
|
+
import { C as runPrimeExchange, D as ReplyRowDecoded, E as ReplyEnvelope, O as ReplyRowRejection, S as projectPrimeTrajectory, T as ReplyContract, _ as buildPrimePrompt, a as PrimeProjectionOutcome, b as normalizePrimeUsage, c as PrimeProtocolIdentity, d as PrimeRepairPromptSpec, f as PrimeRepairState, g as analystUsageReceiptFromPrimeUsage, h as PrimeTurnRecord, i as PrimeProjectionDelivery, l as PrimeRawUsage, m as PrimeRowDecoded, n as PrimeExchangeOutcome, o as PrimeProjectionSource, p as PrimeReplyContract, r as PrimeFailure, s as PrimePromptSpec, t as PrimeExchangeOptions, u as PrimeRejectedRow, v as buildPrimeRepairPrompt, w as DecodedReply, x as primeProtocolSha256, y as mergePrimeRawUsage } from "../prime-protocol-BGxjfhM4.js";
|
|
14
14
|
import { i as nodeHttpPrimeBridgeTransport, n as PrimeBridgeTransportRequest, r as PrimeBridgeTransportResult, t as PrimeBridgeTransport } from "../prime-bridge-transport-6feEglLf.js";
|
|
15
15
|
import { b as SupervisorRunSources } from "../types-CmXY0PQf.js";
|
|
16
|
-
import { a as askTraceQuestions, i as VerifiedTraceFinding, n as TraceQuestionOutcome, r as TraceQuestionSpec, t as AskTraceQuestionsOptions } from "../trace-questions-
|
|
16
|
+
import { a as askTraceQuestions, i as VerifiedTraceFinding, n as TraceQuestionOutcome, r as TraceQuestionSpec, t as AskTraceQuestionsOptions } from "../trace-questions-BmT8M6UQ.js";
|
|
17
17
|
import { z } from "zod";
|
|
18
18
|
//#region src/analyst/adapters.d.ts
|
|
19
19
|
interface SemanticConceptJudgeAdapterOpts {
|
|
@@ -1292,7 +1292,7 @@ export declare function lowestCommonAncestor(taxonomy: DomainTaxonomy, ids: read
|
|
|
1292
1292
|
//#endregion
|
|
1293
1293
|
//#region src/analyst/failure-modes.d.ts
|
|
1294
1294
|
export declare const FAILURE_MODES_ANALYST_ID = "failure-modes";
|
|
1295
|
-
export declare const FAILURE_MODES_VERSION = "
|
|
1295
|
+
export declare const FAILURE_MODES_VERSION = "2";
|
|
1296
1296
|
/** κ below this refuses the rubric. */
|
|
1297
1297
|
export declare const FAILURE_MODES_MIN_KAPPA = 0.6;
|
|
1298
1298
|
export declare const FAILURE_MODE_LABELS: {
|
|
@@ -1320,7 +1320,7 @@ type FailureModeLabel = keyof typeof FAILURE_MODE_LABELS;
|
|
|
1320
1320
|
export declare const FAILURE_MODES_QUESTIONS: {
|
|
1321
1321
|
readonly failure_mode: {
|
|
1322
1322
|
readonly type: 'choice';
|
|
1323
|
-
readonly instructions: 'Which
|
|
1323
|
+
readonly instructions: 'Which agent or team root-cause failure best explains the observed shortfall? Identify the causal error rather than a downstream symptom; a corrected earlier mistake need not be the root cause. Use only the provided task, policy, actions, tool results and outcome evidence. Do not invent missing outcomes or infrastructure errors. Choose none when the evidence establishes that no failure occurred.';
|
|
1324
1324
|
readonly criteria: {
|
|
1325
1325
|
readonly 'disobey-task-specification': 'Ignored or violated the stated task requirements or constraints.';
|
|
1326
1326
|
readonly 'disobey-role-specification': 'Acted outside its assigned role or took over another role.';
|
package/dist/analyst/index.js
CHANGED
|
@@ -2,16 +2,16 @@ import { n as assertConsistentFindingConditions, o as mergeFindingComposition, r
|
|
|
2
2
|
import { i as nominalAgreement } from "../agreement-irr-BhAqjluA.js";
|
|
3
3
|
import { t as FileLedgerJournal } from "../journal-C7om8Gum.js";
|
|
4
4
|
import { r as merkleRoot } from "../ledger-core-CAxUdDk0.js";
|
|
5
|
-
import { A as spanningWindow, C as UNKNOWN_LINEAGE, D as mostSevere, E as mergeEvidenceUnits, O as parseAnalystFinding, S as ProposalFindingSchema, T as lineageRoots, b as AnalystFindingSchema, k as readFindingScope, w as independentUnitCount, x as FINDING_LAYERS } from "../external-optimizer-subprocess-
|
|
5
|
+
import { A as spanningWindow, C as UNKNOWN_LINEAGE, D as mostSevere, E as mergeEvidenceUnits, O as parseAnalystFinding, S as ProposalFindingSchema, T as lineageRoots, b as AnalystFindingSchema, k as readFindingScope, w as independentUnitCount, x as FINDING_LAYERS } from "../external-optimizer-subprocess-B_ukPtRD.js";
|
|
6
6
|
import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "../types-CnWmj8NW.js";
|
|
7
|
-
import { t as assertProposalFindings } from "../proposal-findings-
|
|
7
|
+
import { t as assertProposalFindings } from "../proposal-findings-DqLUWsAG.js";
|
|
8
8
|
import { A as RawAnalystFindingSchema, B as parseFindingSubject, F as stripCodeFences, I as FINDING_SUBJECT_KINDS, L as FINDING_SUBJECT_SYNTAX, M as parseRawFinding, N as parseTraceSpanEvidenceUri, R as KIND_EXPECTED_SUBJECTS, V as renderFindingSubject, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, n as runTraceAnalyst, r as buildTraceToolsForGroup, t as createTraceAnalyst, z as findingSubjectGrammarPromptFor } from "../kind-factory-Dl0PmNQL.js";
|
|
9
|
-
import { _ as behavioralTraceQuestionDigest, a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, g as BEHAVIORAL_TRACE_QUESTIONS_VERSION, h as BEHAVIORAL_TRACE_QUESTIONS, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, m as behavioralTraceSupportSchema, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as validBehavioralCalibration, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-
|
|
10
|
-
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-
|
|
11
|
-
import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-
|
|
9
|
+
import { _ as behavioralTraceQuestionDigest, a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, g as BEHAVIORAL_TRACE_QUESTIONS_VERSION, h as BEHAVIORAL_TRACE_QUESTIONS, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, m as behavioralTraceSupportSchema, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as validBehavioralCalibration, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-BBTDgkDM.js";
|
|
10
|
+
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-DN1p_5jx.js";
|
|
11
|
+
import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-Bg4sdS-e.js";
|
|
12
12
|
import { a as systemOneAnalyst, p as validDecisionIdentity } from "../decision-point-0nJubuoM.js";
|
|
13
|
-
import { t as createChatClient } from "../chat-client-
|
|
14
|
-
import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-
|
|
13
|
+
import { t as createChatClient } from "../chat-client-BNATB3rJ.js";
|
|
14
|
+
import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-Cnjfo0Zh.js";
|
|
15
15
|
import { a as normalizePrimeUsage, c as runPrimeExchange, i as mergePrimeRawUsage, n as buildPrimePrompt, o as primeProtocolSha256, r as buildPrimeRepairPrompt, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "../prime-protocol-BFgGrEMP.js";
|
|
16
16
|
import { t as nodeHttpPrimeBridgeTransport } from "../prime-bridge-transport-Z3cpKGoV.js";
|
|
17
17
|
import { t as clusterBootstrapMean } from "../cluster-bootstrap-DEwwhl0C.js";
|
|
@@ -400,7 +400,7 @@ function nodeIndex(taxonomy) {
|
|
|
400
400
|
* gold set has nothing to report, so it reports nothing.
|
|
401
401
|
*/
|
|
402
402
|
const FAILURE_MODES_ANALYST_ID = "failure-modes";
|
|
403
|
-
const FAILURE_MODES_VERSION = "
|
|
403
|
+
const FAILURE_MODES_VERSION = "2";
|
|
404
404
|
/** κ below this refuses the rubric. */
|
|
405
405
|
const FAILURE_MODES_MIN_KAPPA = .6;
|
|
406
406
|
const FAILURE_MODE_LABELS = {
|
|
@@ -450,7 +450,7 @@ const AGENT_RX_AGENT_ACTORS = /* @__PURE__ */ new Set([
|
|
|
450
450
|
const FAILURE_MODES_QUESTIONS = {
|
|
451
451
|
failure_mode: {
|
|
452
452
|
type: "choice",
|
|
453
|
-
instructions: "Which
|
|
453
|
+
instructions: "Which agent or team root-cause failure best explains the observed shortfall? Identify the causal error rather than a downstream symptom; a corrected earlier mistake need not be the root cause. Use only the provided task, policy, actions, tool results and outcome evidence. Do not invent missing outcomes or infrastructure errors. Choose none when the evidence establishes that no failure occurred.",
|
|
454
454
|
criteria: FAILURE_MODE_LABELS
|
|
455
455
|
},
|
|
456
456
|
delegation_brief: {
|
|
@@ -661,7 +661,7 @@ function createFailureModesAnalyst(options) {
|
|
|
661
661
|
const method = {
|
|
662
662
|
kind: "judged",
|
|
663
663
|
name: FAILURE_MODES_ANALYST_ID,
|
|
664
|
-
version: "
|
|
664
|
+
version: "2",
|
|
665
665
|
calibration: {
|
|
666
666
|
gold_n: calibration.gold_n,
|
|
667
667
|
agreement: calibration.agreement,
|
|
@@ -677,7 +677,7 @@ function createFailureModesAnalyst(options) {
|
|
|
677
677
|
id: FAILURE_MODES_ANALYST_ID,
|
|
678
678
|
description: "Labels agent, team and run failures with a calibrated fixed-choice rubric.",
|
|
679
679
|
inputKind: "custom",
|
|
680
|
-
version: "
|
|
680
|
+
version: "2",
|
|
681
681
|
questions: FAILURE_MODES_QUESTIONS,
|
|
682
682
|
findings: (value, input, context) => {
|
|
683
683
|
const judgedSubject = subject?.(input, context);
|