@tangle-network/agent-eval 0.131.1 → 0.133.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +14 -0
- package/dist/analyst/index.d.ts +5 -5
- package/dist/analyst/index.js +3 -3
- package/dist/{analyze-runs-CBnCgfse.d.ts → analyze-runs-DZr7JW-m.d.ts} +5 -5
- package/dist/{analyze-runs-CBnCgfse.d.ts.map → analyze-runs-DZr7JW-m.d.ts.map} +1 -1
- package/dist/benchmarks/index.d.ts +1 -1
- package/dist/benchmarks/index.js +1 -1
- package/dist/{benchmarks-BDtRiOvE.js → benchmarks-DncrVrSr.js} +3 -3
- package/dist/{benchmarks-BDtRiOvE.js.map → benchmarks-DncrVrSr.js.map} +1 -1
- package/dist/campaign/index.d.ts +4 -4
- package/dist/campaign/index.js +2 -2
- package/dist/{campaign-CLG6y9jF.js → campaign-CyQMCCEU.js} +4 -4
- package/dist/{campaign-CLG6y9jF.js.map → campaign-CyQMCCEU.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/{client-w90OcvvR.d.ts → client-D4F9hdzR.d.ts} +4 -4
- package/dist/{client-w90OcvvR.d.ts.map → client-D4F9hdzR.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +188 -22
- package/dist/contract/index.d.ts.map +1 -1
- package/dist/contract/index.js +1663 -65
- package/dist/contract/index.js.map +1 -1
- package/dist/control.d.ts +1 -1
- package/dist/{cost-ledger-DIgQUFZZ.js → cost-ledger-BrJxbrMy.js} +278 -9
- package/dist/cost-ledger-BrJxbrMy.js.map +1 -0
- package/dist/{cost-ledger-Dye6jCgg.d.ts → cost-ledger-fGS_u_O1.d.ts} +18 -2
- package/dist/cost-ledger-fGS_u_O1.d.ts.map +1 -0
- package/dist/{default-registry-Cj1oUpLN.d.ts → default-registry-Cl3pHo4n.d.ts} +4 -4
- package/dist/{default-registry-Cj1oUpLN.d.ts.map → default-registry-Cl3pHo4n.d.ts.map} +1 -1
- package/dist/{default-registry-C-vFCSEc.js → default-registry-D3T9XbuY.js} +4 -13
- package/dist/default-registry-D3T9XbuY.js.map +1 -0
- package/dist/{eval-campaign-C2k-m4aY.js → eval-campaign-CYkUME2T.js} +2 -2
- package/dist/{eval-campaign-C2k-m4aY.js.map → eval-campaign-CYkUME2T.js.map} +1 -1
- package/dist/{task-failure-attributes-CQZlB3et.js → extract-usage-2j25whHw.js} +154 -2
- package/dist/extract-usage-2j25whHw.js.map +1 -0
- package/dist/fuzz.d.ts +1 -1
- package/dist/fuzz.js +1 -1
- package/dist/hosted/index.d.ts +2 -2
- package/dist/{index-B11XCkdf2.d.ts → index-3cdlURSk.d.ts} +2 -2
- package/dist/index-3cdlURSk.d.ts.map +1 -0
- package/dist/{index-VTypFU3t.d.ts → index-B_eUhU9K.d.ts} +7 -7
- package/dist/{index-VTypFU3t.d.ts.map → index-B_eUhU9K.d.ts.map} +1 -1
- package/dist/{index-DNXoNaFF.d.ts → index-C2fkZhv_.d.ts} +2 -2
- package/dist/{index-DNXoNaFF.d.ts.map → index-C2fkZhv_.d.ts.map} +1 -1
- package/dist/{index-NPeSWD98.d.ts → index-CiP2DRCj.d.ts} +5 -5
- package/dist/{index-NPeSWD98.d.ts.map → index-CiP2DRCj.d.ts.map} +1 -1
- package/dist/index.d.ts +69 -23
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +100 -12
- package/dist/index.js.map +1 -1
- package/dist/{llm-client-B_nIBlYo.d.ts → llm-client-BiK4HW0u.d.ts} +2 -2
- package/dist/{llm-client-B_nIBlYo.d.ts.map → llm-client-BiK4HW0u.d.ts.map} +1 -1
- package/dist/{llm-client--GR4JbZE.js → llm-client-ClPW-dWB.js} +2 -2
- package/dist/{llm-client--GR4JbZE.js.map → llm-client-ClPW-dWB.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +216 -3
- package/dist/{index-D_F6VAKe.d.ts.map → meta-eval/index.d.ts.map} +1 -1
- package/dist/meta-eval/index.js +91 -1
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/multishot/index.d.ts +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{release-report-Crg9oFJ0.d.ts → release-report-DfmKSIEE.d.ts} +3 -3
- package/dist/{release-report-Crg9oFJ0.d.ts.map → release-report-DfmKSIEE.d.ts.map} +1 -1
- package/dist/{replay-RE97Ckjl.d.ts → replay-BI6CVKkp.d.ts} +2 -2
- package/dist/{replay-RE97Ckjl.d.ts.map → replay-BI6CVKkp.d.ts.map} +1 -1
- package/dist/{replay-D18-pBAA.js → replay-BMR4TEYY.js} +2 -3
- package/dist/{replay-D18-pBAA.js.map → replay-BMR4TEYY.js.map} +1 -1
- package/dist/reporting.d.ts +4 -4
- package/dist/{researcher-Q5rpPqZY.d.ts → researcher-DMimgHtN.d.ts} +4 -4
- package/dist/{researcher-Q5rpPqZY.d.ts.map → researcher-DMimgHtN.d.ts.map} +1 -1
- package/dist/{reward-hacking-CW-3HN0n.d.ts → reward-hacking-D-QqXvg-.d.ts} +2 -2
- package/dist/{reward-hacking-CW-3HN0n.d.ts.map → reward-hacking-D-QqXvg-.d.ts.map} +1 -1
- package/dist/rl.d.ts +156 -6
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +217 -2
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +1 -1
- package/dist/{rubric-predictive-validity-lXLmashy.d.ts → rubric-predictive-validity-C1dCLcvb.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-lXLmashy.d.ts.map → rubric-predictive-validity-C1dCLcvb.d.ts.map} +1 -1
- package/dist/{run-evidence-oByzm-dE.d.ts → run-evidence-DokQtX0-.d.ts} +2 -2
- package/dist/{run-evidence-oByzm-dE.d.ts.map → run-evidence-DokQtX0-.d.ts.map} +1 -1
- package/dist/run-record-CN8Zd21B.js.map +1 -1
- package/dist/{run-record-BJnYdTxO.d.ts → run-record-DcObtIGh.d.ts} +4 -14
- package/dist/run-record-DcObtIGh.d.ts.map +1 -0
- package/dist/{semantic-concept-judge-b5m3irbR.js → semantic-concept-judge-BypLt6Fw.js} +4 -4
- package/dist/{semantic-concept-judge-b5m3irbR.js.map → semantic-concept-judge-BypLt6Fw.js.map} +1 -1
- package/dist/{server-m5D9cvnG.js → server-BPqlDBWK.js} +3 -3
- package/dist/{server-m5D9cvnG.js.map → server-BPqlDBWK.js.map} +1 -1
- package/dist/{skill-usage-D5mlWdAJ.d.ts → skill-usage-BaaxFSJR.d.ts} +5 -5
- package/dist/{skill-usage-D5mlWdAJ.d.ts.map → skill-usage-BaaxFSJR.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-D0MVjJdP.d.ts → skillopt-optimization-method-CAASpcS3.d.ts} +9 -9
- package/dist/{skillopt-optimization-method-D0MVjJdP.d.ts.map → skillopt-optimization-method-CAASpcS3.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-eOJL2570.js → skillopt-optimization-method-DgN7U9iR.js} +3 -3
- package/dist/{skillopt-optimization-method-eOJL2570.js.map → skillopt-optimization-method-DgN7U9iR.js.map} +1 -1
- package/dist/{statistics-Cmj6nynr.d.ts → statistics-DbvkkDPa.d.ts} +2 -2
- package/dist/{statistics-Cmj6nynr.d.ts.map → statistics-DbvkkDPa.d.ts.map} +1 -1
- package/dist/{summary-report-CWwB_LiV.d.ts → summary-report-DnUcjVpV.d.ts} +2 -2
- package/dist/{summary-report-CWwB_LiV.d.ts.map → summary-report-DnUcjVpV.d.ts.map} +1 -1
- package/dist/traces.d.ts +2 -2
- package/dist/traces.js +2 -2
- package/dist/{types-CsD5nTfV.d.ts → types-BokuXvOG.d.ts} +4 -4
- package/dist/{types-CsD5nTfV.d.ts.map → types-BokuXvOG.d.ts.map} +1 -1
- package/dist/{types-DGsxbAEd.d.ts → types-Cc3qbqzj.d.ts} +3 -3
- package/dist/{types-DGsxbAEd.d.ts.map → types-Cc3qbqzj.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +2 -2
- package/dist/wire/index.js +1 -1
- package/package.json +3 -8
- package/dist/belief-state/index.d.ts +0 -622
- package/dist/belief-state/index.d.ts.map +0 -1
- package/dist/belief-state/index.js +0 -1819
- package/dist/belief-state/index.js.map +0 -1
- package/dist/calibration-CNWWA6K8.js +0 -94
- package/dist/calibration-CNWWA6K8.js.map +0 -1
- package/dist/code-agent-session-BjkMTQ7H.js +0 -1390
- package/dist/code-agent-session-BjkMTQ7H.js.map +0 -1
- package/dist/code-agent-session-aYa3SGKz.d.ts +0 -143
- package/dist/code-agent-session-aYa3SGKz.d.ts.map +0 -1
- package/dist/cost-ledger-DIgQUFZZ.js.map +0 -1
- package/dist/cost-ledger-Dye6jCgg.d.ts.map +0 -1
- package/dist/default-registry-C-vFCSEc.js.map +0 -1
- package/dist/extract-usage-BrQ8mCLX.js +0 -155
- package/dist/extract-usage-BrQ8mCLX.js.map +0 -1
- package/dist/index-B11XCkdf2.d.ts.map +0 -1
- package/dist/index-D_F6VAKe.d.ts +0 -217
- package/dist/metrics-C9YY1OcL.js +0 -239
- package/dist/metrics-C9YY1OcL.js.map +0 -1
- package/dist/off-policy-DvgzvtIx.js +0 -220
- package/dist/off-policy-DvgzvtIx.js.map +0 -1
- package/dist/off-policy-mskQw8Mb.d.ts +0 -153
- package/dist/off-policy-mskQw8Mb.d.ts.map +0 -1
- package/dist/run-record-BJnYdTxO.d.ts.map +0 -1
- package/dist/runtime-trajectory-1gyaTOoC.js +0 -93
- package/dist/runtime-trajectory-1gyaTOoC.js.map +0 -1
- package/dist/runtime-trajectory-BXxG4lyi.d.ts +0 -50
- package/dist/runtime-trajectory-BXxG4lyi.d.ts.map +0 -1
- package/dist/task-failure-attributes-CQZlB3et.js.map +0 -1
|
@@ -1,622 +0,0 @@
|
|
|
1
|
-
import { a as RunRecord, s as RunSplitTag } from "../run-record-BJnYdTxO.js";
|
|
2
|
-
import { s as TraceStore } from "../store-CT9YIIve.js";
|
|
3
|
-
import { w as CalibrationReport } from "../index-D_F6VAKe.js";
|
|
4
|
-
import { i as OffPolicyTrajectory, n as OffPolicyEstimate, r as OffPolicyOptions } from "../off-policy-mskQw8Mb.js";
|
|
5
|
-
import { i as CodeAgentSessionMetrics, n as CodeAgentSessionIntakeOptions, t as CodeAgentSessionDiagnostic, v as CodeAgentSessionObservation, y as CodeAgentSessionSource } from "../code-agent-session-aYa3SGKz.js";
|
|
6
|
-
import { a as RuntimeTrajectoryRecord, n as RuntimeTrajectoryEvidenceProjection, t as ProjectRuntimeTrajectoryEvidenceOptions } from "../runtime-trajectory-BXxG4lyi.js";
|
|
7
|
-
//#region src/belief-state/types.d.ts
|
|
8
|
-
declare const BELIEF_DECISION_KINDS: readonly ['continue', 'verify', 'ask', 'retry', 'stop', 'memory-write', 'memory-read', 'tool-select', 'skill-select', 'workflow-select', 'surface-promote'];
|
|
9
|
-
type BeliefDecisionKind = (typeof BELIEF_DECISION_KINDS)[number];
|
|
10
|
-
declare const BELIEF_EVIDENCE_SOURCES: readonly ['run', 'span', 'event', 'finding', 'memory', 'knowledge', 'policy'];
|
|
11
|
-
type BeliefEvidenceSource = (typeof BELIEF_EVIDENCE_SOURCES)[number];
|
|
12
|
-
declare const BELIEF_EVIDENCE_QUALITIES: readonly ['direct', 'derived', 'self-reported', 'unverified', 'stale', 'contradicted'];
|
|
13
|
-
type BeliefEvidenceQuality = (typeof BELIEF_EVIDENCE_QUALITIES)[number];
|
|
14
|
-
declare const BELIEF_EVALUATION_CRITERIA: readonly [{
|
|
15
|
-
readonly id: 'capture-integrity';
|
|
16
|
-
readonly label: 'Capture integrity';
|
|
17
|
-
readonly reasonCodes: readonly ['trace-missing', 'run-record-missing', 'backend-integrity-missing'];
|
|
18
|
-
}, {
|
|
19
|
-
readonly id: 'decision-completeness';
|
|
20
|
-
readonly label: 'Decision completeness';
|
|
21
|
-
readonly reasonCodes: readonly ['candidate-actions-missing', 'chosen-action-missing', 'decision-evidence-missing'];
|
|
22
|
-
}, {
|
|
23
|
-
readonly id: 'evidence-quality';
|
|
24
|
-
readonly label: 'Evidence quality';
|
|
25
|
-
readonly reasonCodes: readonly ['evidence-stale', 'evidence-contradictory', 'evidence-unverified', 'evidence-self-reported'];
|
|
26
|
-
}, {
|
|
27
|
-
readonly id: 'outcome-quality';
|
|
28
|
-
readonly label: 'Outcome quality';
|
|
29
|
-
readonly reasonCodes: readonly ['outcome-missing', 'outcome-delayed', 'cost-missing'];
|
|
30
|
-
}, {
|
|
31
|
-
readonly id: 'calibration';
|
|
32
|
-
readonly label: 'Calibration';
|
|
33
|
-
readonly reasonCodes: readonly ['confidence-missing', 'calibration-unsupported', 'calibration-gap-high'];
|
|
34
|
-
}, {
|
|
35
|
-
readonly id: 'accepted-region-risk';
|
|
36
|
-
readonly label: 'Accepted-region risk';
|
|
37
|
-
readonly reasonCodes: readonly ['accepted-error-high', 'coverage-too-low'];
|
|
38
|
-
}, {
|
|
39
|
-
readonly id: 'policy-value';
|
|
40
|
-
readonly label: 'Policy value';
|
|
41
|
-
readonly reasonCodes: readonly ['utility-lift-missing', 'baseline-dominates', 'cost-too-high'];
|
|
42
|
-
}, {
|
|
43
|
-
readonly id: 'ope-support';
|
|
44
|
-
readonly label: 'OPE support';
|
|
45
|
-
readonly reasonCodes: readonly ['behavior-propensity-missing', 'behavior-propensity-invalid', 'target-propensity-missing', 'target-propensity-invalid', 'effective-sample-size-low', 'importance-weight-high'];
|
|
46
|
-
}, {
|
|
47
|
-
readonly id: 'memory-health';
|
|
48
|
-
readonly label: 'Memory health';
|
|
49
|
-
readonly reasonCodes: readonly ['memory-stale', 'memory-poisoning-risk', 'context-bloat', 'memory-write-unverified'];
|
|
50
|
-
}, {
|
|
51
|
-
readonly id: 'surface-attribution';
|
|
52
|
-
readonly label: 'Surface attribution';
|
|
53
|
-
readonly reasonCodes: readonly ['surface-claim-unsupported', 'causal-attribution-missing'];
|
|
54
|
-
}, {
|
|
55
|
-
readonly id: 'generalization';
|
|
56
|
-
readonly label: 'Generalization';
|
|
57
|
-
readonly reasonCodes: readonly ['split-missing', 'holdout-regression', 'task-family-coverage-low', 'leakage-risk'];
|
|
58
|
-
}, {
|
|
59
|
-
readonly id: 'promotion';
|
|
60
|
-
readonly label: 'Promotion';
|
|
61
|
-
readonly reasonCodes: readonly ['negative-control-failed', 'promotion-gate-failed', 'human-review-required'];
|
|
62
|
-
}];
|
|
63
|
-
type BeliefEvaluationCriterionId = (typeof BELIEF_EVALUATION_CRITERIA)[number]['id'];
|
|
64
|
-
type BeliefDecisionReasonCode = (typeof BELIEF_EVALUATION_CRITERIA)[number]['reasonCodes'][number];
|
|
65
|
-
interface BeliefDecisionReason {
|
|
66
|
-
code: BeliefDecisionReasonCode;
|
|
67
|
-
criterion?: BeliefEvaluationCriterionId;
|
|
68
|
-
detail?: string;
|
|
69
|
-
evidenceIds?: string[];
|
|
70
|
-
metadata?: Record<string, unknown>;
|
|
71
|
-
}
|
|
72
|
-
declare function isBeliefDecisionKind(value: unknown): value is BeliefDecisionKind;
|
|
73
|
-
declare function isBeliefEvidenceSource(value: unknown): value is BeliefEvidenceSource;
|
|
74
|
-
interface BeliefEvidenceRef {
|
|
75
|
-
source: BeliefEvidenceSource;
|
|
76
|
-
id: string;
|
|
77
|
-
runId?: string;
|
|
78
|
-
spanId?: string;
|
|
79
|
-
eventId?: string;
|
|
80
|
-
detail?: string;
|
|
81
|
-
quality?: BeliefEvidenceQuality;
|
|
82
|
-
observedAt?: string;
|
|
83
|
-
metadata?: Record<string, unknown>;
|
|
84
|
-
}
|
|
85
|
-
interface BeliefDecisionOutcome {
|
|
86
|
-
success?: boolean;
|
|
87
|
-
score?: number;
|
|
88
|
-
reward?: number;
|
|
89
|
-
costUsd?: number;
|
|
90
|
-
observedAt?: string;
|
|
91
|
-
metadata?: Record<string, unknown>;
|
|
92
|
-
}
|
|
93
|
-
interface BeliefDecisionPoint {
|
|
94
|
-
id: string;
|
|
95
|
-
runId: string;
|
|
96
|
-
scenarioId?: string;
|
|
97
|
-
stepIndex: number;
|
|
98
|
-
kind: BeliefDecisionKind;
|
|
99
|
-
chosenAction: string;
|
|
100
|
-
candidateActions?: string[];
|
|
101
|
-
confidence?: number;
|
|
102
|
-
behaviorProb?: number;
|
|
103
|
-
targetProb?: number;
|
|
104
|
-
qHatChosen?: number | null;
|
|
105
|
-
vHatTarget?: number | null;
|
|
106
|
-
costUsd?: number;
|
|
107
|
-
evidence: BeliefEvidenceRef[];
|
|
108
|
-
outcome?: BeliefDecisionOutcome;
|
|
109
|
-
reasons?: BeliefDecisionReason[];
|
|
110
|
-
metadata?: Record<string, unknown>;
|
|
111
|
-
}
|
|
112
|
-
interface BeliefDecisionExtractionDiagnostic {
|
|
113
|
-
runId: string;
|
|
114
|
-
eventId?: string;
|
|
115
|
-
severity: 'info' | 'warning' | 'error';
|
|
116
|
-
reason: string;
|
|
117
|
-
}
|
|
118
|
-
interface BeliefDecisionExtractionReport {
|
|
119
|
-
decisions: BeliefDecisionPoint[];
|
|
120
|
-
diagnostics: BeliefDecisionExtractionDiagnostic[];
|
|
121
|
-
}
|
|
122
|
-
type BeliefPolicyAction = 'accept' | 'defer' | 'verify' | 'ask' | 'retry' | 'stop';
|
|
123
|
-
interface BeliefPolicyDecision {
|
|
124
|
-
action: BeliefPolicyAction;
|
|
125
|
-
confidence?: number;
|
|
126
|
-
targetProb?: number;
|
|
127
|
-
qHatChosen?: number | null;
|
|
128
|
-
vHatTarget?: number | null;
|
|
129
|
-
reason?: string;
|
|
130
|
-
reasons?: BeliefDecisionReason[];
|
|
131
|
-
}
|
|
132
|
-
interface BeliefSelectivePolicy {
|
|
133
|
-
id: string;
|
|
134
|
-
decide(point: BeliefDecisionPoint): BeliefPolicyDecision;
|
|
135
|
-
}
|
|
136
|
-
interface BeliefOpeTargetPolicy {
|
|
137
|
-
id: string;
|
|
138
|
-
targetProbOf(point: BeliefDecisionPoint): number | null | undefined;
|
|
139
|
-
qHatChosenOf?(point: BeliefDecisionPoint): number | null | undefined;
|
|
140
|
-
vHatTargetOf?(point: BeliefDecisionPoint): number | null | undefined;
|
|
141
|
-
}
|
|
142
|
-
interface BeliefUtilityOptions {
|
|
143
|
-
successUtility?: number;
|
|
144
|
-
failureUtility?: number;
|
|
145
|
-
deferUtility?: number;
|
|
146
|
-
verifyCost?: number;
|
|
147
|
-
askCost?: number;
|
|
148
|
-
retryCost?: number;
|
|
149
|
-
stopUtility?: number;
|
|
150
|
-
costWeight?: number;
|
|
151
|
-
}
|
|
152
|
-
interface BeliefSelectivePolicyMetrics {
|
|
153
|
-
policyId: string;
|
|
154
|
-
n: number;
|
|
155
|
-
accepted: number;
|
|
156
|
-
rejected: number;
|
|
157
|
-
coverage: number;
|
|
158
|
-
acceptedErrorRate: number;
|
|
159
|
-
baselineUtility: number;
|
|
160
|
-
policyUtility: number;
|
|
161
|
-
utilityDelta: number;
|
|
162
|
-
utilityCi95: {
|
|
163
|
-
mean: number;
|
|
164
|
-
lower: number;
|
|
165
|
-
upper: number;
|
|
166
|
-
};
|
|
167
|
-
rejectedMeanReward: number | null;
|
|
168
|
-
recommendation: 'ship' | 'hold' | 'need_more_data';
|
|
169
|
-
reasons: string[];
|
|
170
|
-
}
|
|
171
|
-
interface BeliefOpeSupportDiagnostics {
|
|
172
|
-
supported: boolean;
|
|
173
|
-
n: number;
|
|
174
|
-
dropped: number;
|
|
175
|
-
effectiveSampleSize: number;
|
|
176
|
-
effectiveSampleRatio: number;
|
|
177
|
-
maxImportanceWeight: number;
|
|
178
|
-
reasons: string[];
|
|
179
|
-
}
|
|
180
|
-
interface BeliefOpeReport {
|
|
181
|
-
targetPolicyId: string;
|
|
182
|
-
ips: OffPolicyEstimate;
|
|
183
|
-
snips: OffPolicyEstimate;
|
|
184
|
-
dr: OffPolicyEstimate;
|
|
185
|
-
support: BeliefOpeSupportDiagnostics;
|
|
186
|
-
}
|
|
187
|
-
type BeliefEvaluationStatus = 'ship' | 'hold' | 'need_more_data';
|
|
188
|
-
type BeliefCalibrationStatus = 'supported' | 'unsupported';
|
|
189
|
-
type BeliefOpeStatus = 'supported' | 'unsupported' | 'not_requested';
|
|
190
|
-
interface BeliefPolicyEvaluationReport {
|
|
191
|
-
policyId: string;
|
|
192
|
-
n: number;
|
|
193
|
-
status: BeliefEvaluationStatus;
|
|
194
|
-
selectiveStatus: BeliefEvaluationStatus;
|
|
195
|
-
calibrationStatus: BeliefCalibrationStatus;
|
|
196
|
-
opeStatus: BeliefOpeStatus;
|
|
197
|
-
opeTargetPolicyId?: string;
|
|
198
|
-
selective: BeliefSelectivePolicyMetrics;
|
|
199
|
-
calibration?: CalibrationReport;
|
|
200
|
-
ope?: BeliefOpeReport;
|
|
201
|
-
diagnostics: string[];
|
|
202
|
-
}
|
|
203
|
-
//#endregion
|
|
204
|
-
//#region src/belief-state/calibration.d.ts
|
|
205
|
-
type BeliefCalibrationRegion = 'all' | 'accepted' | 'rejected';
|
|
206
|
-
interface BeliefCalibrationOptions {
|
|
207
|
-
bins?: number;
|
|
208
|
-
minPairs?: number;
|
|
209
|
-
policy?: BeliefSelectivePolicy;
|
|
210
|
-
region?: BeliefCalibrationRegion;
|
|
211
|
-
}
|
|
212
|
-
declare function calibrateBeliefDecisions(points: BeliefDecisionPoint[], options?: BeliefCalibrationOptions): CalibrationReport | null;
|
|
213
|
-
//#endregion
|
|
214
|
-
//#region src/belief-state/ope.d.ts
|
|
215
|
-
interface BeliefOpeOptions extends OffPolicyOptions {
|
|
216
|
-
minEffectiveSampleSize?: number;
|
|
217
|
-
minEffectiveSampleRatio?: number;
|
|
218
|
-
maxDiagnostics?: number;
|
|
219
|
-
}
|
|
220
|
-
interface BeliefOffPolicyTrajectoryReport {
|
|
221
|
-
targetPolicyId: string;
|
|
222
|
-
trajectories: OffPolicyTrajectory[];
|
|
223
|
-
dropped: number;
|
|
224
|
-
diagnostics: string[];
|
|
225
|
-
}
|
|
226
|
-
declare function embeddedBeliefOpeTargetPolicy(id?: string): BeliefOpeTargetPolicy;
|
|
227
|
-
declare function beliefDecisionsToOffPolicyTrajectories(points: BeliefDecisionPoint[], targetPolicy: BeliefOpeTargetPolicy, options?: Pick<BeliefOpeOptions, 'maxDiagnostics'>): BeliefOffPolicyTrajectoryReport;
|
|
228
|
-
declare function evaluateBeliefOffPolicy(points: BeliefDecisionPoint[], targetPolicy: BeliefOpeTargetPolicy, options?: BeliefOpeOptions): BeliefOpeReport;
|
|
229
|
-
//#endregion
|
|
230
|
-
//#region src/belief-state/selective.d.ts
|
|
231
|
-
interface EvaluateBeliefSelectivePolicyOptions {
|
|
232
|
-
utility?: BeliefUtilityOptions;
|
|
233
|
-
minN?: number;
|
|
234
|
-
minAccepted?: number;
|
|
235
|
-
minUtilityDelta?: number;
|
|
236
|
-
seed?: number;
|
|
237
|
-
}
|
|
238
|
-
declare function thresholdSelectivePolicy(options: {
|
|
239
|
-
id?: string;
|
|
240
|
-
confidenceThreshold: number;
|
|
241
|
-
belowThresholdAction?: Exclude<BeliefPolicyAction, 'accept'>;
|
|
242
|
-
}): BeliefSelectivePolicy;
|
|
243
|
-
declare function evaluateBeliefSelectivePolicy(points: BeliefDecisionPoint[], policy: BeliefSelectivePolicy, options?: EvaluateBeliefSelectivePolicyOptions): BeliefSelectivePolicyMetrics;
|
|
244
|
-
//#endregion
|
|
245
|
-
//#region src/belief-state/report.d.ts
|
|
246
|
-
interface AnalyzeBeliefPolicyOpeOptions extends BeliefOpeOptions {
|
|
247
|
-
targetPolicy?: BeliefOpeTargetPolicy;
|
|
248
|
-
}
|
|
249
|
-
interface AnalyzeBeliefPolicyOptions {
|
|
250
|
-
points: BeliefDecisionPoint[];
|
|
251
|
-
policy: BeliefSelectivePolicy;
|
|
252
|
-
selective?: EvaluateBeliefSelectivePolicyOptions;
|
|
253
|
-
calibration?: BeliefCalibrationOptions;
|
|
254
|
-
ope?: AnalyzeBeliefPolicyOpeOptions;
|
|
255
|
-
requireOpe?: boolean;
|
|
256
|
-
}
|
|
257
|
-
declare function analyzeBeliefPolicy(options: AnalyzeBeliefPolicyOptions): BeliefPolicyEvaluationReport;
|
|
258
|
-
//#endregion
|
|
259
|
-
//#region src/belief-state/code-agent-corpus.d.ts
|
|
260
|
-
type CodeAgentBeliefDecisionTargetId = 'failure-recovery' | 'tool-selection' | 'graph-completion';
|
|
261
|
-
interface ExtractCodeAgentBeliefDecisionPointsOptions {
|
|
262
|
-
source: CodeAgentSessionSource;
|
|
263
|
-
entries: unknown[];
|
|
264
|
-
/** Reuse intake's provider-neutral projection when available. */
|
|
265
|
-
observation?: CodeAgentSessionObservation;
|
|
266
|
-
run: Pick<RunRecord, 'runId' | 'scenarioId' | 'outcome' | 'costUsd'>;
|
|
267
|
-
sourcePath?: string;
|
|
268
|
-
}
|
|
269
|
-
interface BeliefDecisionInventoryBucket {
|
|
270
|
-
id: string;
|
|
271
|
-
kind?: BeliefDecisionKind;
|
|
272
|
-
targetId?: CodeAgentBeliefDecisionTargetId;
|
|
273
|
-
n: number;
|
|
274
|
-
withOutcome: number;
|
|
275
|
-
withConfidence: number;
|
|
276
|
-
withCandidateActions: number;
|
|
277
|
-
withBehaviorProb: number;
|
|
278
|
-
withTargetProb: number;
|
|
279
|
-
successRate: number | null;
|
|
280
|
-
meanScore: number | null;
|
|
281
|
-
meanConfidence: number | null;
|
|
282
|
-
}
|
|
283
|
-
interface BeliefDecisionInventoryReport {
|
|
284
|
-
n: number;
|
|
285
|
-
byKind: BeliefDecisionInventoryBucket[];
|
|
286
|
-
byTarget: BeliefDecisionInventoryBucket[];
|
|
287
|
-
diagnostics: string[];
|
|
288
|
-
}
|
|
289
|
-
interface BeliefDecisionTargetSelection {
|
|
290
|
-
id: CodeAgentBeliefDecisionTargetId;
|
|
291
|
-
label: string;
|
|
292
|
-
points: BeliefDecisionPoint[];
|
|
293
|
-
support: BeliefDecisionInventoryBucket;
|
|
294
|
-
reasons: string[];
|
|
295
|
-
}
|
|
296
|
-
interface SelectBeliefDecisionTargetOptions {
|
|
297
|
-
minN?: number;
|
|
298
|
-
minOutcomeCoverage?: number;
|
|
299
|
-
preferredTargets?: CodeAgentBeliefDecisionTargetId[];
|
|
300
|
-
}
|
|
301
|
-
interface AnalyzeBeliefDecisionCorpusOptions {
|
|
302
|
-
points: BeliefDecisionPoint[];
|
|
303
|
-
targetId?: CodeAgentBeliefDecisionTargetId;
|
|
304
|
-
minN?: number;
|
|
305
|
-
minOutcomeCoverage?: number;
|
|
306
|
-
minAccepted?: number;
|
|
307
|
-
confidenceThreshold?: number;
|
|
308
|
-
policy?: BeliefSelectivePolicy;
|
|
309
|
-
requireOpe?: boolean;
|
|
310
|
-
policyOptions?: Partial<AnalyzeBeliefPolicyOptions>;
|
|
311
|
-
}
|
|
312
|
-
interface BeliefDecisionCorpusEvaluation {
|
|
313
|
-
inventory: BeliefDecisionInventoryReport;
|
|
314
|
-
target?: BeliefDecisionTargetSelection;
|
|
315
|
-
policy?: BeliefSelectivePolicy;
|
|
316
|
-
evaluation?: BeliefPolicyEvaluationReport;
|
|
317
|
-
diagnostics: string[];
|
|
318
|
-
}
|
|
319
|
-
declare function extractCodeAgentBeliefDecisionPoints(options: ExtractCodeAgentBeliefDecisionPointsOptions): BeliefDecisionExtractionReport;
|
|
320
|
-
declare function inventoryBeliefDecisionPoints(points: BeliefDecisionPoint[]): BeliefDecisionInventoryReport;
|
|
321
|
-
declare function selectBeliefDecisionTarget(points: BeliefDecisionPoint[], options?: SelectBeliefDecisionTargetOptions): BeliefDecisionTargetSelection | null;
|
|
322
|
-
declare function analyzeBeliefDecisionCorpus(options: AnalyzeBeliefDecisionCorpusOptions): BeliefDecisionCorpusEvaluation;
|
|
323
|
-
//#endregion
|
|
324
|
-
//#region src/belief-state/research-evidence.d.ts
|
|
325
|
-
type BeliefResearchClaimScope = 'selective' | 'counterfactual';
|
|
326
|
-
type BeliefResearchEvidenceStatus = 'supported' | 'blocked';
|
|
327
|
-
type BeliefResearchGateId = 'corpus' | 'selective' | 'calibration' | 'ope';
|
|
328
|
-
interface BeliefResearchEvidenceGate {
|
|
329
|
-
id: BeliefResearchGateId;
|
|
330
|
-
status: BeliefResearchEvidenceStatus;
|
|
331
|
-
blockers: string[];
|
|
332
|
-
caveats: string[];
|
|
333
|
-
}
|
|
334
|
-
interface BeliefDecisionResearchEvidencePacket {
|
|
335
|
-
claimScope: BeliefResearchClaimScope;
|
|
336
|
-
status: BeliefResearchEvidenceStatus;
|
|
337
|
-
analysis: BeliefDecisionCorpusEvaluation;
|
|
338
|
-
gates: BeliefResearchEvidenceGate[];
|
|
339
|
-
blockers: string[];
|
|
340
|
-
caveats: string[];
|
|
341
|
-
}
|
|
342
|
-
interface BuildBeliefDecisionResearchEvidencePacketOptions extends AnalyzeBeliefDecisionCorpusOptions {
|
|
343
|
-
claimScope?: BeliefResearchClaimScope;
|
|
344
|
-
}
|
|
345
|
-
declare function buildBeliefDecisionResearchEvidencePacket(options: BuildBeliefDecisionResearchEvidencePacketOptions): BeliefDecisionResearchEvidencePacket;
|
|
346
|
-
//#endregion
|
|
347
|
-
//#region src/belief-state/code-agent-evidence.d.ts
|
|
348
|
-
interface CodeAgentBeliefSession extends CodeAgentSessionIntakeOptions {
|
|
349
|
-
source: CodeAgentSessionSource;
|
|
350
|
-
}
|
|
351
|
-
interface BuildCodeAgentBeliefEvidenceCorpusOptions extends Omit<BuildBeliefDecisionResearchEvidencePacketOptions, 'points'> {
|
|
352
|
-
sessions: CodeAgentBeliefSession[];
|
|
353
|
-
}
|
|
354
|
-
interface CodeAgentBeliefEvidenceCorpus {
|
|
355
|
-
runs: RunRecord[];
|
|
356
|
-
metrics: CodeAgentSessionMetrics[];
|
|
357
|
-
intakeDiagnostics: CodeAgentSessionDiagnostic[];
|
|
358
|
-
extractionDiagnostics: BeliefDecisionExtractionDiagnostic[];
|
|
359
|
-
decisions: BeliefDecisionPoint[];
|
|
360
|
-
inventory: BeliefDecisionInventoryReport;
|
|
361
|
-
evidence: BeliefDecisionResearchEvidencePacket;
|
|
362
|
-
}
|
|
363
|
-
declare function buildCodeAgentBeliefEvidenceCorpus(options: BuildCodeAgentBeliefEvidenceCorpusOptions): CodeAgentBeliefEvidenceCorpus;
|
|
364
|
-
//#endregion
|
|
365
|
-
//#region src/belief-state/extract.d.ts
|
|
366
|
-
interface ExtractBeliefDecisionPointsOptions {
|
|
367
|
-
runIds?: string[];
|
|
368
|
-
}
|
|
369
|
-
declare function extractBeliefDecisionPoints(store: TraceStore, options?: ExtractBeliefDecisionPointsOptions): Promise<BeliefDecisionExtractionReport>;
|
|
370
|
-
//#endregion
|
|
371
|
-
//#region src/belief-state/shadow-probe.d.ts
|
|
372
|
-
interface BeliefShadowProbeInput {
|
|
373
|
-
probeId: string;
|
|
374
|
-
decisionId: string;
|
|
375
|
-
runId: string;
|
|
376
|
-
scenarioId?: string;
|
|
377
|
-
stepIndex: number;
|
|
378
|
-
decisionKind: BeliefDecisionKind;
|
|
379
|
-
candidateActions: string[];
|
|
380
|
-
observedAction?: string;
|
|
381
|
-
evidence: BeliefShadowProbeEvidenceRef[];
|
|
382
|
-
context?: string;
|
|
383
|
-
metadata?: Record<string, unknown>;
|
|
384
|
-
}
|
|
385
|
-
interface BeliefShadowProbeEvidenceRef {
|
|
386
|
-
id: string;
|
|
387
|
-
source: string;
|
|
388
|
-
detail?: string;
|
|
389
|
-
quality?: BeliefEvidenceQuality;
|
|
390
|
-
}
|
|
391
|
-
interface BeliefShadowProbeResponse {
|
|
392
|
-
predictedAction: string;
|
|
393
|
-
confidence: number;
|
|
394
|
-
beliefSummary?: string;
|
|
395
|
-
uncertainty?: string[];
|
|
396
|
-
evidenceRefs?: string[];
|
|
397
|
-
wouldChangeMindIf?: string[];
|
|
398
|
-
targetProb?: number;
|
|
399
|
-
qHatChosen?: number | null;
|
|
400
|
-
vHatTarget?: number | null;
|
|
401
|
-
metadata?: Record<string, unknown>;
|
|
402
|
-
}
|
|
403
|
-
interface BeliefShadowProbeRecord extends BeliefShadowProbeResponse {
|
|
404
|
-
probeId: string;
|
|
405
|
-
decisionId: string;
|
|
406
|
-
runId: string;
|
|
407
|
-
scenarioId?: string;
|
|
408
|
-
stepIndex: number;
|
|
409
|
-
decisionKind: BeliefDecisionKind;
|
|
410
|
-
candidateActions: string[];
|
|
411
|
-
observedAction: string;
|
|
412
|
-
agreesWithObservedAction: boolean;
|
|
413
|
-
outcome?: BeliefDecisionOutcome;
|
|
414
|
-
}
|
|
415
|
-
interface BeliefShadowProbeDiagnostic {
|
|
416
|
-
decisionId: string;
|
|
417
|
-
severity: 'warning' | 'error';
|
|
418
|
-
reason: string;
|
|
419
|
-
}
|
|
420
|
-
interface BeliefShadowProbeSummary {
|
|
421
|
-
attempted: number;
|
|
422
|
-
completed: number;
|
|
423
|
-
dropped: number;
|
|
424
|
-
withOutcome: number;
|
|
425
|
-
withTargetProb: number;
|
|
426
|
-
meanConfidence: number | null;
|
|
427
|
-
observedAgreementRate: number | null;
|
|
428
|
-
}
|
|
429
|
-
interface BeliefShadowProbeRun {
|
|
430
|
-
probeId: string;
|
|
431
|
-
records: BeliefShadowProbeRecord[];
|
|
432
|
-
diagnostics: BeliefShadowProbeDiagnostic[];
|
|
433
|
-
summary: BeliefShadowProbeSummary;
|
|
434
|
-
}
|
|
435
|
-
interface RunBeliefShadowProbeOptions {
|
|
436
|
-
probeId: string;
|
|
437
|
-
points: BeliefDecisionPoint[];
|
|
438
|
-
probe: (input: BeliefShadowProbeInput) => BeliefShadowProbeResponse | Promise<BeliefShadowProbeResponse>;
|
|
439
|
-
contextOf?: (point: BeliefDecisionPoint) => string | undefined | Promise<string | undefined>;
|
|
440
|
-
metadataOf?: (point: BeliefDecisionPoint) => Record<string, unknown> | undefined | Promise<Record<string, unknown> | undefined>;
|
|
441
|
-
includeObservedAction?: boolean;
|
|
442
|
-
includeEvidenceDetail?: boolean;
|
|
443
|
-
includeOutcomeInRecord?: boolean;
|
|
444
|
-
requireCandidateActions?: boolean;
|
|
445
|
-
allowOutOfSetActions?: boolean;
|
|
446
|
-
concurrency?: number;
|
|
447
|
-
maxContextChars?: number;
|
|
448
|
-
}
|
|
449
|
-
declare function runBeliefShadowProbe(options: RunBeliefShadowProbeOptions): Promise<BeliefShadowProbeRun>;
|
|
450
|
-
declare function formatBeliefShadowProbePrompt(input: BeliefShadowProbeInput): string;
|
|
451
|
-
//#endregion
|
|
452
|
-
//#region src/belief-state/runtime-hooks.d.ts
|
|
453
|
-
interface RuntimeBeliefDecisionEvidenceRef {
|
|
454
|
-
source: string;
|
|
455
|
-
id: string;
|
|
456
|
-
detail?: string;
|
|
457
|
-
quality?: BeliefEvidenceQuality;
|
|
458
|
-
metadata?: Record<string, unknown>;
|
|
459
|
-
}
|
|
460
|
-
interface RuntimeBeliefDecisionPoint {
|
|
461
|
-
id: string;
|
|
462
|
-
runId: string;
|
|
463
|
-
scenarioId?: string;
|
|
464
|
-
stepIndex: number;
|
|
465
|
-
kind: string;
|
|
466
|
-
candidateActions?: string[];
|
|
467
|
-
context?: string;
|
|
468
|
-
evidence?: RuntimeBeliefDecisionEvidenceRef[];
|
|
469
|
-
metadata?: Record<string, unknown>;
|
|
470
|
-
}
|
|
471
|
-
interface RuntimeBeliefHookEvent {
|
|
472
|
-
id: string;
|
|
473
|
-
runId: string;
|
|
474
|
-
scenarioId?: string;
|
|
475
|
-
target: string;
|
|
476
|
-
phase: string;
|
|
477
|
-
timestamp: number;
|
|
478
|
-
stepIndex?: number;
|
|
479
|
-
parentId?: string;
|
|
480
|
-
payload?: unknown;
|
|
481
|
-
metadata?: Record<string, unknown>;
|
|
482
|
-
}
|
|
483
|
-
interface RuntimeBeliefHookContext {
|
|
484
|
-
signal?: AbortSignal;
|
|
485
|
-
}
|
|
486
|
-
interface RuntimeBeliefHooks {
|
|
487
|
-
onEvent?: (event: RuntimeBeliefHookEvent, context: RuntimeBeliefHookContext) => void | Promise<void>;
|
|
488
|
-
onDecisionPoint?: (point: RuntimeBeliefDecisionPoint, context: RuntimeBeliefHookContext) => void | Promise<void>;
|
|
489
|
-
}
|
|
490
|
-
interface RuntimeBeliefConversionDiagnostic {
|
|
491
|
-
decisionId: string;
|
|
492
|
-
severity: 'warning' | 'error';
|
|
493
|
-
reason: string;
|
|
494
|
-
}
|
|
495
|
-
interface RuntimeBeliefShadowProbeInputOptions {
|
|
496
|
-
probeId: string;
|
|
497
|
-
decisionKind?: BeliefDecisionKind;
|
|
498
|
-
includeEvidenceDetail?: boolean;
|
|
499
|
-
includeLifecycleEvidence?: boolean;
|
|
500
|
-
lifecycleEvents?: RuntimeBeliefHookEvent[];
|
|
501
|
-
maxContextChars?: number;
|
|
502
|
-
}
|
|
503
|
-
interface RuntimeBeliefDecisionPointOptions {
|
|
504
|
-
chosenAction?: string;
|
|
505
|
-
decisionKind?: BeliefDecisionKind;
|
|
506
|
-
confidence?: number;
|
|
507
|
-
behaviorProb?: number;
|
|
508
|
-
targetProb?: number;
|
|
509
|
-
qHatChosen?: number | null;
|
|
510
|
-
vHatTarget?: number | null;
|
|
511
|
-
costUsd?: number;
|
|
512
|
-
outcome?: BeliefDecisionOutcome;
|
|
513
|
-
metadata?: Record<string, unknown>;
|
|
514
|
-
includeLifecycleEvidence?: boolean;
|
|
515
|
-
lifecycleEvents?: RuntimeBeliefHookEvent[];
|
|
516
|
-
}
|
|
517
|
-
interface RuntimeBeliefShadowProbeInputReport {
|
|
518
|
-
input?: BeliefShadowProbeInput;
|
|
519
|
-
diagnostics: RuntimeBeliefConversionDiagnostic[];
|
|
520
|
-
}
|
|
521
|
-
interface RuntimeBeliefDecisionPointReport {
|
|
522
|
-
point?: BeliefDecisionPoint;
|
|
523
|
-
diagnostics: RuntimeBeliefConversionDiagnostic[];
|
|
524
|
-
}
|
|
525
|
-
interface BeliefRuntimeHookCollector {
|
|
526
|
-
hooks: RuntimeBeliefHooks;
|
|
527
|
-
decisions: RuntimeBeliefDecisionPoint[];
|
|
528
|
-
events: RuntimeBeliefHookEvent[];
|
|
529
|
-
toShadowProbeInputs(options?: Partial<RuntimeBeliefShadowProbeInputOptions>): {
|
|
530
|
-
inputs: BeliefShadowProbeInput[];
|
|
531
|
-
diagnostics: RuntimeBeliefConversionDiagnostic[];
|
|
532
|
-
};
|
|
533
|
-
clear(): void;
|
|
534
|
-
}
|
|
535
|
-
declare function runtimeDecisionPointToBeliefShadowProbeInput(point: RuntimeBeliefDecisionPoint, options: RuntimeBeliefShadowProbeInputOptions): RuntimeBeliefShadowProbeInputReport;
|
|
536
|
-
declare function runtimeDecisionPointToBeliefDecisionPoint(point: RuntimeBeliefDecisionPoint, options: RuntimeBeliefDecisionPointOptions): RuntimeBeliefDecisionPointReport;
|
|
537
|
-
declare function createBeliefRuntimeHookCollector(defaults: RuntimeBeliefShadowProbeInputOptions): BeliefRuntimeHookCollector;
|
|
538
|
-
//#endregion
|
|
539
|
-
//#region src/belief-state/phase0-measurement.d.ts
|
|
540
|
-
interface RuntimeBeliefPhase0RunRecord {
|
|
541
|
-
runId: string;
|
|
542
|
-
scenarioId?: string;
|
|
543
|
-
splitTag: RunSplitTag;
|
|
544
|
-
}
|
|
545
|
-
interface RuntimeBeliefDecisionLabel {
|
|
546
|
-
decisionId: string;
|
|
547
|
-
chosenAction: string;
|
|
548
|
-
outcome: BeliefDecisionOutcome;
|
|
549
|
-
confidence?: number;
|
|
550
|
-
behaviorProb?: number;
|
|
551
|
-
targetProb?: number;
|
|
552
|
-
qHatChosen?: number | null;
|
|
553
|
-
vHatTarget?: number | null;
|
|
554
|
-
costUsd?: number;
|
|
555
|
-
splitTag?: RunSplitTag;
|
|
556
|
-
metadata?: Record<string, unknown>;
|
|
557
|
-
}
|
|
558
|
-
interface BuildRuntimeBeliefPhase0MeasurementOptions extends Omit<BuildBeliefDecisionResearchEvidencePacketOptions, 'points'> {
|
|
559
|
-
runs: RuntimeBeliefPhase0RunRecord[];
|
|
560
|
-
decisions: RuntimeBeliefDecisionPoint[];
|
|
561
|
-
events?: RuntimeBeliefHookEvent[];
|
|
562
|
-
labels: RuntimeBeliefDecisionLabel[];
|
|
563
|
-
baselinePolicyId?: string;
|
|
564
|
-
}
|
|
565
|
-
interface RuntimeBeliefPhase0MeasurementSummary {
|
|
566
|
-
runCount: number;
|
|
567
|
-
producerDecisionCount: number;
|
|
568
|
-
lifecycleEventCount: number;
|
|
569
|
-
labelCount: number;
|
|
570
|
-
completedPointCount: number;
|
|
571
|
-
runJoinRate: number;
|
|
572
|
-
labelJoinRate: number;
|
|
573
|
-
missingRunRecordCount: number;
|
|
574
|
-
missingLabelCount: number;
|
|
575
|
-
withEvidence: number;
|
|
576
|
-
withOutcome: number;
|
|
577
|
-
withSplit: number;
|
|
578
|
-
withBehaviorProb: number;
|
|
579
|
-
withTargetProb: number;
|
|
580
|
-
baselinePolicyId: string;
|
|
581
|
-
packetStatus: BeliefDecisionResearchEvidencePacket['status'];
|
|
582
|
-
claimScope: BeliefDecisionResearchEvidencePacket['claimScope'];
|
|
583
|
-
}
|
|
584
|
-
interface RuntimeBeliefPhase0Measurement {
|
|
585
|
-
points: BeliefDecisionPoint[];
|
|
586
|
-
packet: BeliefDecisionResearchEvidencePacket;
|
|
587
|
-
summary: RuntimeBeliefPhase0MeasurementSummary;
|
|
588
|
-
diagnostics: string[];
|
|
589
|
-
}
|
|
590
|
-
declare function buildRuntimeBeliefPhase0Measurement(options: BuildRuntimeBeliefPhase0MeasurementOptions): RuntimeBeliefPhase0Measurement;
|
|
591
|
-
//#endregion
|
|
592
|
-
//#region src/belief-state/runtime-benchmark-corpus.d.ts
|
|
593
|
-
type RuntimeBenchmarkTrajectoryRecord = RuntimeTrajectoryRecord & {
|
|
594
|
-
benchmark?: unknown;
|
|
595
|
-
condition?: unknown;
|
|
596
|
-
instanceId?: unknown;
|
|
597
|
-
runtimeDecisionPoints?: unknown;
|
|
598
|
-
};
|
|
599
|
-
interface BuildRuntimeBenchmarkBeliefPhase0MeasurementOptions extends Omit<BuildRuntimeBeliefPhase0MeasurementOptions, 'runs' | 'events' | 'decisions' | 'labels'> {
|
|
600
|
-
records: RuntimeBenchmarkTrajectoryRecord[];
|
|
601
|
-
decisions?: RuntimeBeliefDecisionPoint[];
|
|
602
|
-
defaultSplitTag?: ProjectRuntimeTrajectoryEvidenceOptions['defaultSplitTag'];
|
|
603
|
-
labels?: RuntimeBeliefDecisionLabel[];
|
|
604
|
-
}
|
|
605
|
-
interface RuntimeBenchmarkBeliefPhase0Summary {
|
|
606
|
-
decisionCount: number;
|
|
607
|
-
labelCount: number;
|
|
608
|
-
}
|
|
609
|
-
interface RuntimeBenchmarkBeliefPhase0Measurement {
|
|
610
|
-
runs: RuntimeBeliefPhase0RunRecord[];
|
|
611
|
-
events: RuntimeBeliefHookEvent[];
|
|
612
|
-
decisions: RuntimeBeliefDecisionPoint[];
|
|
613
|
-
labels: RuntimeBeliefDecisionLabel[];
|
|
614
|
-
trajectory: RuntimeTrajectoryEvidenceProjection;
|
|
615
|
-
measurement: RuntimeBeliefPhase0Measurement;
|
|
616
|
-
summary: RuntimeBenchmarkBeliefPhase0Summary;
|
|
617
|
-
diagnostics: string[];
|
|
618
|
-
}
|
|
619
|
-
declare function buildRuntimeBenchmarkBeliefPhase0Measurement(options: BuildRuntimeBenchmarkBeliefPhase0MeasurementOptions): RuntimeBenchmarkBeliefPhase0Measurement;
|
|
620
|
-
//#endregion
|
|
621
|
-
export { AnalyzeBeliefDecisionCorpusOptions, AnalyzeBeliefPolicyOpeOptions, AnalyzeBeliefPolicyOptions, BELIEF_DECISION_KINDS, BELIEF_EVALUATION_CRITERIA, BELIEF_EVIDENCE_QUALITIES, BELIEF_EVIDENCE_SOURCES, BeliefCalibrationOptions, BeliefCalibrationRegion, BeliefCalibrationStatus, BeliefDecisionCorpusEvaluation, BeliefDecisionExtractionDiagnostic, BeliefDecisionExtractionReport, BeliefDecisionInventoryBucket, BeliefDecisionInventoryReport, BeliefDecisionKind, BeliefDecisionOutcome, BeliefDecisionPoint, BeliefDecisionReason, BeliefDecisionReasonCode, BeliefDecisionResearchEvidencePacket, BeliefDecisionTargetSelection, BeliefEvaluationCriterionId, BeliefEvaluationStatus, BeliefEvidenceQuality, BeliefEvidenceRef, BeliefEvidenceSource, BeliefOffPolicyTrajectoryReport, BeliefOpeOptions, BeliefOpeReport, BeliefOpeStatus, BeliefOpeSupportDiagnostics, BeliefOpeTargetPolicy, BeliefPolicyAction, BeliefPolicyDecision, BeliefPolicyEvaluationReport, BeliefResearchClaimScope, BeliefResearchEvidenceGate, BeliefResearchEvidenceStatus, BeliefResearchGateId, BeliefRuntimeHookCollector, BeliefSelectivePolicy, BeliefSelectivePolicyMetrics, BeliefShadowProbeDiagnostic, BeliefShadowProbeEvidenceRef, BeliefShadowProbeInput, BeliefShadowProbeRecord, BeliefShadowProbeResponse, BeliefShadowProbeRun, BeliefShadowProbeSummary, BeliefUtilityOptions, BuildBeliefDecisionResearchEvidencePacketOptions, BuildCodeAgentBeliefEvidenceCorpusOptions, BuildRuntimeBeliefPhase0MeasurementOptions, BuildRuntimeBenchmarkBeliefPhase0MeasurementOptions, CodeAgentBeliefDecisionTargetId, CodeAgentBeliefEvidenceCorpus, CodeAgentBeliefSession, EvaluateBeliefSelectivePolicyOptions, ExtractBeliefDecisionPointsOptions, ExtractCodeAgentBeliefDecisionPointsOptions, RunBeliefShadowProbeOptions, RuntimeBeliefConversionDiagnostic, RuntimeBeliefDecisionEvidenceRef, RuntimeBeliefDecisionLabel, RuntimeBeliefDecisionPoint, RuntimeBeliefDecisionPointOptions, RuntimeBeliefDecisionPointReport, RuntimeBeliefHookContext, RuntimeBeliefHookEvent, RuntimeBeliefHooks, RuntimeBeliefPhase0Measurement, RuntimeBeliefPhase0MeasurementSummary, RuntimeBeliefPhase0RunRecord, RuntimeBeliefShadowProbeInputOptions, RuntimeBeliefShadowProbeInputReport, RuntimeBenchmarkBeliefPhase0Measurement, RuntimeBenchmarkBeliefPhase0Summary, SelectBeliefDecisionTargetOptions, analyzeBeliefDecisionCorpus, analyzeBeliefPolicy, beliefDecisionsToOffPolicyTrajectories, buildBeliefDecisionResearchEvidencePacket, buildCodeAgentBeliefEvidenceCorpus, buildRuntimeBeliefPhase0Measurement, buildRuntimeBenchmarkBeliefPhase0Measurement, calibrateBeliefDecisions, createBeliefRuntimeHookCollector, embeddedBeliefOpeTargetPolicy, evaluateBeliefOffPolicy, evaluateBeliefSelectivePolicy, extractBeliefDecisionPoints, extractCodeAgentBeliefDecisionPoints, formatBeliefShadowProbePrompt, inventoryBeliefDecisionPoints, isBeliefDecisionKind, isBeliefEvidenceSource, runBeliefShadowProbe, runtimeDecisionPointToBeliefDecisionPoint, runtimeDecisionPointToBeliefShadowProbeInput, selectBeliefDecisionTarget, thresholdSelectivePolicy };
|
|
622
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/belief-state/types.ts","../../src/belief-state/calibration.ts","../../src/belief-state/ope.ts","../../src/belief-state/selective.ts","../../src/belief-state/report.ts","../../src/belief-state/code-agent-corpus.ts","../../src/belief-state/research-evidence.ts","../../src/belief-state/code-agent-evidence.ts","../../src/belief-state/extract.ts","../../src/belief-state/shadow-probe.ts","../../src/belief-state/runtime-hooks.ts","../../src/belief-state/phase0-measurement.ts","../../src/belief-state/runtime-benchmark-corpus.ts"],"mappings":";;;;;;;cAGa;KAcD,6BAA6B;cAE5B;KAUD,+BAA+B;cAE9B;KASD,gCAAgC;cAE/B;WAET;WACA;WACA;;WAGA;WACA;WACA;;WAOA;WACA;WACA;;WAQA;WACA;WACA;;WAGA;WACA;WACA;;WAGA;WACA;WACA;;WAGA;WACA;WACA;;WAGA;WACA;WACA;;WAUA;WACA;WACA;;WAQA;WACA;WACA;;WAGA;WACA;WACA;;WAQA;WACA;WACA;;KAIQ,sCAAsC;KACtC,mCACF;UAEO;EACf,MAAM;EACN,YAAY;EACZ;EACA;EACA,WAAW;;iBAGG,qBAAqB,iBAAiB,SAAS;iBAI/C,uBAAuB,iBAAiB,SAAS;UAMhD;EACf,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA,UAAU;EACV;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA,MAAM;EACN;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,UAAU;EACV,UAAU;EACV,UAAU;EACV,WAAW;;UAGI;EACf;EACA;EACA;EACA;;UAGe;EACf,WAAW;EACX,aAAa;;KAGH;UAEK;EACf,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA,UAAU;;UAGK;EACf;EACA,OAAO,OAAO,sBAAsB;;UAGrB;EACf;EACA,aAAa,OAAO;EACpB,cAAc,OAAO;EACrB,cAAc,OAAO;;UAGN;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;IAAe;IAAc;IAAe;;EAC5C;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,KAAK;EACL,OAAO;EACP,IAAI;EACJ,SAAS;;KAGC;KACA;KACA;UAEK;EACf;EACA;EACA,QAAQ;EACR,iBAAiB;EACjB,mBAAmB;EACnB,WAAW;EACX;EACA,WAAW;EACX,cAAc;EACd,MAAM;EACN;;;;KC9RU;UAEK;EACf;EACA;EACA,SAAS;EACT,SAAS;;iBAGK,yBACd,QAAQ,uBACR,UAAS,2BAAA;;;UCHM,yBAAyB;EACxC;EACA;EACA;;UAGe;EACf;EACA,cAAc;EACd;EACA;;iBAGc,8BAA8B,cAA8B;iBAe5D,uCACd,QAAQ,uBACR,cAAc,uBACd,UAAS,KAAK,sCACb;iBA+Da,wBACd,QAAQ,uBACR,cAAc,uBACd,UAAS,mBACR;;;UCrGc;EACf,UAAU;EACV;EACA;EACA;EACA;;iBAcc,yBAAyB;EACvC;EACA;EACA,uBAAuB,QAAQ;IAC7B;iBAyBY,8BACd,QAAQ,uBACR,QAAQ,uBACR,UAAS,uCACR;;;UC/Cc,sCAAsC;EACrD,eAAe;;UAGA;EACf,QAAQ;EACR,QAAQ;EACR,YAAY;EACZ,cAAc;EACd,MAAM;EACN;;iBAGc,oBACd,SAAS,6BACR;;;KCRS;UAKK;EACf,QAAQ;EACR;;EAEA,cAAc;EACd,KAAK,KAAK;EACV;;UAGe;EACf;EACA,OAAO;EACP,WAAW;EACX;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,QAAQ;EACR,UAAU;EACV;;UAGe;EACf,IAAI;EACJ;EACA,QAAQ;EACR,SAAS;EACT;;UAGe;EACf;EACA;EACA,mBAAmB;;UAGJ;EACf,QAAQ;EACR,WAAW;EACX;EACA;EACA;EACA;EACA,SAAS;EACT;EACA,gBAAgB,QAAQ;;UAGT;EACf,WAAW;EACX,SAAS;EACT,SAAS;EACT,aAAa;EACb;;iBA0Bc,qCACd,SAAS,8CACR;iBA4Ca,8BACd,QAAQ,wBACP;iBA2Ba,2BACd,QAAQ,uBACR,UAAS,oCACR;iBAmCa,4BACd,SAAS,qCACR;;;KChOS;KACA;KACA;UAEK;EACf,IAAI;EACJ,QAAQ;EACR;EACA;;UAGe;EACf,YAAY;EACZ,QAAQ;EACR,UAAU;EACV,OAAO;EACP;EACA;;UAGe,yDACP;EACR,aAAa;;iBAGC,0CACd,SAAS,mDACR;;;UCRc,+BAA+B;EAC9C,QAAQ;;UAGO,kDACP,KAAK;EACb,UAAU;;UAGK;EACf,MAAM;EACN,SAAS;EACT,mBAAmB;EACnB,uBAAuB;EACvB,WAAW;EACX,WAAW;EACX,UAAU;;iBAGI,mCACd,SAAS,4CACR;;;UCnCc;EACf;;iBAKoB,4BACpB,OAAO,YACP,UAAS,qCACR,QAAQ;;;UCbM;EACf;EACA;EACA;EACA;EACA;EACA,cAAc;EACd;EACA;EACA,UAAU;EACV;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI,gCAAgC;EAC/C;EACA;EACA;EACA;EACA;EACA,cAAc;EACd;EACA;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,SAAS;EACT,aAAa;EACb,SAAS;;UAGM;EACf;EACA,QAAQ;EACR,QACE,OAAO,2BACJ,4BAA4B,QAAQ;EACzC,aAAa,OAAO,6CAA6C;EACjE,cACE,OAAO,wBACJ,sCAAsC,QAAQ;EACnD;EACA;EACA;EACA;EACA;EACA;EACA;;iBAMoB,qBACpB,SAAS,8BACR,QAAQ;iBA6BK,8BAA8B,OAAO;;;UCxHpC;EACf;EACA;EACA;EACA,UAAU;EACV,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;EACX,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf,SAAS;;UAGM;EACf,WACE,OAAO,wBACP,SAAS,oCACC;EACZ,mBACE,OAAO,4BACP,SAAS,oCACC;;UAGG;EACf;EACA;EACA;;UAGe;EACf;EACA,eAAe;EACf;EACA;EACA,kBAAkB;EAClB;;UAGe;EACf;EACA,eAAe;EACf;EACA;EACA;EACA;EACA;EACA;EACA,UAAU;EACV,WAAW;EACX;EACA,kBAAkB;;UAGH;EACf,QAAQ;EACR,aAAa;;UAGE;EACf,QAAQ;EACR,aAAa;;UAGE;EACf,OAAO;EACP,WAAW;EACX,QAAQ;EACR,oBAAoB,UAAU,QAAQ;IACpC,QAAQ;IACR,aAAa;;EAEf;;iBAMc,6CACd,OAAO,4BACP,SAAS,uCACR;iBA6Ba,0CACd,OAAO,4BACP,SAAS,oCACR;iBAsDa,iCACd,UAAU,uCACT;;;UC9Lc;EACf;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA,SAAS;EACT;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;EACX,WAAW;;UAGI,mDACP,KAAK;EACb,MAAM;EACN,WAAW;EACX,SAAS;EACT,QAAQ;EACR;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,cAAc;EACd,YAAY;;UAGG;EACf,QAAQ;EACR,QAAQ;EACR,SAAS;EACT;;iBAKc,oCACd,SAAS,6CACR;;;KC1DE,mCAAmC;EACtC;EACA;EACA;EACA;;UAoBe,4DACP,KACN;EAGF,SAAS;EACT,YAAY;EACZ,kBAAkB;EAClB,SAAS;;UAGM;EACf;EACA;;UAGe;EACf,MAAM;EACN,QAAQ;EACR,WAAW;EACX,QAAQ;EACR,YAAY;EACZ,aAAa;EACb,SAAS;EACT;;iBAGc,6CACd,SAAS,sDACR"}
|