@tangle-network/agent-eval 1.0.21 → 1.0.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +65 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-Dngk3LZ0.js → agent-profile-4j6f2n-x.js} +4 -4
- package/dist/agent-profile-4j6f2n-x.js.map +1 -0
- package/dist/{agent-profile-BO8ruI6R.d.ts → agent-profile-C80hNPYb.d.ts} +5 -5
- package/dist/{agent-profile-BO8ruI6R.d.ts.map → agent-profile-C80hNPYb.d.ts.map} +1 -1
- package/dist/analyst/index.d.ts +11 -11
- package/dist/analyst/index.js +1 -1
- package/dist/{analyze-runs-jLTRKuoK.js → analyze-runs-BCSHzqna.js} +2 -2
- package/dist/{analyze-runs-jLTRKuoK.js.map → analyze-runs-BCSHzqna.js.map} +1 -1
- package/dist/{analyze-runs-DYYe18Gw.d.ts → analyze-runs-DbHQHvDC.d.ts} +4 -4
- package/dist/{analyze-runs-DYYe18Gw.d.ts.map → analyze-runs-DbHQHvDC.d.ts.map} +1 -1
- package/dist/app-grade/index.d.ts +3 -3
- package/dist/{benchmark-command-CoNndRCk.js → benchmark-command-DkUpd9Q6.js} +2 -2
- package/dist/{benchmark-command-CoNndRCk.js.map → benchmark-command-DkUpd9Q6.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +5 -5
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +6 -6
- package/dist/campaign/index.js +7 -7
- package/dist/{campaign-Bl07uIaf.js → campaign-D00Tbey-.js} +10 -10
- package/dist/{campaign-Bl07uIaf.js.map → campaign-D00Tbey-.js.map} +1 -1
- package/dist/{campaign-evidence-NtH29ctt.js → campaign-evidence-CVNKiK0q.js} +2 -2
- package/dist/{campaign-evidence-NtH29ctt.js.map → campaign-evidence-CVNKiK0q.js.map} +1 -1
- package/dist/cli.js +6 -6
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +7 -8
- package/dist/contract/index.js.map +1 -1
- package/dist/{default-registry-aPvwtzEM.d.ts → default-registry-CjgRr-l7.d.ts} +7 -7
- package/dist/{default-registry-aPvwtzEM.d.ts.map → default-registry-CjgRr-l7.d.ts.map} +1 -1
- package/dist/{define-agent-eval-Bx3b9B01.d.ts → define-agent-eval-BQBwKHwF.d.ts} +7 -7
- package/dist/{define-agent-eval-Bx3b9B01.d.ts.map → define-agent-eval-BQBwKHwF.d.ts.map} +1 -1
- package/dist/{define-agent-eval-BROmIwn1.js → define-agent-eval-BV16x8C0.js} +7 -7
- package/dist/{define-agent-eval-BROmIwn1.js.map → define-agent-eval-BV16x8C0.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +2 -2
- package/dist/diagnosis/index.js +1 -1
- package/dist/{engine-BF8naBn7.d.ts → engine-s3t6uYH9.d.ts} +2 -2
- package/dist/{engine-BF8naBn7.d.ts.map → engine-s3t6uYH9.d.ts.map} +1 -1
- package/dist/{eval-campaign-Dq8DEKmy.js → eval-campaign-DpkToY_w.js} +2 -2
- package/dist/eval-campaign-DpkToY_w.js.map +1 -0
- package/dist/{evaluation-CFKj_IlJ.d.ts → evaluation-DRgHKEVV.d.ts} +4 -4
- package/dist/{evaluation-CFKj_IlJ.d.ts.map → evaluation-DRgHKEVV.d.ts.map} +1 -1
- package/dist/evaluation.d.ts +1 -1
- package/dist/{exact-types-VAFjtOQN.d.ts → exact-types-DTlZSygs.d.ts} +2 -2
- package/dist/{exact-types-VAFjtOQN.d.ts.map → exact-types-DTlZSygs.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +2 -2
- package/dist/experiment/index.js +2 -2
- package/dist/{feedback-trajectory-DTj8eVTR.d.ts → feedback-trajectory-DrKk79NU.d.ts} +3 -3
- package/dist/{feedback-trajectory-DTj8eVTR.d.ts.map → feedback-trajectory-DrKk79NU.d.ts.map} +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-BlTbxHlY.d.ts → index-DAnkXnwF.d.ts} +3 -3
- package/dist/{index-BlTbxHlY.d.ts.map → index-DAnkXnwF.d.ts.map} +1 -1
- package/dist/{index-DfqAy8ct.d.ts → index-DLZp90hM.d.ts} +8 -8
- package/dist/{index-DfqAy8ct.d.ts.map → index-DLZp90hM.d.ts.map} +1 -1
- package/dist/{index-7tWvC0aW.d.ts → index-DZ_aqB7v.d.ts} +23 -179
- package/dist/index-DZ_aqB7v.d.ts.map +1 -0
- package/dist/{index-DFso1b2W.d.ts → index-DjrXBogW.d.ts} +9 -9
- package/dist/{index-DFso1b2W.d.ts.map → index-DjrXBogW.d.ts.map} +1 -1
- package/dist/{index-CM12lr9E.d.ts → index-DtX456kD.d.ts} +6 -6
- package/dist/{index-CM12lr9E.d.ts.map → index-DtX456kD.d.ts.map} +1 -1
- package/dist/{index-B62BaRzH.d.ts → index-DwscLCQX.d.ts} +2 -2
- package/dist/{index-B62BaRzH.d.ts.map → index-DwscLCQX.d.ts.map} +1 -1
- package/dist/index.d.ts +25 -25
- package/dist/index.js +14 -13
- package/dist/index.js.map +1 -1
- package/dist/{llm-judge-C813vmpc.js → llm-judge-Cbh7OHaO.js} +7 -7
- package/dist/{llm-judge-C813vmpc.js.map → llm-judge-Cbh7OHaO.js.map} +1 -1
- package/dist/{matrix-C-GxIgeJ.d.ts → matrix-8NhGDcmi.d.ts} +2 -2
- package/dist/{matrix-C-GxIgeJ.d.ts.map → matrix-8NhGDcmi.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +2 -2
- package/dist/{mint-yF51iBgY.js → mint-Ck92efNo.js} +2 -2
- package/dist/{mint-yF51iBgY.js.map → mint-Ck92efNo.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/paired-promotion-power-D03cUj9E.js +289 -0
- package/dist/paired-promotion-power-D03cUj9E.js.map +1 -0
- package/dist/{pareto-fJZg8pXm.js → pareto-UzjB3ZBk.js} +5 -288
- package/dist/pareto-UzjB3ZBk.js.map +1 -0
- package/dist/{prime-protocol-D1NkJRuD.d.ts → prime-protocol-CKxq_-cx.d.ts} +2 -2
- package/dist/{prime-protocol-D1NkJRuD.d.ts.map → prime-protocol-CKxq_-cx.d.ts.map} +1 -1
- package/dist/{promotion-gate-Da0xV4sa.d.ts → promotion-gate-HDtliGsh.d.ts} +3 -3
- package/dist/{promotion-gate-Da0xV4sa.d.ts.map → promotion-gate-HDtliGsh.d.ts.map} +1 -1
- package/dist/{registry-BAcEbzKm.d.ts → registry-BnenKvxM.d.ts} +3 -3
- package/dist/{registry-BAcEbzKm.d.ts.map → registry-BnenKvxM.d.ts.map} +1 -1
- package/dist/{release-confidence-DGtuPDxJ.js → release-confidence-B4Xxdpmn.js} +2 -2
- package/dist/{release-confidence-DGtuPDxJ.js.map → release-confidence-B4Xxdpmn.js.map} +1 -1
- package/dist/reporting.d.ts +4 -4
- package/dist/reporting.js +2 -2
- package/dist/{researcher-CSlc84Bp.d.ts → researcher-DEpedkOZ.d.ts} +4 -4
- package/dist/{researcher-CSlc84Bp.d.ts.map → researcher-DEpedkOZ.d.ts.map} +1 -1
- package/dist/{reward-ST4PXNXF.d.ts → reward-ap_R9mCH.d.ts} +2 -2
- package/dist/{reward-ST4PXNXF.d.ts.map → reward-ap_R9mCH.d.ts.map} +1 -1
- package/dist/{reward-hacking-C9hPVT0Q.d.ts → reward-hacking-CIdVwVe4.d.ts} +2 -2
- package/dist/{reward-hacking-C9hPVT0Q.d.ts.map → reward-hacking-CIdVwVe4.d.ts.map} +1 -1
- package/dist/rl.d.ts +8 -8
- package/dist/rl.js +5 -5
- package/dist/rollout/index.d.ts +3 -3
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-DKa54qer.js → rollout-DWl3Gg6A.js} +2 -2
- package/dist/{rollout-DKa54qer.js.map → rollout-DWl3Gg6A.js.map} +1 -1
- package/dist/{rubric-predictive-validity-B3RzbwOx.d.ts → rubric-predictive-validity-Bbi88Aut.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-B3RzbwOx.d.ts.map → rubric-predictive-validity-Bbi88Aut.d.ts.map} +1 -1
- package/dist/{run-record-CFbnkE1K.js → run-record-DTTx9Ktr.js} +2 -2
- package/dist/{run-record-CFbnkE1K.js.map → run-record-DTTx9Ktr.js.map} +1 -1
- package/dist/{run-record-CpLS4Uid.js → run-record-DmX_ESC5.js} +7 -5
- package/dist/run-record-DmX_ESC5.js.map +1 -0
- package/dist/{run-record-D2BFMPGl.d.ts → run-record-pBlhZizT.d.ts} +8 -8
- package/dist/{run-record-D2BFMPGl.d.ts.map → run-record-pBlhZizT.d.ts.map} +1 -1
- package/dist/search/index.d.ts +2 -2
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +2 -2
- package/dist/{search-kernel-CQGLbmgn.d.ts → search-kernel-CoDJ21q9.d.ts} +3 -3
- package/dist/{search-kernel-CQGLbmgn.d.ts.map → search-kernel-CoDJ21q9.d.ts.map} +1 -1
- package/dist/{search-ledger-Dk-yk5Li.js → search-ledger-9liYyZf5.js} +2 -2
- package/dist/{search-ledger-Dk-yk5Li.js.map → search-ledger-9liYyZf5.js.map} +1 -1
- package/dist/{search-shipper-Dm-_Dtvy.js → search-shipper-B6tMNx1I.js} +2 -2
- package/dist/{search-shipper-Dm-_Dtvy.js.map → search-shipper-B6tMNx1I.js.map} +1 -1
- package/dist/{search-summary-sPWiYtSl.js → search-summary-CISbbxyr.js} +2 -2
- package/dist/{search-summary-sPWiYtSl.js.map → search-summary-CISbbxyr.js.map} +1 -1
- package/dist/sequential-BCzXKQab.d.ts +246 -0
- package/dist/sequential-BCzXKQab.d.ts.map +1 -0
- package/dist/{sequential-CAksw6EU.js → sequential-Ko7T-zvu.js} +65 -28
- package/dist/sequential-Ko7T-zvu.js.map +1 -0
- package/dist/{skillopt-optimization-method-QO1nU8Kz.js → skillopt-optimization-method-B1Hkfexf.js} +4 -4
- package/dist/{skillopt-optimization-method-QO1nU8Kz.js.map → skillopt-optimization-method-B1Hkfexf.js.map} +1 -1
- package/dist/{statistical-heldout-CvOwNqt9.d.ts → statistical-heldout-e2hbqDui.d.ts} +4 -4
- package/dist/{statistical-heldout-CvOwNqt9.d.ts.map → statistical-heldout-e2hbqDui.d.ts.map} +1 -1
- package/dist/{store-tool-spans-B3z_Qb5u.d.ts → store-tool-spans-mlmGj6n3.d.ts} +5 -5
- package/dist/{store-tool-spans-B3z_Qb5u.d.ts.map → store-tool-spans-mlmGj6n3.d.ts.map} +1 -1
- package/dist/{summary-report-DyZquTaH.d.ts → summary-report-DsiORzPc.d.ts} +3 -3
- package/dist/{summary-report-DyZquTaH.d.ts.map → summary-report-DsiORzPc.d.ts.map} +1 -1
- package/dist/{systemone-DVk-Crtu.d.ts → systemone-B93onE_a.d.ts} +7 -7
- package/dist/{systemone-DVk-Crtu.d.ts.map → systemone-B93onE_a.d.ts.map} +1 -1
- package/dist/{systemone-review-CToBl1oa.d.ts → systemone-review-BIggseLt.d.ts} +2 -2
- package/dist/{systemone-review-CToBl1oa.d.ts.map → systemone-review-BIggseLt.d.ts.map} +1 -1
- package/dist/systemone.d.ts +3 -3
- package/dist/{tool-groups-R5RO9OHn.d.ts → tool-groups-CCiATVZw.d.ts} +3 -3
- package/dist/tool-groups-CCiATVZw.d.ts.map +1 -0
- package/dist/{trace-questions-BY6taxnl.d.ts → trace-questions-B7lkyOlo.d.ts} +3 -3
- package/dist/{trace-questions-BY6taxnl.d.ts.map → trace-questions-B7lkyOlo.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +2 -2
- package/dist/traces.d.ts +4 -4
- package/dist/traces.js +2 -8
- package/dist/traces.js.map +1 -1
- package/dist/{tree-C-N2kP-8.js → tree-D2cNtu9m.js} +10 -10
- package/dist/tree-D2cNtu9m.js.map +1 -0
- package/dist/{types-BsdcSWnf.d.ts → types-3uX8odDK.d.ts} +3 -3
- package/dist/{types-BsdcSWnf.d.ts.map → types-3uX8odDK.d.ts.map} +1 -1
- package/dist/{types-kBMNdo1X.d.ts → types-Ob1blgI2.d.ts} +2 -2
- package/dist/{types-kBMNdo1X.d.ts.map → types-Ob1blgI2.d.ts.map} +1 -1
- package/dist/{types-ip2D3-Ib.d.ts → types-efIQ03Uo.d.ts} +4 -4
- package/dist/{types-ip2D3-Ib.d.ts.map → types-efIQ03Uo.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +3 -3
- package/docs/adopt-stack.md +9 -0
- package/docs/eval-fixtures.md +2 -2
- package/docs/search-ledger.md +1 -0
- package/package.json +5 -5
- package/dist/agent-profile-Dngk3LZ0.js.map +0 -1
- package/dist/eval-campaign-Dq8DEKmy.js.map +0 -1
- package/dist/index-7tWvC0aW.d.ts.map +0 -1
- package/dist/pareto-fJZg8pXm.js.map +0 -1
- package/dist/run-record-CpLS4Uid.js.map +0 -1
- package/dist/sequential-B9p6uoV8.d.ts +0 -168
- package/dist/sequential-B9p6uoV8.d.ts.map +0 -1
- package/dist/sequential-CAksw6EU.js.map +0 -1
- package/dist/tool-groups-R5RO9OHn.d.ts.map +0 -1
- package/dist/tree-C-N2kP-8.js.map +0 -1
|
@@ -2,37 +2,36 @@ import { f as CostReceiptInput, h as MaximumCharge, m as CustomTokenPricing, o a
|
|
|
2
2
|
import { c as ValidationError, t as AgentEvalError } from "./errors-E9I2hldP.js";
|
|
3
3
|
import { l as AgentProfileJson, r as AgentProfileCell } from "./agent-profile-cell-3kYxUsK2.js";
|
|
4
4
|
import { h as RunStatus, o as FailureClass, r as BudgetSpec } from "./schema-CkIvnmLU.js";
|
|
5
|
-
import { a as RunRecord, c as RunSplitTag } from "./run-record-
|
|
6
|
-
import { i as AnalystFinding, m as EvidenceRef } from "./types-
|
|
5
|
+
import { a as RunRecord, c as RunSplitTag } from "./run-record-pBlhZizT.js";
|
|
6
|
+
import { i as AnalystFinding, m as EvidenceRef } from "./types-Ob1blgI2.js";
|
|
7
7
|
import { B as LlmCallResult, O as ChatClient, V as LlmChargeBounds, Y as LlmUsage, h as JudgeFn, lt as ServedModelCheck, y as ProductClientConfig, z as LlmCallRequest } from "./cluster-Cd0MRbr9.js";
|
|
8
8
|
import { E as PairedBootstrapResult, T as PairedBootstrapOptions } from "./index-DNXFzSpc.js";
|
|
9
|
-
import "./index-
|
|
10
|
-
import { S as JudgeConfig, w as JudgeScore } from "./types-
|
|
9
|
+
import "./index-DLZp90hM.js";
|
|
10
|
+
import { S as JudgeConfig, w as JudgeScore } from "./types-efIQ03Uo.js";
|
|
11
11
|
import { s as TraceStore } from "./store-CMs5wGXP.js";
|
|
12
|
-
import "./statistical-heldout-
|
|
13
|
-
import { t as AgentProfile } from "./agent-profile-
|
|
14
|
-
import { o as PairedPromotionDecisionOptions, t as PairedDecisionMethod } from "./paired-promotion-decision-DJU3fZxH.js";
|
|
12
|
+
import "./statistical-heldout-e2hbqDui.js";
|
|
13
|
+
import { t as AgentProfile } from "./agent-profile-C80hNPYb.js";
|
|
15
14
|
import { r as DatasetScenario, t as Dataset } from "./dataset-DThC1S6G.js";
|
|
16
15
|
import { t as DefaultVerdict } from "./verdict-D_qiBQ6_.js";
|
|
17
16
|
import { n as Layer } from "./multi-layer-verifier-lM4aVN78.js";
|
|
18
|
-
import "./summary-report-
|
|
19
|
-
import "./analyze-runs-
|
|
17
|
+
import "./summary-report-DsiORzPc.js";
|
|
18
|
+
import "./analyze-runs-DbHQHvDC.js";
|
|
20
19
|
import { o as TraceEmitter } from "./emitter-mAXC5PSN.js";
|
|
21
20
|
import { t as HarnessAssertion } from "./sandbox-harness-K3LuyORm.js";
|
|
22
|
-
import "./define-agent-eval-
|
|
23
|
-
import "./default-registry-
|
|
24
|
-
import "./exact-types-
|
|
25
|
-
import "./systemone-
|
|
26
|
-
import "./engine-
|
|
27
|
-
import "./registry-
|
|
28
|
-
import "./index-
|
|
21
|
+
import "./define-agent-eval-BQBwKHwF.js";
|
|
22
|
+
import "./default-registry-CjgRr-l7.js";
|
|
23
|
+
import "./exact-types-DTlZSygs.js";
|
|
24
|
+
import "./systemone-B93onE_a.js";
|
|
25
|
+
import "./engine-s3t6uYH9.js";
|
|
26
|
+
import "./registry-BnenKvxM.js";
|
|
27
|
+
import "./index-DtX456kD.js";
|
|
29
28
|
import { d as Trajectory, f as TrajectoryStep } from "./tool-waste-CUASoTtk.js";
|
|
30
|
-
import "./types-
|
|
31
|
-
import { B as ControlRuntimeConfig, H as ControlSeverity, R as ControlEvalResult, a as FeedbackLabel, v as ProposedSideEffect, z as ControlRunResult } from "./feedback-trajectory-
|
|
32
|
-
import "./store-tool-spans-
|
|
33
|
-
import "./researcher-
|
|
34
|
-
import "./index-
|
|
35
|
-
import "./promotion-gate-
|
|
29
|
+
import "./types-3uX8odDK.js";
|
|
30
|
+
import { B as ControlRuntimeConfig, H as ControlSeverity, R as ControlEvalResult, a as FeedbackLabel, v as ProposedSideEffect, z as ControlRunResult } from "./feedback-trajectory-DrKk79NU.js";
|
|
31
|
+
import "./store-tool-spans-mlmGj6n3.js";
|
|
32
|
+
import "./researcher-DEpedkOZ.js";
|
|
33
|
+
import "./index-DAnkXnwF.js";
|
|
34
|
+
import "./promotion-gate-HDtliGsh.js";
|
|
36
35
|
import { SpanKind } from "@tangle-network/agent-trace-contract";
|
|
37
36
|
declare class CostCeilingReachedError extends ValidationError {
|
|
38
37
|
constructor(ceilingUsd: number, committedUsd: number, requestedUsd: number, phase: string, actor: string);
|
|
@@ -2980,161 +2979,6 @@ interface OracleReport extends DefaultVerdict {
|
|
|
2980
2979
|
}
|
|
2981
2980
|
/** Run all oracles against one observation and aggregate. */
|
|
2982
2981
|
declare function evaluateOracles(obs: OracleObservation, oracles: Oracle[]): OracleReport;
|
|
2983
|
-
/** A serializable law for one scalar draw. */
|
|
2984
|
-
type PairedValueLaw = {
|
|
2985
|
-
kind: 'point';
|
|
2986
|
-
value: number;
|
|
2987
|
-
} | {
|
|
2988
|
-
kind: 'atoms';
|
|
2989
|
-
atoms: ReadonlyArray<{
|
|
2990
|
-
value: number;
|
|
2991
|
-
probability: number;
|
|
2992
|
-
}>;
|
|
2993
|
-
} | {
|
|
2994
|
-
kind: 'normal';
|
|
2995
|
-
mean: number;
|
|
2996
|
-
sd: number;
|
|
2997
|
-
};
|
|
2998
|
-
interface PairedPromotionAlternativeCell {
|
|
2999
|
-
/** Probability of this cell. The cells' probabilities sum to 1. */
|
|
3000
|
-
probability: number;
|
|
3001
|
-
/** Pass/fail outcome of each arm in this cell. Required by every call whose
|
|
3002
|
-
* `outcome` is `'pass'`; ignored otherwise. */
|
|
3003
|
-
pass?: {
|
|
3004
|
-
control: boolean;
|
|
3005
|
-
treatment: boolean;
|
|
3006
|
-
};
|
|
3007
|
-
/** Law of the candidate-minus-baseline delta on the continuous scale, given
|
|
3008
|
-
* this cell. A tie is `{ kind: 'point', value: 0 }`. */
|
|
3009
|
-
delta: PairedValueLaw;
|
|
3010
|
-
}
|
|
3011
|
-
interface PairedPromotionAlternative {
|
|
3012
|
-
/** The registered joint law: the cell is drawn first, then the delta given
|
|
3013
|
-
* the cell, so pass/fail and delta are dependent exactly as registered. */
|
|
3014
|
-
cells: ReadonlyArray<PairedPromotionAlternativeCell>;
|
|
3015
|
-
/**
|
|
3016
|
-
* Law of the control arm's value on the continuous scale; the candidate is
|
|
3017
|
-
* control plus delta. Default `{ kind: 'point', value: 0 }`. The mean and
|
|
3018
|
-
* median bootstraps read only the deltas, so the baseline changes nothing
|
|
3019
|
-
* there; it matters only when a `'delta'` call infers its shape from the
|
|
3020
|
-
* observed values (see `continuous` on {@link PairedPromotionDecisionOptions}).
|
|
3021
|
-
*/
|
|
3022
|
-
baseline?: PairedValueLaw;
|
|
3023
|
-
}
|
|
3024
|
-
interface PairedPromotionPowerCall {
|
|
3025
|
-
/** What the call reads from each simulated pair: `'delta'` gives it
|
|
3026
|
-
* `(control, control + delta)` on the continuous scale, `'pass'` gives it
|
|
3027
|
-
* each arm's pass/fail as `0` or `options.binaryScale ?? 1`. */
|
|
3028
|
-
outcome: 'delta' | 'pass';
|
|
3029
|
-
/** The call's options, exactly as the caller will run it. `minPairs`
|
|
3030
|
-
* defaults to the simulated n, the value a gate seals; a caller-supplied
|
|
3031
|
-
* value is kept, and one above n refuses every simulation. A `'pass'` call
|
|
3032
|
-
* must declare `binaryScale`: the simulation never declares one on the
|
|
3033
|
-
* caller's behalf, because a declared scale routes an all-zero sample to
|
|
3034
|
-
* the score interval where an inferred one refuses it. */
|
|
3035
|
-
options: PairedPromotionDecisionOptions;
|
|
3036
|
-
}
|
|
3037
|
-
interface PairedPromotionPowerOptions {
|
|
3038
|
-
/** Total paired episodes, ties included. */
|
|
3039
|
-
n: number;
|
|
3040
|
-
alternative: PairedPromotionAlternative;
|
|
3041
|
-
/** Every call must return `promote: true` for a simulation to count as a
|
|
3042
|
-
* promotion. At least one call. */
|
|
3043
|
-
calls: ReadonlyArray<PairedPromotionPowerCall>;
|
|
3044
|
-
/** Simulated data sets. Default 1000. */
|
|
3045
|
-
simulations?: number;
|
|
3046
|
-
/** PRNG seed for the simulated draws (not the bootstrap's seed, which each
|
|
3047
|
-
* call carries in its own options). Default 1. */
|
|
3048
|
-
seed?: number;
|
|
3049
|
-
}
|
|
3050
|
-
interface PairedPromotionCallRates {
|
|
3051
|
-
outcome: 'delta' | 'pass';
|
|
3052
|
-
/** Fraction of simulations in which this call alone promoted. */
|
|
3053
|
-
promote: number;
|
|
3054
|
-
/** Fractions of simulations in which each refusal channel fired. */
|
|
3055
|
-
insufficient: number;
|
|
3056
|
-
indeterminate: number;
|
|
3057
|
-
exactTestVetoes: number;
|
|
3058
|
-
/** Fraction in which the call was sufficient, determinate, not vetoed, and
|
|
3059
|
-
* still did not clear its threshold. */
|
|
3060
|
-
hold: number;
|
|
3061
|
-
/** Fraction of simulations decided by each method; the regime the call
|
|
3062
|
-
* actually ran in at this n. */
|
|
3063
|
-
methods: Partial<Record<PairedDecisionMethod, number>>;
|
|
3064
|
-
}
|
|
3065
|
-
interface PairedPromotionPowerResult {
|
|
3066
|
-
n: number;
|
|
3067
|
-
simulations: number;
|
|
3068
|
-
seed: number;
|
|
3069
|
-
/** Fraction of simulations in which every call promoted: the joint power. */
|
|
3070
|
-
power: number;
|
|
3071
|
-
/** Monte Carlo standard error of `power`. */
|
|
3072
|
-
standardError: number;
|
|
3073
|
-
/** Wilson 95% interval on `power`. */
|
|
3074
|
-
low: number;
|
|
3075
|
-
high: number;
|
|
3076
|
-
/** Fraction in which at least one call refused (insufficient, indeterminate
|
|
3077
|
-
* or vetoed); the rest of the non-promotions are holds. */
|
|
3078
|
-
refuse: number;
|
|
3079
|
-
hold: number;
|
|
3080
|
-
/** Per-call rates, in the order the calls were supplied. */
|
|
3081
|
-
calls: PairedPromotionCallRates[];
|
|
3082
|
-
}
|
|
3083
|
-
interface RequiredPairsForPairedPromotionOptions {
|
|
3084
|
-
/** Target joint power. Default 0.8. */
|
|
3085
|
-
target?: number;
|
|
3086
|
-
alternative: PairedPromotionAlternative;
|
|
3087
|
-
calls: ReadonlyArray<PairedPromotionPowerCall>;
|
|
3088
|
-
/** Smallest n to consider. Default 1. */
|
|
3089
|
-
minPairs?: number;
|
|
3090
|
-
/** Largest n to consider; the scan stops there with `n: null` if the target
|
|
3091
|
-
* is never reached. Default 200. */
|
|
3092
|
-
maxPairs?: number;
|
|
3093
|
-
simulations?: number;
|
|
3094
|
-
seed?: number;
|
|
3095
|
-
}
|
|
3096
|
-
interface RequiredPairsForPairedPromotionResult {
|
|
3097
|
-
target: number;
|
|
3098
|
-
/** First n scanned whose estimated joint power reaches the target, or null
|
|
3099
|
-
* when no n up to `maxPairs` does. Descriptive only: power is not monotone
|
|
3100
|
-
* in n on the exact and discrete routes, the scan reads one noisy estimate
|
|
3101
|
-
* per n, and the first crossing of many is biased low. Read the curve. */
|
|
3102
|
-
n: number | null;
|
|
3103
|
-
/**
|
|
3104
|
-
* The conservative choice, which a preregistration should prefer: the first
|
|
3105
|
-
* scanned n whose Wilson lower bound reaches the target AND whose
|
|
3106
|
-
* independent confirmation (a second simulation at that n on a fresh seed,
|
|
3107
|
-
* `confirmation` below) also has its lower bound at or above the target. The
|
|
3108
|
-
* confirmation is what keeps the 95 % coverage: a scan over many n gives
|
|
3109
|
-
* Monte Carlo noise many chances to push one bound across, so the scan's own
|
|
3110
|
-
* bound selects a candidate and never certifies it. Never set while `n` is
|
|
3111
|
-
* null. Null when not reached by `maxPairs`.
|
|
3112
|
-
*/
|
|
3113
|
-
nAtLowerBound: number | null;
|
|
3114
|
-
/** The independent simulation at `nAtLowerBound`; null when not reached. */
|
|
3115
|
-
confirmation: PairedPromotionPowerResult | null;
|
|
3116
|
-
/** Every n scanned, in order, with its scan estimate; candidates whose
|
|
3117
|
-
* confirmation failed are in `rejected`. The scan stops at `nAtLowerBound`
|
|
3118
|
-
* when that is reached, else at `maxPairs`. */
|
|
3119
|
-
curve: PairedPromotionPowerResult[];
|
|
3120
|
-
/** Candidates the scan's bound selected and the confirmation refused. */
|
|
3121
|
-
rejected: PairedPromotionPowerResult[];
|
|
3122
|
-
}
|
|
3123
|
-
/**
|
|
3124
|
-
* Joint power of the configured calls at `n` under the registered alternative:
|
|
3125
|
-
* the fraction of simulated data sets on which every call promotes.
|
|
3126
|
-
*/
|
|
3127
|
-
declare function pairedPromotionPower(options: PairedPromotionPowerOptions): PairedPromotionPowerResult;
|
|
3128
|
-
/**
|
|
3129
|
-
* First n at which {@link pairedPromotionPower} reaches the target, scanning
|
|
3130
|
-
* every n from `minPairs` upward. Both the point-estimate answer and the
|
|
3131
|
-
* confirmed lower-bound answer are returned; the scan runs until the latter is
|
|
3132
|
-
* reached (so the curve past `n` is retained) or `maxPairs` is exhausted. A
|
|
3133
|
-
* candidate selected by the scan's bound is certified only by an independent
|
|
3134
|
-
* simulation at that n on a different seed; a candidate that fails it is
|
|
3135
|
-
* recorded and the scan continues.
|
|
3136
|
-
*/
|
|
3137
|
-
declare function requiredPairsForPairedPromotion(options: RequiredPairsForPairedPromotionOptions): RequiredPairsForPairedPromotionResult;
|
|
3138
2982
|
/**
|
|
3139
2983
|
* Treatment-applied gate — "did the treatment's tool actually fire this run?"
|
|
3140
2984
|
*
|
|
@@ -3545,5 +3389,5 @@ declare function assertContains(name: string, actual: string, expected: string):
|
|
|
3545
3389
|
declare function assertNotContains(name: string, actual: string, forbidden: string): HarnessAssertion;
|
|
3546
3390
|
declare function assertEventCount(name: string, count: number, min: number, max?: number): HarnessAssertion;
|
|
3547
3391
|
declare function assertHasField(name: string, obj: Record<string, unknown>, field: string): HarnessAssertion;
|
|
3548
|
-
export {
|
|
3549
|
-
//# sourceMappingURL=index-
|
|
3392
|
+
export { EnsembleAggregate as $, makePolicyEditCandidateRecord as $i, ReviewInput as $n, pairedDeltaTest as $r, TraceContract as $t, contentHash as A, AssertCapabilityHeadroomOptions as Ai, PromptRegistry as An, RuntimeTrajectoryHookEvent as Ar, checkCanaries as At, evaluateOracles as B, PolicyEditAdmissionOptions as Bi, ReflectionContext as Bn, ProductBenchmarkExportResult as Br, evaluateTraceContract as Bt, runAgentControlLoop as C, errorStreakDetector as Ci, aggregateRunScore as Cn, runBoundedProcess as Cr, DeployRunner as Ct, index_d_exports as D, CostSummary as Di, ReferenceReplayRun as Dn, ProjectRuntimeTrajectoryEvidenceOptions as Dr, viteDeployRunner as Dt, BudgetGuard as E, CostEntry as Ei, ReferenceReplayCaseRun as En, proposeSynthesisTargets as Er, deployGateLayer as Et, gateTreatmentApplied as F, assertCapabilityHeadroom as Fi, ModelEndpointCheck as Fn, ProductBenchmarkSplit as Fr, TraceContractSpec as Ft, KeywordCoverageResult as G, PolicyEditGainDirection as Gi, LlmReviewerConfig as Gn, HeldOutPartition as Gr, ContractRuleExecution as Gt, KeywordConceptSpec as H, PolicyEditCandidateRecord as Hi, TrialTrace as Hn, exportProductBenchmark as Hr, ArgumentCheck as Ht, Oracle as I, capabilityHeadroom as Ii, ModelEndpointRequest as In, ProductBenchmarkValidationReport as Ir, compileTraceContractSpec as It, EnsembleJudgeOptions as J, PolicyEditRisk as Ji, ProposeOutput as Jn, TrainSelectionTestPartition as Jr, ContractStatus as Jt, runKeywordCoverageJudge as K, PolicyEditGainUnit as Ki, ProposeFn as Kn, PartitionHeldOutOptions as Kr, ContractRun as Kt, OracleObservation as L, FindingToPolicyEditOptions as Li, preflightModels as Ln, assertProductBenchmarkRun as Lr, lintTraceContractSpec as Lt, TreatmentGate as M, CapabilityHeadroomResult as Mi, ModelSeats as Mn, RuntimeTrajectoryRunRecord as Mr, ActionPolicyDecision as Mt, TreatmentGateInput as N, HeadroomInput as Ni, resolveSeat as Nn, projectRuntimeTrajectoryEvidence as Nr, evaluateActionPolicy as Nt, VerdictCacheStore as O, CostTracker as Oi, ReferenceReplaySplit as On, RuntimeTrajectoryEvidenceProjection as Or, wranglerDeployRunner as Ot, TreatmentGateOptions as P, TaskHeadroom as Pi, seatPresets as Pn, ProductBenchmarkManifest as Pr, ContractLintFinding as Pt, withJudgeRetry as Q, PolicyEditTargetSurface as Qi, ReviewFn as Qn, minimumPairsForPairedDeltaTest as Qr, SpanPredicate as Qt, OracleReport as R, PolicyEdit as Ri, RunRecordBackend as Rn, readProductBenchmarkManifest as Rr, explainTraceContract as Rt, subjectiveEval as S, StreamingDetector as Si, RunScoreWeights as Sn, DEFAULT_BOUNDED_PROCESS_TIMEOUT_MS as Sr, DeployRunResult as St, BudgetBreachError as T, repeatedActionDetector as Ti, SteeringBundle as Tn, SynthesisTarget as Tr, WranglerDeployRunnerInput as Tt, KeywordCoverageFinding as U, PolicyEditChange as Ui, buildReflectionPrompt as Un, exportProductBenchmarkRuns as Ur, ContractCheckResult as Ut, jsonShape as V, PolicyEditAxis as Vi, ReflectionProposal as Vn, ProductBenchmarkSingleRunExportOptions as Vr, traceContract as Vt, KeywordCoverageOptions as W, PolicyEditExpectedGain as Wi, parseReflectionResponse as Wn, productBenchmarkRepoIdentity as Wr, ContractRule as Wt, JudgeRetryOutcome as X, PolicyEditSource as Xi, ProposeReviewReport as Xn, PairedDeltaTestOptions as Xr, OrderMode as Xt, ensembleJudge as Y, PolicyEditSchemaVersion as Yi, ProposeReviewConfig as Yn, partitionHeldOut as Yr, ContractVerdict as Yt, JudgeRetryPolicy as Z, PolicyEditTarget as Zi, Review as Zn, PairedDeltaTestResult as Zr, RetryWrite as Zt, blockingKnowledgeEval as _, extractErrorCount as _i, CounterfactualRunner as _n, RunCommandInput as _r, NoLeakOptions as _t, assertHttpOk as a, costReceiptFromLlmError as aa, KnowledgeBundle as ai, ScorecardCellDiff as an, inMemoryReviewStore as ar, runIntentMatchJudge as at, userQuestionsForKnowledgeGaps as b, ErrorStreakOptions as bi, SteeringOptimizationRow as bn, BoundedProcessInput as br, blendHeldout as bt, assertStatus as c, costForTokenPricing as ca, KnowledgeReadinessReport as ci, ScorecardLogLine as cn, ExperimentRep as cr, SingleBackendDivergence as ct, MODEL_PRICING as d, CostCeilingReachedError as da, KnowledgeSensitivity as di, loadScorecard as dn, ImprovementVerdictResult as dr, BlendWeights as dt, isTransientLlmError as ea, LeaderboardOptions as ei, CellVerdict as en, ReviewMemoryEntry as er, JudgeVerdict as et, estimateCost as f, UserQuestion as fi, recordRuns as fn, DiscoverPersonasOptions as fr, FieldDestination as ft, acquisitionPlansForKnowledgeGaps as g, ExtractResult as gi, CounterfactualResult as gn, DirEntry as gr, JudgeScoreInput as gt, resolveModelPricing as h, ExtractOptions as hi, CounterfactualMutation as hn, CommandRunner as hr, HiddenLeak as ht, assertHasField as i, costReceiptFromLlm as ia, KnowledgeAcquisitionMode as ii, ScorecardCell as in, createLlmReviewer as ir, IntentMatchResult as it, fileVerdictCache as j, CapabilityHeadroomOptions as ji, hashContent as jn, RuntimeTrajectoryRecord as jr, ActionExecutionPolicy as jt, canonicalJson as k, ScenarioCost as ki, PromptHandle as kn, RuntimeTrajectoryEvidenceSummary as kr, CanaryLeak as kt, analyzeAntiSlop as l, costForUsage as la, KnowledgeRequirement as li, diffScorecard as ln, ExperimentStats as lr, SingleBackendReport as lt, isModelPriced as m, ErrorCountPattern as mi, CounterfactualContext as mn, discoverPersonas as mr, HiddenGradeResult as mt, assertEventCount as n, LlmCallError as na, leaderboard as ni, RecordRunsOptions as nn, Verification as nr, IntentMatchInput as nt, assertLatencyUnder as o, maximumChargeForLlmRequest as oa, KnowledgeFreshness as oi, ScorecardDiff as on, jsonlReviewStore as or, AssertSingleBackendOptions as ot, estimateTokens as p, ERROR_COUNT_PATTERNS as pi, recordRunsToScorecard as pn, DiscoveredPersona as pr, HiddenCriteriaGrader as pt, runKeywordCoverageJudgeUrl as q, PolicyEditInit as qi, ProposeInput as qn, TrainSelectionTestOptions as qr, ContractSpan as qt, assertExists as r, LlmResponseError as ra, DataAcquisitionPlan as ri, Scorecard as rn, VerifyFn as rr, IntentMatchOptions as rt, assertNotContains as s, CostResult as sa, KnowledgeImportance as si, ScorecardEntry as sn, runProposeReview as sr, BackendDescriptor as st, assertContains as t, stripFencedJson as ta, LeaderboardRow as ti, DiffScorecardOptions as tn, ReviewMemoryStore as tr, aggregateJudgeVerdicts as tt, createAntiSlopJudge as u, CostAccountingIncompleteError as ua, KnowledgeRequirementCategory as ui, formatScorecardDiff as un, ImprovementThresholds as ur, assertSingleBackend as ut, knowledgeReadinessTracePayload as v, DetectorEvent as vi, PairwiseSteeringOptimizer as vn, RunCommandResult as vr, RoutedField as vt, ProductClient as w, observeAll as wi, clamp01 as wn, ActiveLearningOptions as wr, ViteDeployRunnerInput as wt, objectiveEval as x, RepeatedActionOptions as xi, RunScore as xn, BoundedProcessResult as xr, DeployGateLayerInput as xt, scoreKnowledgeReadiness as y, DetectorSignal as yi, SteeringOptimizationResult as yn, localCommandRunner as yr, assertNoHiddenLeak as yt, OracleResult as z, PolicyEditAdmission as zi, jsonlRunRecordBackend as zn, ProductBenchmarkExportOptions as zr, checkTraceContracts as zt };
|
|
3393
|
+
//# sourceMappingURL=index-DZ_aqB7v.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index-DZ_aqB7v.d.ts","names":[],"sources":["../src/cost-ledger/errors.ts","../src/cost-ledger/pricing.ts","../src/llm-client/accounting.ts","../src/llm-client/errors.ts","../src/llm-client/json.ts","../src/llm-client/resilience.ts","../src/analyst/policy-edit.ts","../src/capability-headroom.ts","../src/cost-tracker.ts","../src/detectors/index.ts","../src/error-count-extractor.ts","../src/knowledge/types.ts","../src/leaderboard.ts","../src/paired-delta-test.ts","../src/partition-held-out.ts","../src/product-benchmark/export.ts","../src/product-benchmark/index.ts","../src/runtime-trajectory.ts","../src/active-learning.ts","../src/bounded-process.ts","../src/command-runner.ts","../src/discover-personas.ts","../src/improvement-verdict.ts","../src/propose-review.ts","../src/reflective-mutation.ts","../src/eval-trace-store.ts","../src/integrity/preflight.ts","../src/model-seats.ts","../src/prompt-registry.ts","../src/reference-replay.ts","../src/steering.ts","../src/run-score.ts","../src/steering-optimizer.ts","../src/counterfactual.ts","../src/scorecard.ts","../src/trace-contracts/types.ts","../src/trace-contracts/builder.ts","../src/trace-contracts/evaluate.ts","../src/trace-contracts/explain.ts","../src/trace-contracts/spec.ts","../src/action-policy.ts","../src/contamination-guard.ts","../src/deploy-gate-layer.ts","../src/hidden-criteria-grading.ts","../src/integrity/single-backend.ts","../src/intent-match-judge.ts","../src/judge-ensemble.ts","../src/judge-retry.ts","../src/judge-panel.ts","../src/keyword-coverage-judge.ts","../src/oracle.ts","../src/treatment-gate.ts","../src/verdict-cache.ts","../src/profile/baselines.ts","../src/profile/index.ts","../src/budget-guard.ts","../src/client.ts","../src/control-runtime.ts","../src/control-runtime/policy.ts","../src/knowledge/readiness.ts","../src/metrics.ts","../src/anti-slop.ts","../src/sandbox-assertions.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cAMa,gCAAgC;EAEzC,YAAA,oBACA,sBACA,sBACA,eACA;;cAQS,sCAAsC;UCblC;EACf;EACA;;iBAGc,aAAa,eAAe,OAAO,YAAY;;iBAc/C,oBACd,SAAS,oBACT,OAAO,KAAK;iBCtBE,2BACd,SAAS,KACP,0GAGF,UAAS,kBACR;;;;;;iBAoCa,mBACd,QAAQ,eACR,qBAAqB,qBACpB;;iBA6Ba,wBACd,OAAO,OACP,qBAAqB,qBACpB;cChFU,qBAAqB;WAGd;WACA;WACA;EAHhB,YAAA,iBACgB,gBACA,cACA;;;;;cASP,yBAAyB;WAGlB,QAAQ;EADxB,YAAA,iBACgB,QAAQ,eACxB;IAAY;;;;;;;;iBCXA,gBAAgB;;;;;;;;;;;;iBCgFhB,oBAAoB;KClFxB;cAEN;KAaM,yBAAyB;cAE/B;KAUM,kCAAkC;KAClC;KACA;KACA;UAEK;EACf,SAAS;;;EAGT;;;EAGA,mBAAmB;;EAEnB;;KAGU;EAEN;EACA;EACA;;EAEA;;EAGA;EACA;EACA;EACA,QAAQ;;UAGG;;EAEf;EACA,WAAW;;EAEX;EACA,OAAO;EACP;;UAGe;EACf;EACA;EACA,cAAc;;EAEd;;UAGe;EACf,eAAe;EACf;EACA,MAAM;EACN,QAAQ;EACR,QAAQ;EACR;EACA,cAAc;EACd;EACA,MAAM;EACN,QAAQ;EACR;EACA;EACA,WAAW;;cAGP;;UAGW;EACf,eAAe;EACf,YAAY;;KAGF,iBAAiB,KAAK;EAChC,gBAAgB;EAChB;;UAWe;EACf,eACI,2BACE,SAAS,mBAAmB;EAClC,OAAO,mBAAmB,SAAS,mBAAmB;EACtD,cAAc;EACd,uBAAuB;;UAGR;EACf;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN;EACA;EACA;;iBAgDc,8BAA8B,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;UCrKhD;;EAEf;;;EAGA;;;;;;KAOG;UAEY;EACf;;EAEA;;;;EAIA;;;EAGA;EACA,UAAU;;UAGK;;;;EAIf;;UAGe;;EAEf,OAAO;EACP;IACE;IACA;IACA;;;;IAIA;;;;;;;;;;;;;;;;iBAiBY,mBACd,eAAe,iBACf,OAAM,4BACL;UAiEc;;EAEf;;;;;;;;iBASc,yBACd,QAAQ,0BACR,OAAM;;;;;;;;;;;UC3JE;EACR;EACA;EACA;EACA;;UAGe,kBAAkB;EACjC;EACA;;EAEA;EACA;;EAEA,OAAO;;UAGQ;EACf;EACA,SAAS;EACT;EACA;EACA;EACA;;EAEA;;cAGW;UACH;EAER,OAAO,OAAO,KAAK;IAA4B;MAAuB;EAwBtE,YAAY,oBAAoB;;;;;;;;;;;EAgBhC,cACE;IACE;MACE;MACA;MACA;MACA;MACA;;IAEF;KAEF,oBACA,OAAO,yBACN;EAeH,IAAI,qBAAqB;EAIzB,QAAQ;EAIR,WAAW;;UAmBI;EACf;EACA;EACA;EACA;EACA;EACA;;EAEA;;KCpIG;;;;UAKY;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA;;UAGM;WACN;WACA,UAAU;WACV,eAAe;WACf;;WAEA;WACA,WAAW;;UAGL;WACN;;WAEA;;EAET,QAAQ,OAAO,gBAAgB;;EAE/B;;UAGe;;;WAGN;WACA,WAAW;;WAEX,eAAe;;;iBAIV,uBAAuB,OAAM,wBAA6B;UAkFzD;;WAEN;WACA,WAAW;WACX,eAAe;;;iBAIV,oBAAoB,OAAM,qBAA0B;;;iBA+BpD,WACd,WAAW,cAAc,oBACzB,OAAO,gBACN;;;;;;;;;;;;;;;;UC3Kc;;EAEf;;EAEA,OAAO;;EAEP,aAAa,OAAO;;cAGT,sBAAsB;UAoClB;;EAEf;;EAEA,QAAQ;;UAGO;;EAEf;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB,cAAc,OAAM,iBAAsB;KClFhE;KAaA;KASA;KACA;KACA;KACA;UAEK;EACf;EACA;EACA;EACA,UAAU;EACV,iBAAiB;EACjB,YAAY;EACZ,WAAW;EACX,aAAa;EACb;EACA;EACA;EACA,gBAAgB;;;;;EAKhB;;EAEA;EACA,WAAW;;UAGI;EACf;EACA,cAAc;EACd;EACA;EACA;EACA,aAAa;EACb,SAAS;EACT;EACA,WAAW;;KAGD;UAUK;EACf;EACA;EACA,6BAA6B;EAC7B,iBAAiB;EACjB,mBAAmB;EACnB,QAAQ;EACR,UAAU;EACV;;UAGe;EACf;EACA;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,MACI,QAAQ;EAEZ;EACA,UAAU;EACV;EACA,YAAY;EACZ,WAAW;;UC9FI;;EAEf;;EAEA;EACA;EACA;EACA;;EAEA;EACA;EACA;;EAEA;EACA;EACA;EACA;;UAGe;;;EAGf,SAAS,QAAQ;;;EAGjB,WAAW,QAAQ;;;;;;;iBAYL,YAAY,SAAS,aAAa,MAAM,qBAAqB;UC5C5D,+BAA+B;;EAE9C;;EAEA;;UAGe;EACf,WAAW;EACX;;EAEA;;EAEA;EACA;;;;;;EAMA;EACA;;;iBAIc,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA6C/B,gBACd,kBACA,iBACA,UAAS,yBACR;;;;;;;;;;;;;;;;;;UCrCc;;;;EAIf;;EAEA;;;;;;;EAOA;;EAEA;;UAGe;;EAEf;;EAEA;EACA;EACA;;;;;;;;;;;;iBAac,iBACd,eACA,UAAS,0BACR;UAmDc,0BAA0B;;EAEzC;;EAEA;;EAEA;;;;;;EAMA,UAAU,MAAM;;EAEhB;EACA;EACA;;UAGe,4BAA4B;;EAE3C,OAAO;;EAEP,WAAW;;EAEX,MAAM;EACN;EACA;EACA;;UCxHe;;WAEN;;WAEA;WACA;WACA;;WAEA;;WAEA;;;;;WAKA;;WAEA;;WAEA;;;;;;WAMA;;;;;WAKA,iBAAiB,QAAQ,cAAc;;WAEvC,oBAAoB,QAAQ,WAAW;;WAEvC;;;;;;;WAOA,YAAY,QAAQ;;UAGd,+CACP,KAAK;WACJ;;UAGM;WACN;WACA;WACA;;;iBA6DK,gCAAgC;;iBA4ehC,uBACd,SAAS,yCACR;;;;;;iBAUa,2BACd,SAAS,gCACR;cCjpBG;KAEM,gCAAgC;UAE3B;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,YAAY;;UAGN;WACN;WACA,OAAO;WACP;WACA;;UAGM;WACN;WACA;WACA;;UAGM;WACN;WACA;WACA;WACA,MAAM;WACN,WAAW;WACX,mBAAmB;WACnB,eAAe;WACf,oBAAoB;WACpB,SAAS;WACT;;UA0EM;WACN;WACA;WACA;;WAEA;;;WAGA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;iBA0TK,6BAA6B,eAAe;;;;;;iBAkH5C,0BAA0B,iBAAiB;UClkB1C;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;;UAGI;EACf;EACA;EACA,WAAW;EACX;GACC;;UAGc;EACf;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf,MAAM;EACN,QAAQ;EACR,SAAS;EACT;;UAGe,wCACf,gBAAgB,0BAA0B;EAE1C,SAAS;EACT,kBAAkB;EAClB,cAAc,QAAQ,SAAS;EAC/B,gBAAgB,QAAQ,SAAS;;iBAKnB,iCAAiC,gBAAgB,yBAC/D,SAAS,wCAAwC,WAChD;KClCE;UAEY;EACf,QAAQ;EACR;;;EAGA,WAAW;;EAEX;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAGoB,wBACpB,SAAS,SACT,YAAY,YACZ,UAAS,wBACR,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;cCpBE;UAwBI;;;;;;EAMf;;;;;;;;;;;;;;;;;;;;;;;EAuBA;;;;;;;;;;;;;;;;;;;;;;;;;;;EA2BA;;;;;;;;;EASA;;EAEA;;;;;EAKA,MAAM,OAAO;;;;;;;;;;;;;;;;;;;EAmBb;;EAEA;;;;;;EAMA;;;;;;EAMA,SAAS;;UAGM;;;;;;;;;;;EAWf;;;;;;;;;EASA;;;;;;EAMA;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;;;;EAgBA;;iBAGoB,kBAAkB,OAAO,sBAAsB,QAAQ;;;;;;;;;;;;;;;;;;UCjM5D;;EAEf;;EAEA;;EAEA;;;;;;;;;;;EAWA;;EAEA,MAAM;;EAEN;;UAGe;;EAEf;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;WAEN;;EAET,IAAI,OAAO,kBAAkB,QAAQ;;EAErC,OAAO,eAAe;;EAEtB,WAAW,eAAe;;EAE1B,SAAS,eAAe;;EAExB,QAAQ,eAAe,QAAQ;;cAkBpB,oBAAoB;;;;;;;UC9FhB;;;;;EAKf,UAAU;;;;;EAKV;;;;;EAKA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;iBAKoB,iBACpB,aACA,OAAM,0BACL,QAAQ;;;KClBN;;;UAIY;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;EAEA;;EAEA;;;EAGA;;EAEA;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;EAGA;;UAGe;EACf,SAAS;;EAET;;EAEA;;UCtCe;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe,0BAA0B;EACzC;EACA;EACA;IACE;IACA;IACA;;;UAIa,aAAa;EAC5B;EACA;EACA,OAAO;EACP,aAAa;EACb,aAAa;EACb,UAAU;;UAGK,cAAc,OAAO;EACpC,OAAO;EACP,eAAe;;UAGA,YAAY,OAAO;EAClC;EACA;EACA,OAAO;EACP,cAAc;EACd,cAAc;EACd,QAAQ;;KAGE,UAAU,OAAO,sBAC3B,OAAO,aAAa,WACjB,QAAQ,cAAc,OAAO;KAEtB,SAAS,UAAU,OAAO,UAAU,QAAQ;KAE5C,SAAS,OAAO,sBAC1B,OAAO,YAAY,OAAO,aACvB,QAAQ;UAEI;EACf,QAAQ,QAAQ;EAChB,OAAO,OAAO,oBAAoB;;UAGnB,oBAAoB,OAAO;EAC1C;EACA,cAAc;EACd,SAAS,UAAU,OAAO;EAC1B,QAAQ,SAAS;EACjB,QAAQ,SAAS,OAAO;;EAExB;;EAEA;;;;;;EAMA;EACA;;EAEA,SAAS;;EAET,QAAQ;EACR;EACA;EACA;;;;;EAKA;;UAGQ,kBAAkB,OAAO;EACjC;EACA,OAAO;EACP,cAAc;EACd,cAAc;EACd,QAAQ;EACR;EACA;EACA;;UAGe,oBAAoB,OAAO;EAC1C;EACA;EACA,OAAO,kBAAkB,OAAO;EAChC,YAAY;EACZ,mBAAmB;EACnB,eAAe;EACf;EACA;;iBAKc,oBAAoB,UAAS,sBAA2B;iBAYxD,iBAAiB,eAAe;iBA8B1B,iBAAiB,OAAO,mBAC5C,QAAQ,oBAAoB,OAAO,WAClC,QAAQ,oBAAoB,OAAO;KAiNjC,eAAe;EAAO;EAAgB;MAAmB;UAE7C,kBAAkB,OAAO;EACxC,UAAU;EACV,eAAe,OAAO;EACtB,sBAAsB,SAAS;;EAE/B;;iBAQc,kBAAkB,OAAO,mBACvC,KAAK,kBAAkB,OAAO,WAC7B,SAAS,OAAO;UCxZF;;EAEf;;EAEA;;EAEA;;;;;EAKA,eAAe;IAAQ;IAAY;IAAgB;;;EAEnD;;;;;EAKA;;EAEA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,WAAW;;EAEX,cAAc;;EAEd;;EAEA;;;;;;;iBAiBc,sBAAsB,KAAK;UAmG1B;EACf;EACA;EACA;;;;;;iBAOc,wBAAwB,aAAa,wBAAwB;;;;;;UCxJ5D;EACf,OAAO,QAAQ,YAAY;EAC3B,QAAQ,QAAQ;;;;;;;iBAUF,sBACd,cACA;EAAQ;IACP;UCJO;;EAER;;EAEA;;;;;;;EAOA;;EAEA;;EAEA;;;;;EAKA;;;;;EAKA,cAAc;;;KAIJ;WACG;;WAEA;WACA;;WAEA;;;;;;;;KASH,wBAAwB,OAAO,uBAAuB,QAAQ;UAEhE;;EAER,SAAS;;EAET;;EAEA;;;;;;EAMA;;UAGQ;EACR;EACA,OAAO;EACP;;;;;;;;;;;;iBAmCoB,gBAAgB,MAAM,yBAAyB,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;UCrH5D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;KAGG,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;cAyBT,aAAa,+BAA+B;;;;;;;;iBA4BzC,YAAY,OAAO,YAAY,gBAAgB;iBAC/C,YACd,OAAO,YACP,MAAM,QAAQ,qBACd;iBAEc,YAAY,OAAO,YAAY,MAAM,UAAU;;;;;;;;;;;;UCxF9C;;EAEf;;EAEA;;EAEA;;EAEA;;cAGW;mBACM;;;;;;EAOX,SAAS,YAAY,iBAAiB,kBAAkB,QAAQ;;EAqBtE,IAAI,YAAY,kBAAkB;;EAQlC,aAAa,aAAa;;EAO1B,QAAQ;;EAKR,WAAW,YAAY,iBAAiB;;;iBAQpB,YAAY,kBAAkB;;;;;;;;;KCvExC;UAGF;EACR;EACA;EACA;EACA;EACA;EACA;;UAGQ;EACR;EACA;EACA;EACA;EACA;EACA,WAAW;;UAiBH;EACR;EACA;EACA;EACA;EACA;EACA;EACA;;UAGQ;EACR;EACA,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;;UAGD;EACR;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGQ;EACR,WAAW;EACX,WAAW;EACX,SAAS,QAAQ,OAAO,sBAAsB;;UAe/B,uBAAuB;EACtC;EACA,OAAO;EACP,OAAO;EACP,WAAW;EACX,YAAY;EACZ,YAAY;EACZ,OAAO;EACP;EACA;;UAGe,mBAAmB;EAClC;EACA;EACA;EACA;EACA;EACA,OAAO,uBAAuB;EAC9B,OAAO;EACP,WAAW;;UCtHI;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA,kBAAkB;EAClB;EACA,cAAc,eAAe;EAC7B,WAAW;;UCZI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;KAGU,kBAAkB,KAAK;iBAgBnB,kBAAkB,OAAO,UAAU,UAAS,QAAQ;iBAapD,QAAQ;KCzCnB;UAEY;EACf;EACA;EACA,QAAQ;EACR,OAAO;EACP,WAAW;;UAGH;EACR,SAAS;EACT;EACA;EACA;;UAGe;EACf,SAAS;EACT;EACA;EACA,UAAU;IAAQ;IAAmB;IAAc;;EACnD,WAAW;EACX;;UAGQ;EACR,UAAU,QAAQ;;;;;;;;cASP;EACX,SACE,MAAM,2BACN,SAAQ,0BACP;;KCvBO;EACN;EAAoB;EAAY;;EAChC;EAA0B;EAAY;;EACtC;EAAwB;;EACxB;EAA+B;EAAY;;EAE3C;EACA;EACA;EACA,QAAQ,MAAM,mBAAmB;;UAGtB;EACf;EACA,oBAAoB;;;EAGpB,QAAQ;EACR,UAAU;;;;EAIV,aAAa;;UAGE;EACf;EACA;EACA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;;;;;;EAMf,cAAc,KAAK,uBAAuB,SAAS,iBAAiB;;;UClCrD;EACf;;EAEA;;EAEA;;EAEA;;EAEA,eAAe;;EAEf;;;UAIe;EACf;EACA;;EAEA;EACA,UAAU;;;UAIK;EACf,OAAO;;EAEP,UAAU,eAAe;;;UAIV;EACf;EACA;EACA;EACA,SAAS;EACT,OAAO;;UAKQ;;EAEf,SAAS;EACT;;EAEA;;;;;;;;iBAiCc,WAAW,MAAM,aAAa,MAAM,oBAAoB;;iBAmDxD,sBACd,iBACA,MAAM,aACN,MAAM,oBACL;;;;;;iBAWa,cAAc,kBAAkB;KAsCpC;UAEK;EACf;EACA;EACA;EACA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;;UAGe;EACf,OAAO;EACP;IAAW;IAAkB;IAAmB;IAAc;;;UAG/C;;EAEf;;EAEA;;EAEA;;;;;EAKA;;;;;;;;iBASc,cACd,WAAW,WACX,OAAM,uBACL;;;;;;iBAiFa,oBAAoB,MAAM;;;;;UC5UzB;EACf;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;;;EAGA;;EAEA;EACA;EACA;;EAEA;;EAEA;EACA,aAAa;;;;;;;UAQE;EACf;EACA;EACA;;;UAIe;EACf;EACA;;;UAIe;EACf;;KAGU,uBAAuB,SAAS,kBAAkB;;;;;;;;;;;;;;;;;UAkB7C;EACf,OAAO;EACP,OAAO;EACP,QAAQ;EACR,OAAO;EACP,OAAO;EACP,MAAM;EACN,UAAU,MAAM;;;;EAIhB;;cAKW;KACD,oBAAoB;cAInB;KACD,6BAA6B;cAE5B;KACD,uBAAuB;KAEvB;EACN;;EACA;EAAc;;EACd;EAAa;;EACb;EAAY,MAAM;;;UAGP;EACf;;;EAGA;;UAGe;;;EAGf;;EAEA,kBAAkB;;EAElB;;KAGU;EACN;EAAyC;EAAe,GAAG;;EAC3D;EAAkB;EAAe,GAAG;EAAe,GAAG;EAAe,QAAQ;;EAE7E;EACA;EACA,GAAG;EACH,OAAO;EACP,QAAQ;;EAER;EAAgB;EAAe,GAAG;EAAe;;EACjD;EAAsB;EAAe,GAAG;EAAe;;EACtD;EAAa;IAAkB;EAEhC;EACA;EACA,GAAG;;EAEH;EACA,OAAO;;EAEP,aAAa;;;;;;;;;EAUb;EACA;EACA;;;;;;;;EASA;EACA;EACA;EACA,SAAS;;;;UAKE;EACf;EACA,OAAO;;;UAIQ;EACf;;EAEA;;;EAGA;IAAU,MAAM;;EAChB,OAAO;EACP,eAAe;;KAGL;UAEK;EACf;EACA;EACA;;;UAIe;EACf;;EAEA;EACA,QAAQ;EACR;EACA;;UAGe,wBAAwB;;EAEvC;EACA,QAAQ;;EAER;;EAEA;;;EAGA,QAAQ;EACR,YAAY;EACZ,gBAAgB;;EAEhB;;UAGe;EACf,UAAU;;EAEV,QAAQ;EACR;;UAGe;;EAEf,MAAM;;UC1NE;EACR,QAAQ;;UAGA;EACR;EACA,OAAO;EACP,aAAa;;cAGT;mBAKyB;mBAJZ;mBACA;UACT;EAEqB,YAAA;;EAG7B,OAAO,GAAG,eAAe;;EAMzB,MAAM,GAAG,eAAe;;EAMxB,WAAW,GAAG,eAAe;;;;EAY7B,SAAS,GAAG,eAAe,GAAG,eAAe,gBAAgB,UAAS;;EActE,YACE,GAAG,eACH,OAAO,eACP,gBACA,UAAS;;EAeX,OAAO,GAAG,eAAe,aAAa;;EAYtC,aAAa,GAAG,eAAe,aAAa;;EAY5C,IAAI,QAAQ,WAAW;;EAOvB,SAAS,GAAG,eAAe,SAAS,qBAAqB;;;EAkBzD,aAAa,qBAAqB;;EAWlC,UAAU;IAAW;IAAkB,SAAS;KAAgB;;EAYhE,MAAM,MAAM;;EAMZ,YAAY,YAAY,SAAS,QAAQ,yBAAyB;EAWlE,SAAS;UAWD;UAIA;;iBAcM,cAAc,eAAe;;;;;;;;iBCxH7B,sBACd,UAAU,eACV,gBAAgB,gBAChB,UAAS,+BACR;;;;;iBAiJa,oBACd,gBAAgB,gBAChB,oBAAoB,iBACpB,UAAS,+BACR;;iBCvJa,qBAAqB,UAAU;UCtCrC;EACR;;EAEA;;EAEA,aAAa;;EAEb;EACA;EACA;EACA,OAAO;;UAGC;;EAER;;EAEA;;EAEA;;EAEA;;EAEA,kBAAkB;;EAElB;;EAEA,YAAY;EACZ,YAAY;;;;EAIZ;;UAGQ;;EAER;;;EAGA,SAAS;;UAGD;EACR;;EAEA;;EAEA;;;UAIQ;EACR,MAAM;EACN,QAAQ;EACR,MAAM;EACN,UAAU;;EAEV,QAAQ;;UAGA,wBAAwB;EAChC;;UAGe,0BAA0B;EACzC;EACA;;;;EAIA;IAAU,MAAM;;;EAEhB;IAAiB,OAAO;;;;;;;;iBAoDV,yBAAyB,iBAAiB;UAkYzC;;;EAGf;EACA;EACA;EACA;;;;;;iBAOc,sBAAsB,iBAAiB;UCjkBtC;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA,QAAQ;;iBAGM,qBACd,QAAQ,oBACR,SAAQ,uBACR;EAAW;IACV;UCNc;EACf;EACA;EACA;EACA;;iBAGc,cAAc,gBAAgB,WAAW,oBAAoB;KCLxE;UAEY;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf,OAAO,QAAQ;;UAGA;;EAEf,cAAc,eAAe,QAAQ;;EAErC,SAAS;;EAET;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;;;iBAac,gBAAgB,eAAe,OAAO,uBAAuB,MAAM;UA4FlE;;EAEf;;;;;EAKA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;;;;;EAK/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;EAEA;;;;;;;iBAQc,iBAAiB,OAAO,wBAAwB;UA+B/C;EACf;EACA,OACE,aACA;IAAS;IAAc;QACpB;IAAU;IAAgB;IAAgB;;EAC/C,SAAS,mCAAmC;;EAE5C;;EAEA;;EAEA;;;;;;;;;;;;iBAac,qBAAqB,OAAO,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KC7L5D;;;;;;;UAmBK;;EAEf;;;;EAIA;EACA,aAAa;;;UAME;EACf;EACA,aAAa;;UAGE;;;;EAIf;;;;;;;;;;;;;iBAcc,mBACd,iBAAiB,eACjB,sBACA,OAAM,yBACI;;;;UAyBK;;EAEf;;EAEA;;EAEA;;EAEA;;;;;;;;;;;;;KAcU,qBAAqB,WAAW,YAC1C,UAAU,WACV,gBAAgB,SAChB,SAAS,gBACN,QAAQ,qBAAqB;;;UAUjB;;EAEf;;EAEA;;;;;UAUe,gBAAgB;EAC/B,UAAU;;GAET;;;;;;;;;;iBAuBa,aACd,yBACA,oBACA,UAAS;;;;;UCxMM;;;EAGf;;EAEA;;EAEA;;;EAGA;;;EAGA;;UAGe;;;;;EAKf;EACA;EACA;;KAGG;UAEY;EACf,OAAO;EACP;EACA;;UAGe;;EAEf;;EAEA,aAAa,cAAc;;;;;;;iBAsBb,oBACd,OAAO,mBACP,OAAO,mBACP,OAAM,6BACL;UCjDc;;EAEf;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC;;EAEA;EACA;;UAGe;EACf;EACA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;;UAGe;;EAEf,MAAM;EACN;EACA;EACA;EACA;EACA;EACA;;EAEA,UAAU;EACV,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;iBA2EW,oBACpB,OAAO,kBACP,SAAS,qBACR,QAAQ;;;UCrIM,aAAa;;EAE5B;;EAEA,cAAc,OAAO;;EAErB;;EAEA;;EAEA,QAAQ;;;EAGR,SAAS,QAAQ,OAAO;IAAK;IAAoB;;;;UAIlC,kBAAkB;;EAEjC,cAAc,OAAO;;EAErB;;EAEA,UAAU,eAAe,OAAO;;EAEhC;;EAEA;;EAEA;;;EAGA,UAAU,aAAa;;;;;;;;;;;;;iBAcT,uBAAuB,kBACrC,mBAAmB,aAAa,MAChC,wBAAwB,KACxB,UAAU,QAAQ,OAAO,cACxB,kBAAkB;;;;;;;;;;;;;UCxDJ;;EAEf;;EAEA;;;;;;;;;EASA;;EAEA,aAAa;;;;;;;;;EASb,eAAe;;;UAIA,kBAAkB;;EAEjC,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,eAAe;IAAQ;IAAiB;IAAe;;;;;;;;;;;;;;iBAqBnC,eAAe,GACnC,UAAU,eAAe,QAAQ,gBAAgB,QAAQ,IACzD,SAAQ,mBACP,QAAQ,kBAAkB;UC/CZ,qBAAqB;;EAEpC;;EAEA,YAAY;;;EAGZ;;EAEA;;;;;;EAMA,YACE,eACA;IAAS;IAAmB;IAAoB,QAAQ;QACrD,QAAQ,aAAa;;EAE1B,oBAAoB,OAAO,OAAO,kBAAkB;;EAEpD,aAAa;;EAEb,gBAAgB,kBAAkB,kBAAkB;;;;;;EAMpD,QAAQ;;;;;;;;;EASR;;;EAGA,UAAU,QAAQ,OAAO;;;;;;;;;;;;iBAaX,cAAc,kBAC5B,MAAM,qBAAqB,KAC1B;;;;;;;;;;;;;;;;;;;;;;UCjEc;EACf;EACA;;;;;;;;;;EAUA;;UAGe;EACf;EACA;EACA;;EAEA;;UAGe;;EAEf;EACA;EACA;EACA,UAAU;EACV;;EAEA;;EAEA;;UAGe;;EAEf,eAAe;;EAEf;;EAEA;;;;;;;;iBAqEc,wBACd,cACA,kBAAkB,cAAc,qBAChC,SAAQ,wBACP;;;;;;iBAyCmB,2BACpB,oBACA,kBAAkB,cAAc,qBAChC,UAAS,yBACR,QAAQ;UCrKM;;EAEf;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA,MAAM,KAAK,oBAAoB;;iBAOjB,UAAU,UAAU,0BAA0B;;;;UAqC7C,qBAAqB;EACpC,SAAS;EACT;EACA;;;iBAIc,gBAAgB,KAAK,mBAAmB,SAAS,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KC7CvE,eAAe;UAEH;;;EAGf,eAAe,SAAS;;EAExB,SAAS;;UAGM;;;;;EAKf;;UAGe;;;EAGf;;;;EAIA;EACA;;EAEA;;EAEA;;;;;;iBAOc,qBACd,OAAO,oBACP,OAAM,uBACL;;;;;;;iBC5Ca,cAAc;;;;iBAOd,YAAY;;;UAQX;EACf,IAAI,cAAc,QAAQ,0BAA0B;EACpD,IAAI,aAAa,OAAO,aAAa;;;;;;;;;iBA2CvB,iBAAiB,eAAe;;;;;;;;;;;;;;;;;;;;;;;;cC7EnC;;;cAaA;;cAYA;;cAYA;;;;;KAMD,+BAA+B;;;;;;;UClC1B;EACf;EACA;EACA;EACA;;;;;UAMe;EACf;EACA;EACA;EACA;;;;UAKe;EACf;EACA;EACA;EACA,QAAQ;EACR,QAAQ;;;;;;;;;iBAqBM,cAAc,GAAG;;;iBAmBjB,iBAAiB,GAAG;;;;;;iBAuCpB,gBAAgB;EAC9B;EACA;EACA;EACA,SAAS;IACP;;;;;;;;iBAiBY,wBACd,MAAM,iBACN;EAAQ;EAAsB;EAA0B,SAAS;IAChE;;;;;iBAQa,YACd,UAAU,eACV,SAAS,wBACR;;;;;;;;iBAWa,iBACd,GAAG,eACH,mBACA,kBACC;;;;;;;;;;iBA8Ba,YAAY,SAAS;cC3MxB,0BAA0B;EAE5B,iBAAiB;EACjB;EACA;EAFA,YAAA,iBAAiB,YACjB,eACA;;cAME;UACH;UACA;UACA;UACA;EAEI,YAAA,SAAS,cAAc,QAAQ,YAAY;;EAOjD,OAAO,OAAO,QAAQ,aAAa,sBAAsB,kBAAkB;;EA2B3E,SAAS,eAAe,kBAAkB;MAO5C,SAAS,aAAa;;;;;;;;;;;cCzDf;UACH;UACA;UACA;UACA;EAEI,YAAA,QAAQ;UAUZ;;;;;;;;UAaM;;;;;;UAkCN;EAUF,OAAO,cAAc,eAAe,mBAAmB;IAAU;;EAOjE,MAAM,eAAe,mBAAmB;EAexC,gBAAgB,cAAc,gBAAmB;EAOjD,aAAa,sBAAsB;EAOnC,KACJ,qBACA,kBACA,iBACA;IAAU,gBAAgB;MACzB;IAAU;IAAc;MAAU;MAAc;;;EAuD7C,SACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,UAAU,sBAAsB;IAAU;IAAY;IAAe;;EAKrE,aACJ,sBACC;IAAU;IAAY;IAAe;IAAgB;;EAQlD,aAAa,sBAAsB;EAcnC,cAAc,qBAAqB,aAAa;EAIhD,aAAa,qBAAqB,YAAY,iBAAiB;EAI/D,eACJ,sBACC;IAAU;IAAY;IAAc;;;EAMjC,IAAI,eAAe,QAAQ;;EAK3B,KAAK,cAAc,MAAM,0BAA0B,QAAQ;;EAK3D,MAAM,cAAc,MAAM,0BAA0B,QAAQ;;iBC1K9C,oBACpB,QACA,SACA,eACA,cAAc,oBAAoB,mBAElC,QAAQ,qBAAqB,QAAQ,SAAS,eAAe,SAC5D,QAAQ,iBAAiB,QAAQ,SAAS,eAAe;iBC7E5C,cAAc,OAAO,KAAK,kCAAkC;iBAI5D,eAAe,OAAO,KAAK,kCAAkC;UCEnE;EACR;EACA,cAAc;EACd;EACA;EACA;EACA,cAAc;EACd,WAAW;EACX,MAAM;;iBAGQ,wBACd,SAAS,iCACR;iBA+Ca,sBACd,QAAQ,0BACR;EAAW;EAAa;EAAuB,UAAU;IACxD;iBAuBa,+BACd,QAAQ,0BACR;EAAW;EAAkB;IAC5B;iBAea,8BAA8B,MAAM,yBAAyB;iBAc7D,iCACd,MAAM,yBACL;UCtIO;EACR;EACA;;;cAIW,eAAe,eAAe;;;;iBA0D3B,oBAAoB,gBAAgB;;iBAapC,cAAc;;iBAOd,eAAe;;;iBAMf,aAAa,qBAAqB,sBAAsB;UCxE9D;;EAER;;EAGA;;EAGA,iBAAiB;;EAGjB,kBAAkB;;EAGlB,kBAAkB;;EAGlB;;EAGA;;EAGA;;EAGA,iBAAiB,QAAQ,OAAO;;KAG7B;;iBAsBW,oBAAoB,SAAQ,iBAAsB;UA4CxD;EACR,UAAU;EACV;EACA;;UAGQ;;EAER;EACA,QAAQ;;EAER,QAAQ,OAAO;;;;;;iBAOD,gBACd,mBACA,QAAQ,KAAK,SAAS;EACpB,gBAAgB,OAAO;IAExB;iBC5Ha,aAAa,cAAc,KAAK,WAAW;iBAS3C,aACd,cACA,gBACA,8BACC;iBAUa,aAAa,cAAc,iBAAiB;iBAa5C,mBACd,cACA,kBACA,mBACC;iBAaa,eAAe,cAAc,gBAAgB,mBAAmB;iBAShE,kBACd,cACA,gBACA,oBACC;iBAaa,iBACd,cACA,eACA,aACA,eACC;iBAca,eACd,cACA,KAAK,yBACL,gBACC"}
|
|
@@ -1,13 +1,13 @@
|
|
|
1
1
|
import { o as CostLedgerHandle } from "./cost-ledger-Czro9wmo.js";
|
|
2
|
-
import { a as RunRecord, c as RunSplitTag, n as RunCostProvenance } from "./run-record-
|
|
3
|
-
import "./types-
|
|
4
|
-
import "./index-
|
|
5
|
-
import "./types-
|
|
6
|
-
import "./statistical-heldout-
|
|
2
|
+
import { a as RunRecord, c as RunSplitTag, n as RunCostProvenance } from "./run-record-pBlhZizT.js";
|
|
3
|
+
import "./types-Ob1blgI2.js";
|
|
4
|
+
import "./index-DLZp90hM.js";
|
|
5
|
+
import "./types-efIQ03Uo.js";
|
|
6
|
+
import "./statistical-heldout-e2hbqDui.js";
|
|
7
7
|
import { f as TraceSpanEvent } from "./client-BIFwUg7I.js";
|
|
8
|
-
import { d as InsightReport, t as AnalyzeRunsOptions } from "./analyze-runs-
|
|
9
|
-
import "./define-agent-eval-
|
|
10
|
-
import "./default-registry-
|
|
8
|
+
import { d as InsightReport, t as AnalyzeRunsOptions } from "./analyze-runs-DbHQHvDC.js";
|
|
9
|
+
import "./define-agent-eval-BQBwKHwF.js";
|
|
10
|
+
import "./default-registry-CjgRr-l7.js";
|
|
11
11
|
import { AgentCandidateBenchmarkCellRef, AgentCandidateBenchmarkSuiteInputs, AgentCandidateBenchmarkTask, AgentCandidateBenchmarkTaskMaterial, AgentCandidateBundle, AgentCandidateEvaluationPolicy, AgentCandidateExperiment, AgentCandidateExperimentMaterial, AgentCandidateExperimentMeasurement, AgentImprovementCost, AgentImprovementMeasuredComparison, AgentProfileImprovementExperiment, AgentProfileImprovementExperimentMaterial, AgentProfileImprovementMeasuredComparison, AgentProfileImprovementMeasurement, AgentProfileImprovementRunCell, AgentProfileImprovementRunReceipt, AgentProfileImprovementSuiteInputs, AgentProfileImprovementTask, AgentProfileImprovementTaskMaterial, CandidateExecutionEvidence, Sha256Digest } from "@tangle-network/agent-interface";
|
|
12
12
|
interface SealCandidateBenchmarkSuiteOptions {
|
|
13
13
|
tasks: [AgentCandidateBenchmarkTask, ...AgentCandidateBenchmarkTask[]];
|
|
@@ -650,4 +650,4 @@ interface FromOtelSpansOptions {
|
|
|
650
650
|
}
|
|
651
651
|
declare function fromOtelSpans(opts: FromOtelSpansOptions): RunRecord[];
|
|
652
652
|
export { AgentProfileImprovementExperimentExecutionInput as $, CodeAgentSessionActionSurface as A, AgentTraceIndex as B, CodeAgentSessionIntakeOptions as C, PairedMeasurementAdapter as Ct, CodeAgentSessionAction as D, ParsedCodeAgentJsonl as E, SealCandidateBenchmarkSuiteOptions as Et, observeCodeAgentSession as F, parseAgentTrace as G, AgentTraceRecord as H, AgentTraceContributor as I, EvalReportingSuiteOptions as J, partitionRunsByAuthoringModel as K, AgentTraceContributorType as L, CodeAgentSessionObservation as M, CodeAgentSessionSource as N, CodeAgentSessionActionKind as O, CodeAgentSessionTerminalStatus as P, RunRecordRejection as Q, AgentTraceConversation as R, CodeAgentSessionDiagnostic as S, PairedMeasurement as St, CodeAgentSessionMetrics as T, RunCandidateExperimentOptions as Tt, AuthoringProvenance as U, AgentTraceRange as V, PartitionByAuthoringModelResult as W, FromRunRecordDirOptions as X, EvalReportingSuiteResult as Y, FromRunRecordDirResult as Z, fromPiSession as _, verifyCandidateExperimentComparison as _t, FromFeedbackTableOptions as a, runAgentProfileImprovementExperiment as at, streamCodeAgentJsonlFile as b, CompareCandidateExperimentOptions as bt, CodeAgentStoreObservation as c, sealAgentProfileImprovementTask as ct, CodeAgentStoreScope as d, measuredComparisonFromCandidateExperiment as dt, AgentProfileImprovementExperimentRun as et, CodeAgentStoreSession as f, runCandidateExperiment as ft, fromOpenCodeSession as g, verifyCandidateExperiment as gt, fromKimiCodeSession as h, sealCandidateExperiment as ht, FeedbackTableRow as i, measuredComparisonFromAgentProfileImprovementExperiment as it, CodeAgentSessionExecutionReceipt as j, CodeAgentSessionActionStatus as k, CodeAgentStoreRejection as l, verifyAgentProfileImprovementExperimentComparison as lt, fromCodexSession as m, sealCandidateBenchmarkTask as mt, fromOtelSpans as n, RunAgentProfileImprovementExperimentOptions as nt, FromFeedbackTableResult as o, sealAgentProfileImprovementExperiment as ot, fromClaudeCodeSession as p, sealCandidateBenchmarkSuite as pt, EvalReportingSuiteInput as q, FeedbackTableMeta as r, SealAgentProfileImprovementSuiteOptions as rt, fromFeedbackTable as s, sealAgentProfileImprovementSuite as st, FromOtelSpansOptions as t, CompareAgentProfileImprovementExperimentOptions as tt, CodeAgentStoreRejections as u, evaluatePairedMeasurements as ut, parseCodeAgentJsonl as v, CandidateExperimentExecutionInput as vt, CodeAgentSessionIntakeResult as w, PairedMeasurementEvaluation as wt, CodeAgentJsonlLine as x, EvaluatePairedMeasurementsOptions as xt, parseCodeAgentJsonlFile as y, CandidateExperimentRun as yt, AgentTraceFile as z };
|
|
653
|
-
//# sourceMappingURL=index-
|
|
653
|
+
//# sourceMappingURL=index-DjrXBogW.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-DjrXBogW.d.ts","names":[],"sources":["../src/contract/measured-comparison-types.ts","../src/contract/candidate-experiment.ts","../src/contract/paired-measurement-evaluation.ts","../src/contract/profile-measured-comparison.ts","../src/contract/intake/run-record-dir.ts","../src/contract/eval-reporting-suite.ts","../src/contract/intake/agent-trace.ts","../src/contract/intake/code-agent-observation.ts","../src/contract/intake/code-agent-session-types.ts","../src/contract/intake/code-agent-jsonl.ts","../src/contract/intake/code-agent-session.ts","../src/contract/intake/code-agent-store.ts","../src/contract/intake/feedback-table.ts","../src/contract/intake/otel-spans.ts"],"mappings":";;;;;;;;;;;UAeiB;EACf,QAAQ,gCAAgC;EACxC;EACA;;UAGe;EACf,YAAY;EACZ;EACA,QAAQ;EACR,MAAM;EACN,eAAe;EACf;EACA,SAAS;;UAGM;EACf,YAAY;EACZ,QAAQ,OAAO,oCAAoC,QAAQ;;EAE3D;;EAEA,aAAa;EACb,SAAS;;UAGM;EACf,cAAc;EACd;IACE;IACA,MAAM;;;UAIO;EACf,YAAY;EACZ,cAAc;EACd;IACE;IACA,MAAM;;EAER,aAAa;EACb;EACA,YAAY;EACZ;EACA,WAAW;;;UAII,kBAAkB;EACjC;EACA,UAAU;EACV,WAAW;;;UAII,yBAAyB;EACxC,MAAM,KAAK;EACX,WAAW,KAAK;IAAkB;IAAc;;EAChD,QAAQ,KAAK;EACb,eAAe,KAAK,OAAO;EAC3B,UAAU,KAAK;EACf,UAAU,KAAK;EACf,OAAO,KAAK;;UAGG,kCAAkC;EACjD,uBAAuB,kBAAkB;EACzC,QAAQ;EACR,SAAS,yBAAyB;;EAElC;;EAEA,kBAAkB;;EAElB,kBAAkB;;;KAIR,8BAA8B,KACxC;EAGA,iBAAiB;EACjB,WAAW;EACX;;;iBC9Dc,2BACd,UAAU,sCACT;;iBAQa,4BACd,SAAS,qCACR;;iBAiBa,wBACd,UAAU,mCACT;iBAQa,0BAA0B,iBAAiB;;iBAarC,uBACpB,SAAS,gCACR,QAAQ;;iBA4DK,0CACd,SAAS,oCACR;;iBA2Da,oCACd,iBACC;;;;;;;;iBC1La,2BAA2B,MACzC,SAAS,kCAAkC,QAC1C;UCFc;EACf,aAAa;EACb,QAAQ,gCAAgC;EACxC;EACA;;UAGe;EACf,YAAY;EACZ;EACA,aAAa;EACb,MAAM;EACN,SAAS;EACT;EACA,SAAS;;UAGM;EACf,YAAY;EACZ,QACE,OAAO,kDACN,QAAQ;;EAEX;;EAEA,aAAa;EACb,SAAS;;UAGM;EACf,cAAc;EACd;IACE;IACA,MAAM;;;UAIO;EACf,YAAY;EACZ,cAAc;EACd;IACE;IACA,MAAM;;EAER,aAAa;EACb;EACA,YAAY;EACZ;EACA,WAAW;;;iBAIG,gCACd,UAAU,sCACT;;iBAQa,iCACd,SAAS,0CACR;;iBAqBa,sCACd,UAAU,4CACT;;;;;;iBAsBmB,qCACpB,SAAS,8CACR,QAAQ;;iBA0CK,wDACd,SAAS,kDACR;;iBA2Da,kDACd,iBACC;;UClOc;;EAEf;;EAEA;;EAEA;;UAGe;;;;;;EAMf;;;;;;;EAOA,WAAW;;;;;;EAMX;;UAGe;;EAEf,MAAM;;EAEN,UAAU;;EAEV;;;;KCxBU,0BAA0B;UAErB;;;;;EAKf,UAAU,KAAK;;EAEf,OAAO;;;;;;;;;;EAUP;;;;UAKe;;;EAGf,QAAQ;;EAER;;IAEE;;IAEA;;;IAGA;;IAEA;;;IAGA,UAAU;;;EAGZ;;KCnDU;UAEK;EACf,MAAM;;EAEN;;UAGe;EACf;EACA;EACA;;;EAGA,cAAc;;UAGC;EACf;EACA,cAAc;EACd,QAAQ;;UAGO;EACf;EACA,eAAe;;UAGA;EACf;EACA;EACA;EACA;IAAQ;IAAc;;EACtB;IAAS;IAAe;;EACxB,OAAO;;;;UAOQ;EACf;;EAEA;;EAEA;EACA;EACA;;EAEA;;EAEA;;KAGU,kBAAkB,YAAY;;;;;;iBAW1B,gBAAgB,SAAS,qBAAqB;UAmE7C;;;;EAIf,SAAS,YAAY;;;EAGrB,cAAc;;;;;;;;iBASA,8BACd,MAAM,aACN,OAAO,kBACN;;;;;;KCjKS;KAQA;KAEA;KAEA;KASA;UAEK;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA,MAAM;EACN,SAAS;EACT;EACA,QAAQ;EACR;EACA;EACA,UAAU;;UAGK;EACf,QAAQ;EACR;EACA;EACA;IACE,QAAQ;IACR;;EAEF,SAAS;;UAGD;EACR,QAAQ;EACR;EACA;EACA,YAAY;;;;;;;iBAeE,wBACd,SAAS,iCACR;UClFc;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,QAAQ;EACR;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;EACX;;UAGe;EACf,MAAM;EACN,aAAa;EACb,SAAS;EACT,cAAc;;UAGC;EACf;EACA;EACA;EACA;EACA;EACA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA;EACA;;;EAGA,iBAAiB;;;EAGjB,YAAY;;;;KAKF;EACN;EAAe;EAAoB;;EACnC;EAAmB;;iBCvFT,oBAAoB,gBAAgB;;;;;;;;;;iBAuB7B,yBAAyB,eAAe,eAAe;;;;;iBA6BxD,wBAAwB,eAAe,QAAQ;iBCDrD,iBACd,SAAS,gCACR;iBAIa,sBACd,SAAS,gCACR;iBAIa,oBACd,SAAS,gCACR;iBAIa,oBACd,SAAS,gCACR;;iBAKa,cACd,SAAS,gCACR;;UCrDc;;;;;WAKN;;WAEA,QAAQ;;;;;WAKR;;;;;WAKA;aACE;;aAEA;;;;KAKD;;UAUK;WACN;WACA;WACA;WACA;WACA,aAAa;;;UAIP;WACN;WACA,UAAU,SAAS,QAAQ,OAAO;;WAElC,QAAQ;aACN;aACA,QAAQ;;;;;;;;;KAUT;WAEG;WACA,OAAO;WACP;WACA,mBAAmB;;WAEnB;;WAEA;;WAEA;WACA,WAAW,SAAS,QAAQ,OAAO;WACnC,YAAY;;WAGZ;WACA,OAAO;WACP;;WAEA;WACA,YAAY;;UCvGV;;;EAGf;;EAEA;;;EAGA;;;EAGA,WAAW;;UAGI;EACf;;;EAGA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;EAGA,WAAW;;;EAGX,SAAS;;UAGM;;EAEf,SAAS;;;EAGT,OAAO;;;;EAIP;IAAU;IAAa;;;;;EAIvB;;UAGe;EACf,MAAM;;;EAGN,aAAa;IAAQ;IAAe;IAAe;;;iBAGrC,kBAAkB,MAAM,2BAA2B;UC3BlD;EACf,OAAO;;EAEP,eAAe;;EAEf;;;;;;EAMA,eAAe,eAAe,gBAAgB;;iBAGhC,cAAc,MAAM,uBAAuB"}
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { m as CustomTokenPricing, o as CostLedgerHandle } from "./cost-ledger-Czro9wmo.js";
|
|
2
|
-
import { i as AnalystFinding, n as AnalystContext } from "./types-
|
|
2
|
+
import { i as AnalystFinding, n as AnalystContext } from "./types-Ob1blgI2.js";
|
|
3
3
|
import { O as ChatClient, W as LlmThinkingMode } from "./cluster-Cd0MRbr9.js";
|
|
4
|
-
import { G as ExternalOptimizerRunnerCommand, H as ExternalOptimizerModelExecutionObservation, N as ExternalOptimizerCallbackLimits, z as ExternalOptimizerModelCall } from "./agent-profile-
|
|
4
|
+
import { G as ExternalOptimizerRunnerCommand, H as ExternalOptimizerModelExecutionObservation, N as ExternalOptimizerCallbackLimits, z as ExternalOptimizerModelCall } from "./agent-profile-C80hNPYb.js";
|
|
5
5
|
import { o as Severity } from "./multi-layer-verifier-lM4aVN78.js";
|
|
6
|
-
import { i as TraceAnalystDefinition } from "./default-registry-
|
|
7
|
-
import { l as ExactCapableAnalyst } from "./exact-types-
|
|
8
|
-
import { t as TraceAnalysisEngine } from "./engine-
|
|
6
|
+
import { i as TraceAnalystDefinition } from "./default-registry-CjgRr-l7.js";
|
|
7
|
+
import { l as ExactCapableAnalyst } from "./exact-types-DTlZSygs.js";
|
|
8
|
+
import { t as TraceAnalysisEngine } from "./engine-s3t6uYH9.js";
|
|
9
9
|
import { b as SupervisorRunSources, x as SupervisorRunTree } from "./types-DUVhW5V1.js";
|
|
10
10
|
/**
|
|
11
11
|
* Implementation complexity class for weighted scoring.
|
|
@@ -398,4 +398,4 @@ declare const KNOWLEDGE_POISONING_KIND_SPEC: TraceAnalystDefinition;
|
|
|
398
398
|
*/
|
|
399
399
|
declare const DEFAULT_TRACE_ANALYST_KINDS: readonly TraceAnalystDefinition[];
|
|
400
400
|
export { SEMANTIC_CONCEPT_JUDGE_VERSION as C, runSemanticConceptJudge as D, SemanticConceptJudgeResult as E, ConceptSpec as S, SemanticConceptJudgeOptions as T, DspyRlmTraceEngineOptions as _, FAILURE_MODE_KIND_SPEC as a, createChatTraceEngine as b, emitControlIntegrityFindings as c, FindingSubject as d, FindingSubjectKind as f, renderFindingSubject as g, parseFindingSubject as h, IMPROVEMENT_KIND_SPEC as i, FINDING_SUBJECT_KINDS as l, findingSubjectGrammarPromptFor as m, KNOWLEDGE_POISONING_KIND_SPEC as n, CONTROL_INTEGRITY_ANALYST as o, KIND_EXPECTED_SUBJECTS as p, KNOWLEDGE_GAP_KIND_SPEC as r, ControlIntegrityAnalyst as s, DEFAULT_TRACE_ANALYST_KINDS as t, FINDING_SUBJECT_SYNTAX as u, createDspyRlmTraceEngine as v, SemanticConceptJudgeInput as w, ConceptFinding as x, ChatTraceEngineOptions as y };
|
|
401
|
-
//# sourceMappingURL=index-
|
|
401
|
+
//# sourceMappingURL=index-DtX456kD.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-DtX456kD.d.ts","names":[],"sources":["../src/semantic-concept-judge.ts","../src/analyst/chat-trace-engine.ts","../src/analyst/trace-tool-callback.ts","../src/analyst/dspy-rlm-engine.ts","../src/analyst/finding-subject.ts","../src/analyst/kinds/control-integrity.ts","../src/analyst/kinds/failure-mode.ts","../src/analyst/kinds/improvement.ts","../src/analyst/kinds/knowledge-gap.ts","../src/analyst/kinds/knowledge-poisoning.ts","../src/analyst/kinds/index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAuDY;UAEK;EACf;;EAEA;;EAEA;;EAEA,aAAa;;UAGE;EACf;EACA;;EAEA;EACA;EACA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC,kBAAkB;;EAElB;EACA;;UAGe;EACf;EACA;;EAEA;EACA;EACA;EACA,UAAU;EACV;EACA;EACA;;EAEA;EACA;;;;;;;;KASU;UAQK;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,MAAM;;EAEN,UAAU;EACV,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;;EAMT,iBAAiB;;EAEjB,oBAAoB,QAAQ,OAAO;;cAKxB;;;;;;iBAkGS,wBACpB,OAAO,2BACP,SAAS,8BACR,QAAQ;UChMM;;;;;EAKf,MAAM;;EAEN;;EAEA,UAAU;;EAEV;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;EAUA;;;;;;iBAkCc,sBAAsB,SAAS,yBAAyB;KCrG5D,0BAA0B;UCYrB;;EAEf,MAAM;;EAEN;;EAEA,kBAAkB,aAAa;EAC/B;;EAEA,UAAU;;EAEV;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,kBAAkB,QAAQ;;EAE1B;;;;;;;;;;EAUA;;EAEA,SAAS;;EAET;;;iBAIc,yBAAyB,SAAS,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KCvClE;EAEN;EAAwB;EAAc;;EACtC;EAAyB;;EACzB;EAAuB;;EACvB;EAAyB;;EAGzB;EAAuB;;EACvB;EAAe;;EACf;EAAkB;EAAc;;EAChC;EAAkB;;EAClB;EAAa;EAAgB;;EAC7B;EAAc;;EACd;EAAkB;;EAClB;EAAkB;;EAClB;EAAwB;;EACxB;EAAuB;;EACvB;EAAc;;EACd;EAAa;EAAgB;;EAC7B;EAAgB;;EAChB;EAAqB;;EACrB;EAAuB;;EAEvB;EAA4B;;EAC5B;EAA2B;;EAE3B;EAAiB;;KAEX,qBAAqB;cAEpB,uBAAuB,cAAc;;;;;;;;;;;;;;;;;iBA0FlC,oBAAoB,iCAAiC;;;;;;;iBAoHrD,qBAAqB,GAAG;;;;;;;;;;cA8D3B,wBAAwB,SAAS,OAAO;;;;;;;;;cAoExC,wBAAwB,eAAe,cAAc;;iBAqElD,+BAA+B;;iBCvc/B,6BACd,OAAO,uBAAuB,mBAC9B,qBACC;;cA4BU,mCACA,oBAAoB,uBAAuB;WAE7C;WACA;WAEA;WACA;;;;WACA;WACA;;;;EAKH,QACJ,OAAO,uBAAuB,mBAC9B,KAAK,iBACJ,QAAQ;;cAUA,2BAAyB;cCHzB,wBAAwB;cC3BxB,uBAAuB;cCGvB,yBAAyB;cCPzB,+BAA+B;;;;;;;;;;cCP/B,sCAAsC"}
|
|
@@ -4,7 +4,7 @@ import { H as LlmClientOptions } from "./cluster-Cd0MRbr9.js";
|
|
|
4
4
|
import { Bt as CalibrationResult, Gt as GoldenItem, Ht as ContinuousAgreement, Mt as CorpusAgreementReport, Vt as CandidateScore, Wt as ContinuousCalibrationResult } from "./index-DNXFzSpc.js";
|
|
5
5
|
import { r as LedgerHash } from "./canonical-gLeHiqzd.js";
|
|
6
6
|
import { s as TraceStore } from "./store-CMs5wGXP.js";
|
|
7
|
-
import { h as OutcomeStore, m as OutcomeFilter } from "./rubric-predictive-validity-
|
|
7
|
+
import { h as OutcomeStore, m as OutcomeFilter } from "./rubric-predictive-validity-Bbi88Aut.js";
|
|
8
8
|
import { t as ComputedInterval } from "./interval-CWyxqDpE.js";
|
|
9
9
|
import { z } from "zod";
|
|
10
10
|
interface EvalMetricSpec {
|
|
@@ -1078,4 +1078,4 @@ interface CatchRateReport {
|
|
|
1078
1078
|
*/
|
|
1079
1079
|
declare function catchRate(results: readonly PlantOutcome[], manifest: PlantManifest): CatchRateReport;
|
|
1080
1080
|
export { measureJudgeAgreement as $, CorrelationStudyOptions as $t, JudgePanelOutput as A, ProbabilityPolicyAuditInput as At, JudgeConfusion as B, clusterBootstrapMean as Bt, JudgeCalibrationCellVerdict as C, EvaluatorAdmissionPolicy as Ct, JudgeCalibrationGoldItem as D, EvaluatorAuditPlan as Dt, JudgeCalibrationGateConfig as E, EvaluatorAuditObservation as Et, CalibrationExample as F, evaluatorAuditObservationSchema as Ft, JudgeGateRefusedError as G, CategoricalForecast as Gt, JudgeGateDecision as H, CalibrationOptions as Ht, CalibrationMerge as I, planEvaluatorAudit as It, JudgeRunMeta as J, calibrationCurve as Jt, JudgeGateStatus as K, OrdinalForecast as Kt, DEFAULT_JUDGE_GATE_POLICY as L, ClusterBootstrapOptions as Lt, RubricDimensionGuide as M, auditEvaluator as Mt, calibrateJudgePanel as N, auditProbabilityPolicy as Nt, JudgeDimensionCalibration as O, EvaluatorAuditPlanInput as Ot, gateJudgeCalibration as P, evaluatorAdmissionPolicySchema as Pt, judgeGateDecision as Q, CorrelationResult as Qt, JudgeAgreement as R, ClusterBootstrapResult as Rt, CalibrateJudgePanelInput as S, analyzeSeries as St, JudgeCalibrationGateCell as T, EvaluatorAuditInput as Tt, JudgeGateInput as U, CalibrationPair as Ut, JudgeExampleAgreement as V, CalibrationBin as Vt, JudgeGatePolicy as W, CalibrationReport as Wt, addCalibrationVerdicts as X, multiclassBrierScore as Xt, OwnerVerdict as Y, calibrationFromPairs as Yt, assertJudgeMayGate as Z, rankedProbabilityScore as Zt, catchRate as _, snapshotFromCalibration as _t, PerturbedField as a, SentinelMetrics as at, plantByPerturbation as b, SeriesConvergenceOptions as bt, PlantEvidence as c, SentinelSnapshot as ct, PlantKindCounts as d, SentinelTrend as dt, CorrelationStudyResult as en, registerCalibrationSet as et, PlantManifest as f, SnapshotMeta as ft, UnseededRejection as g, snapshotFromAgreement as gt, SeededGradingSet as h, judgeSentinelReport as ht, PerturbationKind as i, SentinelMetricName as it, JudgePanelPrompt as j, ProbabilityPolicyAuditReport as jt, JudgePanelCalibration as k, EvaluatorErrorRate as kt, PlantExpectation as l, SentinelStore as lt, SeedPlantsOptions as m, fileSentinelStore as mt, CatchRateStatus as n, OutcomePair as nn, EvalHealthStamp as nt, PerturbedPlant as o, SentinelReport as ot, PlantOutcome as p, evalHealthStamp as pt, JudgeRun as q, brierScore as qt, EvidencePerturbation as r, correlationStudy as rn, JudgeSentinelOptions as rt, Plant as s, SentinelSetOptions as st, CatchRateReport as t, EvalMetricSpec as tn, snapshotFromJudgeAgreement as tt, PlantKind as u, SentinelThresholds as ut, definePlant as v, snapshotFromSentinelSet as vt, JudgeCalibrationGate as w, EvaluatorAdmissionReport as wt, seedPlants as x, SeriesConvergenceResult as xt, perturbEvidence as y, validateSentinelSnapshot as yt, JudgeCalibrationSet as z, ClusteredObservation as zt };
|
|
1081
|
-
//# sourceMappingURL=index-
|
|
1081
|
+
//# sourceMappingURL=index-DwscLCQX.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-DwscLCQX.d.ts","names":[],"sources":["../src/meta-eval/correlation-study.ts","../src/meta-eval/calibration.ts","../src/meta-eval/cluster-bootstrap.ts","../src/meta-eval/evaluator-admission.ts","../src/series-convergence.ts","../src/meta-eval/sentinel.ts","../src/meta-eval/judge-gate.ts","../src/meta-eval/judge-panel-calibration.ts","../src/meta-eval/plants.ts"],"mappings":";;;;;;;;;UAoBiB;EACf;;;EAGA,WAAW,KAAK,KAAK,OAAO,eAAe;;UAG5B;EACf;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;;EAEA;IAAe;IAAe;;;EAE9B;IAAgB;IAAe;;;EAE/B;;UAGe;EACf,OAAO;;EAEP,eAAe,MACb;IACE;IACA;;EAGJ;EACA;;UAGe;;EAEf;;EAEA,gBAAgB;;EAEhB;;EAEA;;;EAGA;;iBAGoB,iBACpB,YAAY,YACZ,cAAc,cACd,aAAa,kBACb,8BACA,UAAS,0BACR,QAAQ;UChEM;EACf;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;EACA,MAAM;;EAEN;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;IAAU;IAAY;;;UAGP;EACf;EACA;;iBAGoB,iBACpB,YAAY,YACZ,cAAc,cACd,YAAY,gBACZ,uBACA,UAAS,qBACR,QAAQ;;iBA0CK,qBACd,qBAAqB,mBACrB,oBACA,uBACA,UAAS,qBACR;;;;;;iBA+Da,WAAW,gBAAgB;;UAkB1B;;EAEf,eAAe,SAAS;EACxB;;;;;;;;;iBAUc,qBAAqB,oBAAoB;;UAaxC;EACf;;EAEA;;;;;;;;iBASc,uBAAuB,oBAAoB;;UCzN1C;EACf;EACA;EACA;;UAGe;;EAEf;;EAEA;;EAEA;;UAGe;EACf;EACA;;EAEA;EACA;EACA;EACA;EACA;;;iBAIc,qBACd,uBAAuB,wBACvB,UAAS,0BACR;cC1BU,gCAA8B,EAAA;;;;GAMhC,EAAA,KAAA;;KAGC,2BAA2B,EAAE,aAAa;cAEzC,iCAA+B,EAAA;;;;;;;;;;;;;;;;;GASjC,EAAA,KAAA;;KAGC,4BAA4B,EAAE,aAAa;cAEjD,aAAW,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAeN,EAAA,KAAA;KAEC,sBAAsB,EAAE,aAAa;UAEhC;;EAEf;EACA;;EAEA;;EAEA;EACA;;EAEA;;EAEA,UAAU;EACV;EACA;;UAGe;EACf,iBAAiB;EACjB,cAAc;EACd,aAAa;EACb,cAAc;EACd;EACA;EACA,WAAW;EACX,QAAQ;;EAER;EACA;EACA;EACA;EACA,cAAc;EACd;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF,YAAY;IAAQ;IAAY;IAA2B;;EAC3D,iBAAiB;EACjB,gBAAgB;;cAkGZ,gBAAc,EAAA;;;;;;;;;;;;;;;;;;GAOT,EAAA,KAAA;KAEC,0BAA0B,EAAE,aAAa;;;;;;iBA0BrC,mBAAmB,OAAO;;;;;;;;;;;;;;;;;KAiC9B,qBAAqB,kBAAkB;;;;;;iBAOnC,eAAe,OAAO,sBAAsB;cAoFtD,wBAAsB,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAG1B,EAAA,KAAA;;KAGU,8BAA8B,EAAE,aAAa;UAExC,qCAAqC;EACpD;IACE,uBAAuB;IACvB,YAAY;;IAEZ,cAAc;MAAQ;MAAY;;;;;;;;;iBAStB,uBACd,OAAO,8BACN;;;;;;;;;;;UC7Wc;;EAEf;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;EAEA;;iBAGc,cACd,kBACA,UAAS,2BACR;cCoBG;KAEM,6BAA6B;UAExB;;EAEf;;EAEA;;EAEA;;UAGe;;EAEf;EACA;;EAEA;;;;;;;EAOA,SAAS;;;UAIM;EACf;EACA;EACA;;;iBAcc,yBAAyB,UAAU,kBAAkB;;;;;;iBAiCrD,wBACd,QAAQ,oBAAoB,6BAC5B,MAAM,eACL;;;;;;;;iBAmBa,sBACd,QAAQ,wBAAwB,qBAChC,MAAM,eACL;UAYc;;EAEf;;;;;;;;;iBAUc,wBACd,QAAQ,kBACR,QAAQ,cACR,MAAM,cACN,UAAS,qBACR;UA4Cc;EACf,OAAO,UAAU,mBAAmB;;EAEpC,QAAQ,mBAAmB,QAAQ;;;;;;;;iBASrB,kBAAkB,eAAe;UA0ChC;;EAEf;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf;EACA,aAAa;;EAEb,cAAc;;UAGC;EACf;EACA,QAAQ;;EAER,OAAO;;EAEP;;EAEA;;EAEA;EACA;EACA;;UAGe;EACf,UAAU;EACV;EACA;;;;;;;EAOA;;iBAKc,oBACd,SAAS,oBACT,MAAM,uBACL;UA6Gc;EACf;EACA;;;;;;;;;;iBAWc,gBAAgB,QAAQ,iBAAiB;KCha7C;;UAGK;;EAEf;EACA,SAAS;;EAET;;EAEA;;EAEA;;EAEA;EACA;;UAGe;EACf;;EAEA;EACA,mBAAmB;;;;;;iBAuDL,uBAAuB,KAAK,sBAAsB;UAwBjD;EACf,KAAK;;EAEL;;EAEA;;EAEA;;;;;;;;iBASc,uBACd,KAAK,qBACL,mBAAmB,uBAClB;;UAkCc;EACf;;EAEA,SAAS;;EAET,mBAAmB;;UAGJ;EACf;;EAEA;EACA;EACA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;UAGe;EACf;EACA,SAAS;EACT;;EAEA;;EAEA;;UAGe,uBAAuB;EACtC;;EAEA;;EAEA;;EAEA,iBAAiB,OAAO;EACxB;;EAEA;;;;;;EAMA;IAAmB;IAAgB;IAAgB,UAAU;;;;;;EAK7D;;EAEA;;EAEA;EACA,WAAW;EACX;;IAEE;;IAEA;;IAEA;;;EAGF,eAAe;;EAEf;;;;;;;iBAyBc,sBACd,KAAK,qBACL,eAAe,YACf,MAAM,eACL;UA+Gc;;;;;EAKf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,QAAQ;;cAGG,2BAA2B,SAAS;KAUrC;UAEK;EACf;EACA;EACA;;EAEA;EACA,QAAQ;;EAER;EACA,WAAW;EACX,QAAQ;;UAGO;EACf;;EAEA;;EAEA;;EAEA,WAAW;EACX;;EAEA,mBAAmB;EACnB,SAAS,QAAQ;;;iBAUH,kBAAkB,OAAO,iBAAiB;;cA2G7C,8BAA8B;WAChC,UAAU;EAEP,YAAA,UAAU;;;iBASR,mBAAmB,UAAU;;;;;;;;iBAW7B,2BACd,WAAW,gBACX;EAAW,UAAU;IACpB;;UCtkBc;EACf;EACA;;UAGe,yBAAyB;EACxC;;EAEA;;EAEA;;EAEA;;;EAGA,YAAY,QAAQ,OAAO;;UAGZ;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe,yBAAyB;EACxC,QAAQ,SAAS,OAAO,GAAG;;EAE3B,sBAAsB;EACtB,gBAAgB,yBAAyB;EACzC;;EAEA,KAAK;EACL,QAAQ;;EAER;;EAEA;;EAEA;;EAEA,OAAO;;;;UAKQ;EACf,aAAa;EACb,QAAQ;EACR,QAAQ;;;KAIE,iBAAiB,oBAAoB,QAAQ,OAAO;EAAgB;;UAE/D,sBAAsB;EACrC;EACA,YAAY;EACZ,UAAU,eAAe,OAAO,GAAG;;EAEnC,WAAW,eAAe,OAAO,GAAG;;EAEpC,SAAS,eAAe,eAAe,iBAAiB;;EAExD,eAAe,OAAO;;EAEtB,UAAU;IAAQ;IAAe;IAAgB;;EACjD;;;iBAiDoB,oBAAoB,kBACxC,OAAO,yBAAyB,KAC/B,QAAQ,sBAAsB;;UA0GhB;;EAEf;;EAEA;;EAEA;;EAEA;;KAGU;UAEK;EACf;EACA;EACA;EACA;EACA;EACA,SAAS;EACT;;UAGe;EACf;EACA,QAAQ;EACR;EACA;EACA;EACA,OAAO;;;iBAIO,qBACd,UAAU,eAAe;EAAiB,aAAa;KACvD,QAAQ,6BACP;;;;;;KC1OS;;;;;;;;;;KAkBA;UAOK;;EAEf;EACA,MAAM;;EAEN,MAAM;;EAEN,iBAAiB;;;;;;;;;;;;;;iBAeH,YAAY;EAC1B;EACA,MAAM;EACN,MAAM;EACN,iBAAiB;IACf;;;;;UAqDa;;EAEf;;EAEA;;;KAIU;;KAGA;UAEK;;EAEf,UAAU;;EAEV,OAAO;;EAEP,KAAK;;;;;;EAML;;EAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAsJc,gBAAgB,UAAU,gBAAgB;UA8BzC;EACf,OAAO;;EAEP,UAAU;EACV,OAAO;EACP,KAAK;EACL;EACA;;;;;;;;;;;;;;;;;;;;;;iBAuBc,oBAAoB;EAClC;EACA;EACA,UAAU;;EAEV;EACA;IACE;UA0Ba;;;;;;EAMf,MAAM;;EAEN;;EAEA;;EAEA;;EAEA,QAAQ;;UAGO;;;;;;EAMf,OAAO;EACP,UAAU;;UAGK;;;;;EAKf;;;;;;EAMA;;;;;;;;;;;iBAYc,WACd,kBAAkB,cAClB,iBAAiB,SACjB,UAAS,oBACR;;;;;;UAqGc;EACf;EACA;;;;;;KAOU;UAEK;EACf;EACA;EACA;EACA;;EAEA;;;;;;;;UASe;EACf;EACA;EACA;;EAEA;;UAGe;EACf,QAAQ;;EAER;EACA;EACA;EACA;;;;;EAKA;;EAEA;;EAEA,QAAQ,QAAQ,OAAO,WAAW;;EAElC;;EAEA;EACA,UAAU;;;;;;;;;;iBAWI,UACd,kBAAkB,gBAClB,UAAU,gBACT"}
|