@tangle-network/agent-eval 0.200.1 → 0.201.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +4 -0
- package/dist/adapters/http.d.ts +7 -8
- package/dist/adapters/http.d.ts.map +1 -1
- package/dist/adapters/http.js +2 -2
- package/dist/adapters/http.js.map +1 -1
- package/dist/agent-profile-DDfIjdyS.d.ts.map +1 -1
- package/dist/analyst/index.d.ts +76 -76
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +6 -6
- package/dist/{analyze-runs-DFbp2gB8.js → analyze-runs-BrIibNd0.js} +47 -42
- package/dist/{analyze-runs-DFbp2gB8.js.map → analyze-runs-BrIibNd0.js.map} +1 -1
- package/dist/{ast-CP9ae9B0.js → ast-DJ6Bc7ab.js} +5 -4
- package/dist/{ast-CP9ae9B0.js.map → ast-DJ6Bc7ab.js.map} +1 -1
- package/dist/authenticity/index.d.ts +14 -15
- package/dist/authenticity/index.d.ts.map +1 -1
- package/dist/{baseline-BC-eBZ7U.js → baseline-CVKsfWTg.js} +2 -2
- package/dist/{baseline-BC-eBZ7U.js.map → baseline-CVKsfWTg.js.map} +1 -1
- package/dist/{benchmark-BeQJyrRC.js → benchmark-BywPeAUo.js} +4 -3
- package/dist/{benchmark-BeQJyrRC.js.map → benchmark-BywPeAUo.js.map} +1 -1
- package/dist/{benchmark-command-EBmuMUBo.js → benchmark-command-DFs_i62N.js} +24 -23
- package/dist/{benchmark-command-EBmuMUBo.js.map → benchmark-command-DFs_i62N.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +12 -12
- package/dist/benchmarks/index.d.ts.map +1 -1
- package/dist/benchmarks/index.js +3 -3
- package/dist/{bounded-process-BBZob7vl.js → bounded-process-Cj9YjXbE.js} +3 -3
- package/dist/{bounded-process-BBZob7vl.js.map → bounded-process-Cj9YjXbE.js.map} +1 -1
- package/dist/builder-eval/index.d.ts +16 -17
- package/dist/builder-eval/index.d.ts.map +1 -1
- package/dist/builder-eval/index.js +12 -10
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/campaign/index.js +11 -11
- package/dist/{campaign-L391bmir.js → campaign-PmTWZi72.js} +30 -25
- package/dist/{campaign-L391bmir.js.map → campaign-PmTWZi72.js.map} +1 -1
- package/dist/{campaign-evidence-jL_U7Ikv.js → campaign-evidence-Dt_rWPk2.js} +4 -4
- package/dist/{campaign-evidence-jL_U7Ikv.js.map → campaign-evidence-Dt_rWPk2.js.map} +1 -1
- package/dist/{chat-client-CJORSG_J.js → chat-client-DUhWNQQS.js} +5 -4
- package/dist/{chat-client-CJORSG_J.js.map → chat-client-DUhWNQQS.js.map} +1 -1
- package/dist/{chat-json-call-DnlDjpco.js → chat-json-call-Dx_sHzqm.js} +2 -2
- package/dist/{chat-json-call-DnlDjpco.js.map → chat-json-call-Dx_sHzqm.js.map} +1 -1
- package/dist/{claim-V9Zqbq0J.js → claim-BXcZw-jo.js} +2 -2
- package/dist/{claim-V9Zqbq0J.js.map → claim-BXcZw-jo.js.map} +1 -1
- package/dist/cli.js +12 -11
- package/dist/cli.js.map +1 -1
- package/dist/contract/index.js +22 -19
- package/dist/contract/index.js.map +1 -1
- package/dist/{default-registry-xMLX160E.js → default-registry-D4qXx2aG.js} +2 -2
- package/dist/{default-registry-xMLX160E.js.map → default-registry-D4qXx2aG.js.map} +1 -1
- package/dist/define-agent-eval-1YuvJpOs.d.ts.map +1 -1
- package/dist/{define-agent-eval-7q_UwsTt.js → define-agent-eval-CJN9dTQw.js} +10 -9
- package/dist/{define-agent-eval-7q_UwsTt.js.map → define-agent-eval-CJN9dTQw.js.map} +1 -1
- package/dist/{descriptive-1V17A-qa.js → descriptive-D9LUFk1-.js} +2 -2
- package/dist/{descriptive-1V17A-qa.js.map → descriptive-D9LUFk1-.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +7 -7
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +2 -2
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-B5T43BkZ.js → dspy-rlm-engine-US8YsYGq.js} +5 -5
- package/dist/{dspy-rlm-engine-B5T43BkZ.js.map → dspy-rlm-engine-US8YsYGq.js.map} +1 -1
- package/dist/{eval-campaign-GapmPHIA.js → eval-campaign-ha_aWtk7.js} +14 -12
- package/dist/{eval-campaign-GapmPHIA.js.map → eval-campaign-ha_aWtk7.js.map} +1 -1
- package/dist/evaluation.d.ts +9 -10
- package/dist/evaluation.d.ts.map +1 -1
- package/dist/experiment/index.d.ts +29 -29
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +13 -12
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-DEcXbvgO.js → exporters-Coiv-qO2.js} +2 -2
- package/dist/{exporters-DEcXbvgO.js.map → exporters-Coiv-qO2.js.map} +1 -1
- package/dist/{external-optimizer-process-CEXcCKqd.js → external-optimizer-process-KLcw0Vnc.js} +2 -2
- package/dist/{external-optimizer-process-CEXcCKqd.js.map → external-optimizer-process-KLcw0Vnc.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-laM1-UDV.js → external-optimizer-subprocess-CkyUUV7h.js} +4 -4
- package/dist/{external-optimizer-subprocess-laM1-UDV.js.map → external-optimizer-subprocess-CkyUUV7h.js.map} +1 -1
- package/dist/fuzz.d.ts +15 -15
- package/dist/fuzz.d.ts.map +1 -1
- package/dist/{hf-dataset-CRqtSjnR.js → hf-dataset-kjIfIK_e.js} +3 -3
- package/dist/{hf-dataset-CRqtSjnR.js.map → hf-dataset-kjIfIK_e.js.map} +1 -1
- package/dist/hosted/index.d.ts +8 -8
- package/dist/hosted/index.d.ts.map +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-D4pC7Tvd2.d.ts → index-D4pC7Tvd.d.ts} +1 -1
- package/dist/index-D4pC7Tvd.d.ts.map +1 -0
- package/dist/index-DKmrHA02.d.ts.map +1 -1
- package/dist/{index-DNgf5gyG2.d.ts → index-DNgf5gyG.d.ts} +1 -1
- package/dist/index-DNgf5gyG.d.ts.map +1 -0
- package/dist/index.d.ts +124 -124
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +52 -42
- package/dist/index.js.map +1 -1
- package/dist/{integrity-BFP4kjGj.js → integrity-BvnVARVl.js} +30 -29
- package/dist/{integrity-BFP4kjGj.js.map → integrity-BvnVARVl.js.map} +1 -1
- package/dist/{integrity-BvHANvnp.js → integrity-uwK7XC-8.js} +2 -2
- package/dist/{integrity-BvHANvnp.js.map → integrity-uwK7XC-8.js.map} +1 -1
- package/dist/{internal-BMFSR8Ns.js → internal-BOe3zmjQ.js} +2 -2
- package/dist/{internal-BMFSR8Ns.js.map → internal-BOe3zmjQ.js.map} +1 -1
- package/dist/{jev-review-Cu9xtIu4.js → jev-review-DZEjDzlF.js} +7 -5
- package/dist/{jev-review-Cu9xtIu4.js.map → jev-review-DZEjDzlF.js.map} +1 -1
- package/dist/jev.d.ts +10 -10
- package/dist/jev.d.ts.map +1 -1
- package/dist/jev.js +2 -2
- package/dist/{judge-calibration-DYmaBtJr.js → judge-calibration-C5zgtiJT.js} +2 -2
- package/dist/{judge-calibration-DYmaBtJr.js.map → judge-calibration-C5zgtiJT.js.map} +1 -1
- package/dist/kind-factory-CdPPHtGZ.js.map +1 -1
- package/dist/{llm-client-c_bKHTXz.js → llm-client-Bhqoglar.js} +6 -4
- package/dist/{llm-client-c_bKHTXz.js.map → llm-client-Bhqoglar.js.map} +1 -1
- package/dist/{llm-judge-CL6f3utD.js → llm-judge-C-0P1WiT.js} +26 -21
- package/dist/{llm-judge-CL6f3utD.js.map → llm-judge-C-0P1WiT.js.map} +1 -1
- package/dist/matrix/index.d.ts +1 -1
- package/dist/matrix/index.js +1 -1
- package/dist/{matrix-_NLSWsKM.d.ts → matrix--IZKROxD.d.ts} +2 -2
- package/dist/{matrix-_NLSWsKM.d.ts.map → matrix--IZKROxD.d.ts.map} +1 -1
- package/dist/{matrix-pWinRMPl.js → matrix-DnlHn5x1.js} +8 -6
- package/dist/{matrix-pWinRMPl.js.map → matrix-DnlHn5x1.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +55 -55
- package/dist/meta-eval/index.d.ts.map +1 -1
- package/dist/meta-eval/index.js +4 -4
- package/dist/{mint-iCD-W43s.js → mint-vlRckJEX.js} +2 -2
- package/dist/{mint-iCD-W43s.js.map → mint-vlRckJEX.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +23 -23
- package/dist/multishot/golden/index.d.ts.map +1 -1
- package/dist/multishot/golden/index.js +1 -1
- package/dist/multishot/index.d.ts +9 -9
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{otel-spans-CQmSxtcS.js → otel-spans-C8YIJWy1.js} +9 -4
- package/dist/{otel-spans-CQmSxtcS.js.map → otel-spans-C8YIJWy1.js.map} +1 -1
- package/dist/{outcome-store-BXlkwMPR.js → outcome-store-DUcMj-3D.js} +2 -2
- package/dist/{outcome-store-BXlkwMPR.js.map → outcome-store-DUcMj-3D.js.map} +1 -1
- package/dist/package-version-D7lQHt_-.js.map +1 -1
- package/dist/{paired-arms-DKZFVPt8.js → paired-arms-DpS_h8ON.js} +8 -5
- package/dist/{paired-arms-DKZFVPt8.js.map → paired-arms-DpS_h8ON.js.map} +1 -1
- package/dist/{paired-binary-fzkwENI4.js → paired-binary-OMBVRtc-.js} +2 -2
- package/dist/{paired-binary-fzkwENI4.js.map → paired-binary-OMBVRtc-.js.map} +1 -1
- package/dist/{paired-promotion-decision-D5B1Cxc2.js → paired-promotion-decision-DhrmjdV8.js} +5 -4
- package/dist/{paired-promotion-decision-D5B1Cxc2.js.map → paired-promotion-decision-DhrmjdV8.js.map} +1 -1
- package/dist/{paired-tests-C8iCsioC.js → paired-tests-Ccr16gcW.js} +3 -3
- package/dist/{paired-tests-C8iCsioC.js.map → paired-tests-Ccr16gcW.js.map} +1 -1
- package/dist/pipelines/index.d.ts +19 -19
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +5 -4
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{power-and-mde-K_CmO3dc.js → power-and-mde-bie6i965.js} +9 -6
- package/dist/{power-and-mde-K_CmO3dc.js.map → power-and-mde-bie6i965.js.map} +1 -1
- package/dist/{produced-state-DZMW8cuF.js → produced-state-CR2tAPLf.js} +8 -5
- package/dist/{produced-state-DZMW8cuF.js.map → produced-state-CR2tAPLf.js.map} +1 -1
- package/dist/{promotion-policy-C6FAJvmZ.js → promotion-policy-BI1RxzwD.js} +4 -4
- package/dist/{promotion-policy-C6FAJvmZ.js.map → promotion-policy-BI1RxzwD.js.map} +1 -1
- package/dist/{raw-provider-sink-CXuOhLvT.js → raw-provider-sink-rB2DYxr6.js} +2 -2
- package/dist/{raw-provider-sink-CXuOhLvT.js.map → raw-provider-sink-rB2DYxr6.js.map} +1 -1
- package/dist/{release-confidence-XQm_xjhR.js → release-confidence-CiFg1EPq.js} +3 -2
- package/dist/{release-confidence-XQm_xjhR.js.map → release-confidence-CiFg1EPq.js.map} +1 -1
- package/dist/{report-command-DKJ_yAIj.js → report-command-DzPpFgjB.js} +20 -18
- package/dist/{report-command-DKJ_yAIj.js.map → report-command-DzPpFgjB.js.map} +1 -1
- package/dist/reporting.js +5 -5
- package/dist/{reward-hacking-D0XwhVWE.js → reward-hacking-C-a__ShZ.js} +5 -3
- package/dist/{reward-hacking-D0XwhVWE.js.map → reward-hacking-C-a__ShZ.js.map} +1 -1
- package/dist/rl.d.ts +186 -186
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +21 -17
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +1 -1
- package/dist/rollout/index.js +5 -5
- package/dist/{rollout-B-XBReTC.js → rollout-BUQixCoc.js} +5 -5
- package/dist/{rollout-B-XBReTC.js.map → rollout-BUQixCoc.js.map} +1 -1
- package/dist/{rubric-predictive-validity-CCK-1B7w.js → rubric-predictive-validity-B0Pg-3I5.js} +3 -3
- package/dist/{rubric-predictive-validity-CCK-1B7w.js.map → rubric-predictive-validity-B0Pg-3I5.js.map} +1 -1
- package/dist/{run-record-tNnlQIrD.js → run-record-BB290Y9A.js} +5 -3
- package/dist/{run-record-tNnlQIrD.js.map → run-record-BB290Y9A.js.map} +1 -1
- package/dist/{schema-C1aaAxTf.js → schema-DAMp77zB.js} +24 -20
- package/dist/{schema-C1aaAxTf.js.map → schema-DAMp77zB.js.map} +1 -1
- package/dist/search/index.d.ts +34 -34
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +2 -2
- package/dist/{search-kernel-AVgIjXaI.js → search-kernel-Dpniloks.js} +33 -26
- package/dist/{search-kernel-AVgIjXaI.js.map → search-kernel-Dpniloks.js.map} +1 -1
- package/dist/{search-ledger-CL0-mXQ8.js → search-ledger-CXQPwdWz.js} +4 -3
- package/dist/{search-ledger-CL0-mXQ8.js.map → search-ledger-CXQPwdWz.js.map} +1 -1
- package/dist/{search-shipper-Cs6K4km9.js → search-shipper-DhhofkDX.js} +3 -6
- package/dist/{search-shipper-Cs6K4km9.js.map → search-shipper-DhhofkDX.js.map} +1 -1
- package/dist/{search-summary-DvWk0hb3.js → search-summary-C1nAHgkB.js} +4 -4
- package/dist/{search-summary-DvWk0hb3.js.map → search-summary-C1nAHgkB.js.map} +1 -1
- package/dist/{semantic-concept-judge-2SE_kXGF.js → semantic-concept-judge-BcjYg37z.js} +4 -4
- package/dist/{semantic-concept-judge-2SE_kXGF.js.map → semantic-concept-judge-BcjYg37z.js.map} +1 -1
- package/dist/{sequential-Yz3OSskl.js → sequential-DWn_np6P.js} +2 -3
- package/dist/{sequential-Yz3OSskl.js.map → sequential-DWn_np6P.js.map} +1 -1
- package/dist/{server-D56r1lhp.js → server-B4jMhqQn.js} +2 -2
- package/dist/{server-D56r1lhp.js.map → server-B4jMhqQn.js.map} +1 -1
- package/dist/{skillopt-optimization-method-B2syNik0.js → skillopt-optimization-method-Bls9t-G_.js} +9 -9
- package/dist/{skillopt-optimization-method-B2syNik0.js.map → skillopt-optimization-method-Bls9t-G_.js.map} +1 -1
- package/dist/{statistical-heldout-BAFDCo07.js → statistical-heldout-CNLOvRq_.js} +3 -3
- package/dist/{statistical-heldout-BAFDCo07.js.map → statistical-heldout-CNLOvRq_.js.map} +1 -1
- package/dist/statistical-heldout-HswMvzbP.d.ts.map +1 -1
- package/dist/{store-DNe_Uv1Q.js → store-BhNuLdJw.js} +3 -5
- package/dist/{store-DNe_Uv1Q.js.map → store-BhNuLdJw.js.map} +1 -1
- package/dist/store-C4avFjIi.d.ts.map +1 -1
- package/dist/{store-otlp-BPowgPm6.js → store-otlp-yd9lDziN.js} +2 -2
- package/dist/{store-otlp-BPowgPm6.js.map → store-otlp-yd9lDziN.js.map} +1 -1
- package/dist/{store-tool-spans-BaGakFc2.js → store-tool-spans-Biio4_Nw.js} +4 -4
- package/dist/{store-tool-spans-BaGakFc2.js.map → store-tool-spans-Biio4_Nw.js.map} +1 -1
- package/dist/storyboard/index.d.ts +20 -21
- package/dist/storyboard/index.d.ts.map +1 -1
- package/dist/{student-t-BA-Uy51p.js → student-t-BBZYka0E.js} +4 -3
- package/dist/{student-t-BA-Uy51p.js.map → student-t-BBZYka0E.js.map} +1 -1
- package/dist/{summary-report-BeYnvddy.js → summary-report-DLzptLSA.js} +8 -7
- package/dist/{summary-report-BeYnvddy.js.map → summary-report-DLzptLSA.js.map} +1 -1
- package/dist/supervisor-run/index.d.ts +25 -25
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +2 -2
- package/dist/{tool-waste-CJDfxH45.js → tool-waste-B-u3rzCz.js} +11 -6
- package/dist/{tool-waste-CJDfxH45.js.map → tool-waste-B-u3rzCz.js.map} +1 -1
- package/dist/trace-repair/index.d.ts +96 -96
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +1 -1
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +29 -29
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +9 -7
- package/dist/traces.js.map +1 -1
- package/dist/trajectory-replay/index.d.ts +35 -35
- package/dist/trajectory-replay/index.d.ts.map +1 -1
- package/dist/trajectory-replay/index.js +5 -5
- package/dist/trajectory-replay/index.js.map +1 -1
- package/dist/{tree-Ki_gW7z8.js → tree-D48IJUK0.js} +39 -31
- package/dist/{tree-Ki_gW7z8.js.map → tree-D48IJUK0.js.map} +1 -1
- package/dist/wire/index.d.ts +48 -48
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +1 -1
- package/package.json +18 -36
- package/dist/index-D4pC7Tvd2.d.ts.map +0 -1
- package/dist/index-DNgf5gyG2.d.ts.map +0 -1
|
@@ -9,7 +9,7 @@ import { A as classifyReissue, B as evaluateProvenanceGate, C as ReissuePolicy,
|
|
|
9
9
|
import { z } from "zod";
|
|
10
10
|
//#region src/experiment/budget.d.ts
|
|
11
11
|
/** Arms whose realized budgets diverge past the registered tolerance. */
|
|
12
|
-
declare class MatchedBudgetError extends CaptureIntegrityError {}
|
|
12
|
+
export declare class MatchedBudgetError extends CaptureIntegrityError {}
|
|
13
13
|
interface ArmRealizedBudget {
|
|
14
14
|
armId: string;
|
|
15
15
|
/** Realized prompt + completion tokens the arm actually consumed. */
|
|
@@ -34,13 +34,13 @@ interface MatchedBudgetVerdict {
|
|
|
34
34
|
* least two arms — a single arm has nothing to match against. Negative or
|
|
35
35
|
* non-finite token counts are refused as evidence corruption, not compared.
|
|
36
36
|
*/
|
|
37
|
-
declare function verifyMatchedBudgets(rule: MatchedBudgetRule, arms: readonly ArmRealizedBudget[]): MatchedBudgetVerdict;
|
|
37
|
+
export declare function verifyMatchedBudgets(rule: MatchedBudgetRule, arms: readonly ArmRealizedBudget[]): MatchedBudgetVerdict;
|
|
38
38
|
/** Throw the refusal for callers that gate the contrast on it. */
|
|
39
|
-
declare function assertMatchedBudgets(rule: MatchedBudgetRule, arms: readonly ArmRealizedBudget[]): MatchedBudgetVerdict;
|
|
39
|
+
export declare function assertMatchedBudgets(rule: MatchedBudgetRule, arms: readonly ArmRealizedBudget[]): MatchedBudgetVerdict;
|
|
40
40
|
//#endregion
|
|
41
41
|
//#region src/experiment/funnel.d.ts
|
|
42
42
|
/** A funnel stage gained rows, double-counted them, or failed to reconcile. */
|
|
43
|
-
declare class FunnelIntegrityError extends CaptureIntegrityError {}
|
|
43
|
+
export declare class FunnelIntegrityError extends CaptureIntegrityError {}
|
|
44
44
|
interface FunnelStageCount {
|
|
45
45
|
id: string;
|
|
46
46
|
entering: number;
|
|
@@ -82,7 +82,7 @@ interface FunnelStageInput {
|
|
|
82
82
|
* not sum to the stage total, and a partition drawing from an unknown stage
|
|
83
83
|
* or exceeding what that stage excluded.
|
|
84
84
|
*/
|
|
85
|
-
declare function buildFunnel(input: {
|
|
85
|
+
export declare function buildFunnel(input: {
|
|
86
86
|
population: string;
|
|
87
87
|
input: number;
|
|
88
88
|
stages: FunnelStageInput[];
|
|
@@ -93,7 +93,7 @@ declare function buildFunnel(input: {
|
|
|
93
93
|
}[];
|
|
94
94
|
}): ExperimentFunnel;
|
|
95
95
|
/** A chain that does not add up is a broken denominator, so this throws. */
|
|
96
|
-
declare function assertFunnelReconciles(funnel: ExperimentFunnel): void;
|
|
96
|
+
export declare function assertFunnelReconciles(funnel: ExperimentFunnel): void;
|
|
97
97
|
interface AdmissionExecution {
|
|
98
98
|
funnel: ExperimentFunnel;
|
|
99
99
|
survivors: EvidenceRecord[];
|
|
@@ -106,23 +106,23 @@ interface AdmissionExecution {
|
|
|
106
106
|
* dropped. The result embeds the funnel, so the denominator chain and the
|
|
107
107
|
* surviving rows can never disagree.
|
|
108
108
|
*/
|
|
109
|
-
declare function executeAdmissionRule(rule: AdmissionRule, records: readonly EvidenceRecord[]): AdmissionExecution;
|
|
109
|
+
export declare function executeAdmissionRule(rule: AdmissionRule, records: readonly EvidenceRecord[]): AdmissionExecution;
|
|
110
110
|
/**
|
|
111
111
|
* Chain two funnels whose boundary agrees: the second funnel's input must be
|
|
112
112
|
* exactly the first funnel's survivors. Anything else is a gap or an
|
|
113
113
|
* injection, and both are refused.
|
|
114
114
|
*/
|
|
115
|
-
declare function composeFunnels(first: ExperimentFunnel, second: ExperimentFunnel): ExperimentFunnel;
|
|
115
|
+
export declare function composeFunnels(first: ExperimentFunnel, second: ExperimentFunnel): ExperimentFunnel;
|
|
116
116
|
/**
|
|
117
117
|
* Text render of the chain. One row per stage; the reconciliation line at the
|
|
118
118
|
* bottom restates `input = surviving + excluded` so a reader can check the
|
|
119
119
|
* arithmetic without a tool.
|
|
120
120
|
*/
|
|
121
|
-
declare function renderFunnelTable(funnel: ExperimentFunnel): string;
|
|
121
|
+
export declare function renderFunnelTable(funnel: ExperimentFunnel): string;
|
|
122
122
|
//#endregion
|
|
123
123
|
//#region src/experiment/define.d.ts
|
|
124
124
|
/** A sealed experiment whose digest no longer matches its spec. */
|
|
125
|
-
declare class SealIntegrityError extends ValidationError {}
|
|
125
|
+
export declare class SealIntegrityError extends ValidationError {}
|
|
126
126
|
interface ArmSpec {
|
|
127
127
|
id: string;
|
|
128
128
|
role: 'treatment' | 'control';
|
|
@@ -192,7 +192,7 @@ interface ExperimentSpec {
|
|
|
192
192
|
* registered gates; a filter-of base must resolve to a registered selection
|
|
193
193
|
* or sealed subset. Anything else is refused here, before sealing.
|
|
194
194
|
*/
|
|
195
|
-
declare function defineExperiment(spec: ExperimentSpec): ExperimentSpec;
|
|
195
|
+
export declare function defineExperiment(spec: ExperimentSpec): ExperimentSpec;
|
|
196
196
|
interface SealAmendment {
|
|
197
197
|
/** ISO8601 timestamp of the re-seal. */
|
|
198
198
|
at: string;
|
|
@@ -216,7 +216,7 @@ interface SealedExperiment {
|
|
|
216
216
|
amendments: SealAmendment[];
|
|
217
217
|
}
|
|
218
218
|
/** Validate, canonicalize, and hash a spec into its registration. */
|
|
219
|
-
declare function sealExperiment(spec: ExperimentSpec, options?: {
|
|
219
|
+
export declare function sealExperiment(spec: ExperimentSpec, options?: {
|
|
220
220
|
sealedAt?: string;
|
|
221
221
|
}): Promise<SealedExperiment>;
|
|
222
222
|
/**
|
|
@@ -224,14 +224,14 @@ declare function sealExperiment(spec: ExperimentSpec, options?: {
|
|
|
224
224
|
* is validated and re-hashed, and the amendment appends to the digest chain.
|
|
225
225
|
* There is no way to change what is decided without producing a new digest.
|
|
226
226
|
*/
|
|
227
|
-
declare function amendExperiment(sealed: SealedExperiment, amendment: {
|
|
227
|
+
export declare function amendExperiment(sealed: SealedExperiment, amendment: {
|
|
228
228
|
spec: ExperimentSpec;
|
|
229
229
|
reason: string;
|
|
230
230
|
blind: string[];
|
|
231
231
|
at?: string;
|
|
232
232
|
}): Promise<SealedExperiment>;
|
|
233
233
|
/** True when the supported seal matches its canonical spec. */
|
|
234
|
-
declare function verifySealedExperiment(sealed: SealedExperiment): Promise<boolean>;
|
|
234
|
+
export declare function verifySealedExperiment(sealed: SealedExperiment): Promise<boolean>;
|
|
235
235
|
/** Evidence a gate executor consumes, discriminated to match the gate kind. */
|
|
236
236
|
type GateEvidence = {
|
|
237
237
|
kind: 'oracle-determinism';
|
|
@@ -303,7 +303,7 @@ interface RegisteredExperiment {
|
|
|
303
303
|
* execution surface: a rule that is not in the sealed spec cannot run, and a
|
|
304
304
|
* rule that is cannot run differently.
|
|
305
305
|
*/
|
|
306
|
-
declare function openSealedExperiment(sealed: SealedExperiment): Promise<RegisteredExperiment>;
|
|
306
|
+
export declare function openSealedExperiment(sealed: SealedExperiment): Promise<RegisteredExperiment>;
|
|
307
307
|
//#endregion
|
|
308
308
|
//#region src/experiment/evidence-record.d.ts
|
|
309
309
|
/**
|
|
@@ -318,7 +318,7 @@ declare function openSealedExperiment(sealed: SealedExperiment): Promise<Registe
|
|
|
318
318
|
* run. Admitting this state is what keeps folklore out of the other four.
|
|
319
319
|
* - `KILLED` — refuted, invalidated, or superseded by a stronger record.
|
|
320
320
|
*/
|
|
321
|
-
declare const EVIDENCE_STATES: readonly ['CERTIFIED', 'MEASURED-ONCE', 'RESOLVED-NULL', 'UNVERIFIED', 'KILLED'];
|
|
321
|
+
export declare const EVIDENCE_STATES: readonly ['CERTIFIED', 'MEASURED-ONCE', 'RESOLVED-NULL', 'UNVERIFIED', 'KILLED'];
|
|
322
322
|
type EvidenceState = (typeof EVIDENCE_STATES)[number];
|
|
323
323
|
/** Denominator of the measurement. A claim without an `n` is prose, not evidence. */
|
|
324
324
|
declare const evidenceDenominatorSchema: z.ZodObject<{
|
|
@@ -327,7 +327,7 @@ declare const evidenceDenominatorSchema: z.ZodObject<{
|
|
|
327
327
|
detail: z.ZodOptional<z.ZodString>;
|
|
328
328
|
}, z.core.$strict>;
|
|
329
329
|
type EvidenceDenominator = z.infer<typeof evidenceDenominatorSchema>;
|
|
330
|
-
declare const evidenceRegistryRecordSchema: z.ZodObject<{
|
|
330
|
+
export declare const evidenceRegistryRecordSchema: z.ZodObject<{
|
|
331
331
|
id: z.ZodString;
|
|
332
332
|
date: z.ZodString;
|
|
333
333
|
claim: z.ZodString;
|
|
@@ -358,23 +358,23 @@ declare const evidenceRegistryRecordSchema: z.ZodObject<{
|
|
|
358
358
|
}, z.core.$strict>;
|
|
359
359
|
type EvidenceRegistryRecord = z.infer<typeof evidenceRegistryRecordSchema>;
|
|
360
360
|
/** Parse one record; throws with the zod issue list on any violation. */
|
|
361
|
-
declare function parseEvidenceRegistryRecord(raw: unknown): EvidenceRegistryRecord;
|
|
361
|
+
export declare function parseEvidenceRegistryRecord(raw: unknown): EvidenceRegistryRecord;
|
|
362
362
|
/**
|
|
363
363
|
* Validate a set of records as one registry: every record parses, ids are
|
|
364
364
|
* unique, and every `supersedes` target exists. Returns records sorted in
|
|
365
365
|
* the registry's canonical order (trust ladder, then date desc, then id).
|
|
366
366
|
*/
|
|
367
|
-
declare function validateEvidenceRegistry(raws: readonly unknown[]): EvidenceRegistryRecord[];
|
|
367
|
+
export declare function validateEvidenceRegistry(raws: readonly unknown[]): EvidenceRegistryRecord[];
|
|
368
368
|
/**
|
|
369
369
|
* Render the registry's human index from records. Deterministic: identical
|
|
370
370
|
* records always produce identical output, so a byte diff against the
|
|
371
371
|
* committed index is the freshness check. No clocks, no environment.
|
|
372
372
|
*/
|
|
373
|
-
declare function renderEvidenceIndex(raws: readonly unknown[]): string;
|
|
373
|
+
export declare function renderEvidenceIndex(raws: readonly unknown[]): string;
|
|
374
374
|
//#endregion
|
|
375
375
|
//#region src/experiment/power.d.ts
|
|
376
376
|
/** A design refused at configuration time, before any spend. */
|
|
377
|
-
declare class DesignRefusalError extends ValidationError {}
|
|
377
|
+
export declare class DesignRefusalError extends ValidationError {}
|
|
378
378
|
interface ClusteredPowerOptions {
|
|
379
379
|
/** Rows per independent cluster, e.g. [6, 3, 3, 2]. */
|
|
380
380
|
clusterSizes: number[];
|
|
@@ -452,9 +452,9 @@ interface ClusteredPowerResult {
|
|
|
452
452
|
* Simulate the power of a whole-cluster percentile-bootstrap design and refuse
|
|
453
453
|
* a structure that cannot reach target power at the declared minimum effect.
|
|
454
454
|
*/
|
|
455
|
-
declare function clusteredPower(options: ClusteredPowerOptions): ClusteredPowerResult;
|
|
455
|
+
export declare function clusteredPower(options: ClusteredPowerOptions): ClusteredPowerResult;
|
|
456
456
|
/** Throw the refusal for callers that want configuration-time failure. */
|
|
457
|
-
declare function assertDesignAdequate(result: ClusteredPowerResult): void;
|
|
457
|
+
export declare function assertDesignAdequate(result: ClusteredPowerResult): void;
|
|
458
458
|
//#endregion
|
|
459
459
|
//#region src/experiment/randomized-canary.d.ts
|
|
460
460
|
/** Fixed-horizon, assignment-level decision for an unpaired served canary. */
|
|
@@ -602,13 +602,13 @@ interface RandomizedCanaryDecision {
|
|
|
602
602
|
successCriterionMet: boolean;
|
|
603
603
|
}
|
|
604
604
|
/** Digest only assignment facts, so outcome and cost cannot change the roster. */
|
|
605
|
-
declare function randomizedCanaryRosterDigest(rows: readonly CanaryAssignmentReceipt[]): string;
|
|
605
|
+
export declare function randomizedCanaryRosterDigest(rows: readonly CanaryAssignmentReceipt[]): string;
|
|
606
606
|
/** Commit to the one complete checked-outcome, trace, turn, and billing snapshot. */
|
|
607
|
-
declare function randomizedCanaryObservationDigest(rows: readonly CanaryObservation[]): string;
|
|
607
|
+
export declare function randomizedCanaryObservationDigest(rows: readonly CanaryObservation[]): string;
|
|
608
608
|
/** Seal the fixed decision controls; retaining this digest alone cannot prove preregistration time. */
|
|
609
|
-
declare function sealRandomizedCanaryRule(rule: RandomizedCanaryRule): SealedRandomizedCanaryRule;
|
|
609
|
+
export declare function sealRandomizedCanaryRule(rule: RandomizedCanaryRule): SealedRandomizedCanaryRule;
|
|
610
610
|
/** Apply one registered analysis to the entire frozen assignment roster. */
|
|
611
|
-
declare function decideRandomizedCanary(sealed: SealedRandomizedCanaryRule, cohort: CanaryCohortReceipt, rows: readonly CanaryObservation[], verifyCohort: CanaryCohortVerifier): RandomizedCanaryDecision;
|
|
611
|
+
export declare function decideRandomizedCanary(sealed: SealedRandomizedCanaryRule, cohort: CanaryCohortReceipt, rows: readonly CanaryObservation[], verifyCohort: CanaryCohortVerifier): RandomizedCanaryDecision;
|
|
612
612
|
//#endregion
|
|
613
613
|
//#region src/experiment/prospective-canary-join.d.ts
|
|
614
614
|
/** Host-ledger assignment written when an eligible request is routed. */
|
|
@@ -662,7 +662,7 @@ interface ProspectiveCanaryJoinInput {
|
|
|
662
662
|
* The host still verifies ledger completeness, source authority, isolation,
|
|
663
663
|
* randomization and the pre-traffic witness in `decideRandomizedCanary`.
|
|
664
664
|
*/
|
|
665
|
-
declare function joinProspectiveCanaryReceipts(input: ProspectiveCanaryJoinInput): CanaryObservation[];
|
|
665
|
+
export declare function joinProspectiveCanaryReceipts(input: ProspectiveCanaryJoinInput): CanaryObservation[];
|
|
666
666
|
//#endregion
|
|
667
|
-
export { type AdmissionExecution, type AdmissionPartition, type AdmissionRule, type AdmissionStage, type ArmRealizedBudget, type ArmSpec, BOOTSTRAP_GATE_MIN_N, type BudgetRule, type CampaignEvidenceContext, type CanaryArm, type CanaryAssignmentReceipt, type CanaryCohortReceipt, type CanaryCohortVerifier, type CanaryObservation, type CanaryRefusal, type ClusteredPowerOptions, type ClusteredPowerPoint, type ClusteredPowerRefusal, type ClusteredPowerResult, type ComputedInterval, type Condition, type CreateEvidenceReceiptInput, type DecisionBranch, type DecisionOutcome, type DecisionRule, type DerivedQuantities,
|
|
667
|
+
export { type AdmissionExecution, type AdmissionPartition, type AdmissionRule, type AdmissionStage, type ArmRealizedBudget, type ArmSpec, BOOTSTRAP_GATE_MIN_N, type BudgetRule, type CampaignEvidenceContext, type CanaryArm, type CanaryAssignmentReceipt, type CanaryCohortReceipt, type CanaryCohortVerifier, type CanaryObservation, type CanaryRefusal, type ClusteredPowerOptions, type ClusteredPowerPoint, type ClusteredPowerRefusal, type ClusteredPowerResult, type ComputedInterval, type Condition, type CreateEvidenceReceiptInput, type DecisionBranch, type DecisionOutcome, type DecisionRule, type DerivedQuantities, type EProcess, type EProcessOptions, type EProcessState, type EProcessStep, EVIDENCE_AUTHORITY_KINDS, EVIDENCE_RECEIPT_VERSION, type Estimand, type EstimandResult, type EvaluationClaim, type EvaluationUnitSummary, type EvidenceAuthority, type EvidenceAuthorityKind, type EvidenceBinding, type EvidenceDenominator, type EvidenceReceipt, type EvidenceReceiptVerification, type EvidenceRecord, type EvidenceRegistryRecord, type EvidenceState, type EvidenceVector, type ExperimentFunnel, type ExperimentSpec, FinalEvidenceConflictError, FinalEvidenceError, type FinalEvidenceLedger, type FinalEvidenceMeasurement, type FinalEvidenceOutcome, type FinalEvidenceRecord, type FinalEvidenceReservation, type FunnelPartitionCount, type FunnelStageCount, type FunnelStageInput, type GateEvidence, type GateResult, type HaltOutcome, type HaltRule, type HeldoutSignificance, type HeldoutSignificanceOptions, type HypothesisManifest, type HypothesisResult, INDEPENDENT_EVIDENCE_AUTHORITY_KINDS, type IntervalSpec, type JsonValue, type MatchedBudgetRule, type MatchedBudgetVerdict, type MatchedPair, type NLadderProjection, type Obligation, type OutcomeSpec, type PairArmsOptions, type PairArmsResult, type PairedArmRow, type PairedBootstrapOptions, type PairedBootstrapResult, type PairedEvalueOptions, type PairedEvalueSequence, type PairedEvalueStep, type PairedHoldout, type PowerPreflight, type PowerPreflightOptions, type Predicate, type PromotionPolicy, type ProportionInterval, type ProspectiveCanaryAssignment, type ProspectiveCanaryBilling, type ProspectiveCanaryExecution, type ProspectiveCanaryJoinInput, type ProspectiveCanaryOutcome, type RandomizedCanaryDecision, type RandomizedCanaryRule, type RegisteredExperiment, type ReissuePolicy, type ReissueVerdict, type SealAmendment, type SealedExperiment, type SealedRandomizedCanaryRule, type SeedDerivation, type SelectionRule, type SequentialCrossingHorizon, type SequentialCrossingHorizonOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SetExpr, type SignFlipFloor, type SignedManifest, type SignedManifestAlgo, type UniformPassDecision, type UniformPassSchedule, type ValidityGate, benjaminiHochberg, bonferroni, buildEvidenceVector, classifyReissue, comparePairedArms, computeEstimand, computeInterval, createCampaignEvidenceReceipt, createEvidenceReceipt, defineEvaluationClaim, eProcess, evaluateCondition, evaluateHaltRule, evaluateHypothesis, evaluateIdentityGate, evaluateOracleDeterminismGate, evaluatePopulationReproducibilityGate, evaluatePowerFloorGate, evaluatePredicate, evaluateProvenanceGate, executeDecisionRule, hashJson, heldoutSignificance, holm, isIndependentEvidence, manifestContentDigest, mcnemar, mcnemarPower, mcnemarRequiredN, mulberry32, openFinalEvidenceLedger, pairArms, pairHoldout, pairRunRecords, pairedBootstrap, pairedEvalueSequence, pairedMde, pairedRiskDifference, pairedRiskDifferenceExact, pairedRiskDifferenceScore, paretoPolicy, paretoSignificanceGate, powerPreflight, projectNLadderBudget, readField, requiredPairedSampleSize, requiredSampleSize, runSelectionRule, runUniformPassBudget, sequentialCrossingHorizon, sequentialDecide, sequentialPairedGate, signManifest, summarizeEvaluationUnits, verifyEvidenceReceipt, verifyManifest, wilson };
|
|
668
668
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/experiment/budget.ts","../../src/experiment/funnel.ts","../../src/experiment/define.ts","../../src/experiment/evidence-record.ts","../../src/experiment/power.ts","../../src/experiment/randomized-canary.ts","../../src/experiment/prospective-canary-join.ts"],"mappings":";;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"index.d.ts","names":[],"sources":["../../src/experiment/budget.ts","../../src/experiment/funnel.ts","../../src/experiment/define.ts","../../src/experiment/evidence-record.ts","../../src/experiment/power.ts","../../src/experiment/randomized-canary.ts","../../src/experiment/prospective-canary-join.ts"],"mappings":";;;;;;;;;;;qBAaa,2BAA2B;UAEvB;EACf;;EAEA;;UAGe;EACf,MAAM;EACN,MAAM;;EAEN;;EAEA;EACA;;EAEA;IAAkB;IAA2B;;;;;;;;wBAQ/B,qBACd,MAAM,mBACN,eAAe,sBACd;;wBAsCa,qBACd,MAAM,mBACN,eAAe,sBACd;;;;qBC/DU,6BAA6B;UAEzB;EACf;EACA;EACA;EACA;;EAEA,aAAa;;EAEb;;UAGe;EACf;;EAEA;EACA;;EAEA;;UAGe;EACf;EACA;EACA,QAAQ;EACR;EACA,YAAY;;UAGG;EACf;;EAEA;EACA,aAAa;EACb;;;;;;;;;;;wBAYc,YAAY;EAC1B;EACA;EACA,QAAQ;EACR;IAAe;IAAY;IAAc;;IACvC;;wBAsEY,uBAAuB,QAAQ;UAwB9B;EACf,QAAQ;EACR,WAAW;;EAEX,eAAe,eAAe;;;;;;;;wBAShB,qBACd,MAAM,eACN,kBAAkB,mBACjB;;;;;;wBA8Ca,eACd,OAAO,kBACP,QAAQ,mBACP;;;;;;wBA4Ba,kBAAkB,QAAQ;;;;qBC/L7B,2BAA2B;UAIvB;EACf;EACA;;EAEA;;EAEA;;EAEA,OAAO,eAAe;;KAGZ;EAEN;;EAEA;EACA;;EAEA;;EAEA;;EAGA;EACA;EACA;EACA;;;;;;UAOW;EACf;;UAGe;EACf;;EAEA,QAAQ;;EAER;EACA,MAAM;EACN,SAAS;EACT,YAAY;;EAEZ,aAAa,eAAe;;;;;EAK5B,gBAAgB;EAChB,YAAY,eAAe;EAC3B,YAAY,eAAe;EAC3B,UAAU;EACV,cAAc;;EAEd,QAAQ,eAAe;EACvB,OAAO;EACP,SAAS;EACT,gBAAgB;EAChB,UAAU;EACV,iBAAiB;EACjB;;;;;;;;;;wBAwCc,iBAAiB,MAAM,iBAAiB;UA0IvC;;EAEf;EACA;;EAEA;;EAEA;;;KAIU;UAEK;EACf,MAAM;;EAEN;;EAEA,MAAM;EACN;;EAEA;EACA,YAAY;;;wBAIQ,eACpB,MAAM,gBACN;EAAW;IACV,QAAQ;;;;;;wBAkBW,gBACpB,QAAQ,kBACR;EAAa,MAAM;EAAgB;EAAgB;EAAiB;IACnE,QAAQ;;wBAyBW,uBAAuB,QAAQ,mBAAmB;;KAwB5D;EACN;EAA4B,aAAa;;EAEzC;EACA,eAAe;EACf,gBAAgB;;EAEhB;EAA8B,YAAY;;EAC1C;EAAkB;EAAgB;;EAClC;EAAqB;IAAkB;IAAgB;;;;;;;UAM5C;WACN,QAAQ;;EAEjB,MAAM,kBAAkB,mBAAmB;;EAE3C,OAAO,UAAU,oBAAoB;;EAErC,MAAM,kBAAkB,mBAAmB;;EAE3C,OAAO,cAAc,kBAAkB,kBAAkB;IAAW;;;EAEpE,KAAK,cAAc,UAAU,eAAe;;EAE5C,KAAK,gBAAgB,eAAe;;EAEpC,qBAAqB,uCAAuC;;EAE5D,qBAAqB;IAAY;IAAqB;MAAiB;;EAEvE,eAAe,eAAe,sBAAsB;;EAEpD,SAAS,cAAc,eAAe,mBAAmB;;EAEzD,SACE,cACA;IACM;IAAc,eAAe;;IAC7B;IAAkB;IAAmB;IAAgB;MAC1D;IAAqB,QAAQ;;;;;;;;wBAQZ,qBACpB,QAAQ,mBACP,QAAQ;;;;;;;;;;;;;;;qBC5aE;KAQD,wBAAwB;;cAO9B,2BAAyB,EAAA;;;;GAM7B,EAAA,KAAA;KAEU,sBAAsB,EAAE,aAAa;qBAEpC,8BAA4B,EAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsCvC,EAAA,KAAA;KAEU,yBAAyB,EAAE,aAAa;;wBAGpC,4BAA4B,eAAe;;;;;;wBAW3C,yBAAyB,2BAA2B;;;;;;wBA4CpD,oBAAoB;;;;qBCpIvB,2BAA2B;UAEvB;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;EAMA;IAAkB;IAAe;;;UAGlB;EACf;EACA;EACA;;UAGe;;EAEf;;EAEA;EACA;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;EAEP;EACA,eAAe;;EAEf;;EAEA,SAAS;;;;;;wBAOK,eAAe,SAAS,wBAAwB;;wBAgKhD,qBAAqB,QAAQ;;;;KCvQjC;;UAGK;EACf;EACA;EACA;EACA,KAAK;;UAGU,0BAA0B;;EAEzC;EACA;;EAEA;EACA;;EAEA;;EAEA;;EAEA;EACA;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;;EAEA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;;UAIe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;;;KAIU,wBACV,SAAS,qBACT,UAAU;EAGN;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EAAiB;;UAEN;EACf,MAAM;EACN;EACA;;KAGU;UASK;EACf;EACA;EACA;EACA;EACA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,UAAU,OACR;IAEE;IACA;IACA;IACA;;EAGJ;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;IAAqB;IAAa;;EAClC;EACA;IAA0B;IAAa;;EACvC;;EAEA;EACA;EACA;EACA;EACA;EACA,SAAS;;EAET;;;wBAwBc,6BAA6B,eAAe;;wBA6B5C,kCAAkC,eAAe;;wBAiFjD,yBAAyB,MAAM,uBAAuB;;wBAOtD,uBACd,QAAQ,4BACR,QAAQ,qBACR,eAAe,qBACf,cAAc,uBACb;;;;UC3Sc,oCAAoC;EACnD;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;;EAEf;EACA,QAAQ;;EAER;;EAEA;EACA,sBAAsB;EACtB,mBAAmB;EACnB,qBAAqB;EACrB,kBAAkB;;;;;;;wBA4DJ,8BACd,OAAO,6BACN"}
|
package/dist/experiment/index.js
CHANGED
|
@@ -1,21 +1,21 @@
|
|
|
1
1
|
import { n as CaptureIntegrityError, s as ValidationError } from "../errors-Dngq5h35.js";
|
|
2
2
|
import { a as hashCanonical, t as LEDGER_HASH_PATTERN } from "../canonical-BsZVgBhW.js";
|
|
3
3
|
import { _ as verifyManifest, g as signManifest, h as manifestContentDigest, m as hashJson, p as evaluateHypothesis } from "../agent-profile-cell-DcFW4vOc.js";
|
|
4
|
-
import { n as studentTQuantile, t as studentTCdf } from "../student-t-
|
|
4
|
+
import { n as studentTQuantile, t as studentTCdf } from "../student-t-BBZYka0E.js";
|
|
5
5
|
import { t as mulberry32 } from "../random-Dn5fPWkt.js";
|
|
6
6
|
import { n as bonferroni, r as holm, t as benjaminiHochberg } from "../multiplicity-D9cjmStq.js";
|
|
7
|
-
import { a as pairedRiskDifferenceExact, c as wilson, i as pairedRiskDifference, n as mcnemar, o as pairedRiskDifferenceScore } from "../paired-binary-
|
|
8
|
-
import { r as pairedBootstrap, t as BOOTSTRAP_GATE_MIN_N } from "../paired-tests-
|
|
9
|
-
import { n as pairArms, r as pairRunRecords, t as comparePairedArms } from "../paired-arms-
|
|
10
|
-
import { a as requiredSampleSize, i as requiredPairedSampleSize, n as mcnemarRequiredN, r as pairedMde, t as mcnemarPower } from "../power-and-mde-
|
|
7
|
+
import { a as pairedRiskDifferenceExact, c as wilson, i as pairedRiskDifference, n as mcnemar, o as pairedRiskDifferenceScore } from "../paired-binary-OMBVRtc-.js";
|
|
8
|
+
import { r as pairedBootstrap, t as BOOTSTRAP_GATE_MIN_N } from "../paired-tests-Ccr16gcW.js";
|
|
9
|
+
import { n as pairArms, r as pairRunRecords, t as comparePairedArms } from "../paired-arms-DpS_h8ON.js";
|
|
10
|
+
import { a as requiredSampleSize, i as requiredPairedSampleSize, n as mcnemarRequiredN, r as pairedMde, t as mcnemarPower } from "../power-and-mde-bie6i965.js";
|
|
11
11
|
import { t as eProcess } from "../sequential-eprocess-D1jKoihe.js";
|
|
12
|
-
import { a as heldoutSignificance, o as pairHoldout } from "../statistical-heldout-
|
|
13
|
-
import { A as openFinalEvidenceLedger, D as powerPreflight, O as FinalEvidenceConflictError, a as createEvidenceReceipt, i as INDEPENDENT_EVIDENCE_AUTHORITY_KINDS, k as FinalEvidenceError, n as EVIDENCE_AUTHORITY_KINDS, o as isIndependentEvidence, r as EVIDENCE_RECEIPT_VERSION, s as verifyEvidenceReceipt, t as createCampaignEvidenceReceipt } from "../campaign-evidence-
|
|
14
|
-
import { _ as runSelectionRule, a as evaluateHaltRule, c as evaluatePopulationReproducibilityGate, d as evaluateProvenanceGate, f as executeDecisionRule, g as readField, h as projectNLadderBudget, i as evaluateCondition, l as evaluatePowerFloorGate, m as powerFloorProblems, n as computeEstimand, o as evaluateIdentityGate, p as intervalSpecProblems, r as computeInterval, s as evaluateOracleDeterminismGate, t as classifyReissue, u as evaluatePredicate, v as runUniformPassBudget } from "../ast-
|
|
15
|
-
import { r as summarizeEvaluationUnits, t as defineEvaluationClaim } from "../claim-
|
|
12
|
+
import { a as heldoutSignificance, o as pairHoldout } from "../statistical-heldout-CNLOvRq_.js";
|
|
13
|
+
import { A as openFinalEvidenceLedger, D as powerPreflight, O as FinalEvidenceConflictError, a as createEvidenceReceipt, i as INDEPENDENT_EVIDENCE_AUTHORITY_KINDS, k as FinalEvidenceError, n as EVIDENCE_AUTHORITY_KINDS, o as isIndependentEvidence, r as EVIDENCE_RECEIPT_VERSION, s as verifyEvidenceReceipt, t as createCampaignEvidenceReceipt } from "../campaign-evidence-Dt_rWPk2.js";
|
|
14
|
+
import { _ as runSelectionRule, a as evaluateHaltRule, c as evaluatePopulationReproducibilityGate, d as evaluateProvenanceGate, f as executeDecisionRule, g as readField, h as projectNLadderBudget, i as evaluateCondition, l as evaluatePowerFloorGate, m as powerFloorProblems, n as computeEstimand, o as evaluateIdentityGate, p as intervalSpecProblems, r as computeInterval, s as evaluateOracleDeterminismGate, t as classifyReissue, u as evaluatePredicate, v as runUniformPassBudget } from "../ast-DJ6Bc7ab.js";
|
|
15
|
+
import { r as summarizeEvaluationUnits, t as defineEvaluationClaim } from "../claim-BXcZw-jo.js";
|
|
16
16
|
import { n as pairedEvalueSequence, r as sequentialCrossingHorizon } from "../sequential-CzK5DarL.js";
|
|
17
|
-
import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-
|
|
18
|
-
import { n as sequentialPairedGate, t as sequentialDecide } from "../sequential-
|
|
17
|
+
import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-BI1RxzwD.js";
|
|
18
|
+
import { n as sequentialPairedGate, t as sequentialDecide } from "../sequential-DWn_np6P.js";
|
|
19
19
|
import { z } from "zod";
|
|
20
20
|
//#region src/experiment/budget.ts
|
|
21
21
|
/**
|
|
@@ -450,7 +450,8 @@ async function openSealedExperiment(sealed) {
|
|
|
450
450
|
decide: (evidence) => executeDecisionRule(spec.decision, evidence),
|
|
451
451
|
admit: (records) => executeAdmissionRule(need(spec.admission, "admission rule"), records),
|
|
452
452
|
select: (name, records, options) => {
|
|
453
|
-
|
|
453
|
+
const rule = need(spec.selections?.[name], `selection '${name}'`);
|
|
454
|
+
return runSelectionRule(rule, records, {
|
|
454
455
|
idField: options.idField,
|
|
455
456
|
bases: spec.sealedSubsets
|
|
456
457
|
});
|