@tangle-network/agent-eval 0.179.0 → 0.181.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +66 -0
- package/README.md +119 -146
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-B7yErX0q.d.ts → agent-profile-CivaSsSy.d.ts} +4 -4
- package/dist/{agent-profile-B7yErX0q.d.ts.map → agent-profile-CivaSsSy.d.ts.map} +1 -1
- package/dist/{agent-profile-cell-0gSi5ffD.js → agent-profile-cell-Cv6UA-W_.js} +20 -57
- package/dist/agent-profile-cell-Cv6UA-W_.js.map +1 -0
- package/dist/{agent-profile-cell-CTOZJUuE.d.ts → agent-profile-cell-s__adRnK.d.ts} +3 -3
- package/dist/agent-profile-cell-s__adRnK.d.ts.map +1 -0
- package/dist/analyst/index.d.ts +10 -10
- package/dist/analyst/index.js +4 -4
- package/dist/ast-CP9ae9B0.js +557 -0
- package/dist/ast-CP9ae9B0.js.map +1 -0
- package/dist/ast-hI-vjW6J.d.ts +457 -0
- package/dist/ast-hI-vjW6J.d.ts.map +1 -0
- package/dist/{benchmark-command-CY6Dg5t5.js → benchmark-command-B57n9vjz.js} +7 -6
- package/dist/{benchmark-command-CY6Dg5t5.js.map → benchmark-command-B57n9vjz.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +6 -6
- package/dist/campaign/index.js +8 -8
- package/dist/{campaign-BGEurASO.js → campaign-4_ppJW5X.js} +12 -12
- package/dist/{campaign-BGEurASO.js.map → campaign-4_ppJW5X.js.map} +1 -1
- package/dist/{campaign-evidence-D8DBLqLI.js → campaign-evidence-B8oF9xQ6.js} +515 -471
- package/dist/campaign-evidence-B8oF9xQ6.js.map +1 -0
- package/dist/cli.js +5 -8
- package/dist/cli.js.map +1 -1
- package/dist/{client-BlLY6o2w.js → client-CXE-U1SA.js} +3 -1
- package/dist/client-CXE-U1SA.js.map +1 -0
- package/dist/{client-CuQgX33c.d.ts → client-kh2jOjTK.d.ts} +4 -4
- package/dist/{client-CuQgX33c.d.ts.map → client-kh2jOjTK.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +13 -13
- package/dist/contract/index.js +11 -10
- package/dist/contract/index.js.map +1 -1
- package/dist/{default-registry-IGDE9XIC.d.ts → default-registry-BwDSWVzg.d.ts} +6 -6
- package/dist/{default-registry-IGDE9XIC.d.ts.map → default-registry-BwDSWVzg.d.ts.map} +1 -1
- package/dist/{default-registry-BryMEmr8.js → default-registry-aL7xUrUz.js} +2 -2
- package/dist/{default-registry-BryMEmr8.js.map → default-registry-aL7xUrUz.js.map} +1 -1
- package/dist/{define-agent-eval-Cx4Ls9ta.d.ts → define-agent-eval-CwOWWQt_.d.ts} +33 -12
- package/dist/define-agent-eval-CwOWWQt_.d.ts.map +1 -0
- package/dist/{define-agent-eval-Dzidv34q.js → define-agent-eval-Ddu33JH9.js} +134 -67
- package/dist/define-agent-eval-Ddu33JH9.js.map +1 -0
- package/dist/{dspy-rlm-engine-xKiWmj_G.js → dspy-rlm-engine-S53V0HhE.js} +2 -2
- package/dist/{dspy-rlm-engine-xKiWmj_G.js.map → dspy-rlm-engine-S53V0HhE.js.map} +1 -1
- package/dist/{engine-CX8ReXkn.d.ts → engine-DS1cysJy.d.ts} +10 -7
- package/dist/engine-DS1cysJy.d.ts.map +1 -0
- package/dist/{eval-campaign-Cs-7MiCs.js → eval-campaign-aYdtjtJR.js} +4 -4
- package/dist/{eval-campaign-Cs-7MiCs.js.map → eval-campaign-aYdtjtJR.js.map} +1 -1
- package/dist/{exact-types-B7LC1EyX.d.ts → exact-types-BZDe0W2D.d.ts} +2 -2
- package/dist/{exact-types-B7LC1EyX.d.ts.map → exact-types-BZDe0W2D.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +27 -477
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +95 -559
- package/dist/experiment/index.js.map +1 -1
- package/dist/{experiment-tracker-B3TiF5-u.d.ts → experiment-tracker-C7PfnF4b.d.ts} +2 -2
- package/dist/{experiment-tracker-B3TiF5-u.d.ts.map → experiment-tracker-C7PfnF4b.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-Dlz8YxrT.js → external-optimizer-process-QDRURJAM.js} +3 -3
- package/dist/{external-optimizer-process-Dlz8YxrT.js.map → external-optimizer-process-QDRURJAM.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-q3VzlGAO.js → external-optimizer-subprocess-D4dzUBZI.js} +3 -2
- package/dist/{external-optimizer-subprocess-q3VzlGAO.js.map → external-optimizer-subprocess-D4dzUBZI.js.map} +1 -1
- package/dist/{feedback-trajectory-eHWNv5Aj.d.ts → feedback-trajectory-CXmtITBo.d.ts} +3 -3
- package/dist/{feedback-trajectory-eHWNv5Aj.d.ts.map → feedback-trajectory-CXmtITBo.d.ts.map} +1 -1
- package/dist/hosted/index.d.ts +2 -2
- package/dist/hosted/index.d.ts.map +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-BxWvILU8.d.ts → index-Bp_6sj3x.d.ts} +109 -56
- package/dist/index-Bp_6sj3x.d.ts.map +1 -0
- package/dist/{index-e7LXeRVa.d.ts → index-CJ3LhKIX.d.ts} +2 -2
- package/dist/{index-e7LXeRVa.d.ts.map → index-CJ3LhKIX.d.ts.map} +1 -1
- package/dist/{index-CbLmrWCa.d.ts → index-DNntP4ch.d.ts} +8 -8
- package/dist/{index-CbLmrWCa.d.ts.map → index-DNntP4ch.d.ts.map} +1 -1
- package/dist/{index-DxNYmx4a.d.ts → index-DoykkxW0.d.ts} +11 -11
- package/dist/{index-DxNYmx4a.d.ts.map → index-DoykkxW0.d.ts.map} +1 -1
- package/dist/index.d.ts +28 -28
- package/dist/index.js +25 -16
- package/dist/index.js.map +1 -1
- package/dist/{insight-report-DETqPc_A.d.ts → insight-report-D1qa0HWs.d.ts} +9 -5
- package/dist/{insight-report-DETqPc_A.d.ts.map → insight-report-D1qa0HWs.d.ts.map} +1 -1
- package/dist/{integrity-DsHWCebQ.js → integrity-DH5ng72x.js} +2 -2
- package/dist/{integrity-DsHWCebQ.js.map → integrity-DH5ng72x.js.map} +1 -1
- package/dist/{integrity-BKTcA-HP.d.ts → integrity-rGOfSUle.d.ts} +2 -2
- package/dist/{integrity-BKTcA-HP.d.ts.map → integrity-rGOfSUle.d.ts.map} +1 -1
- package/dist/{ledger-core-Cs9f7385.js → journal-Cs9f7385.js} +1 -1
- package/dist/journal-Cs9f7385.js.map +1 -0
- package/dist/{judge-calibration-C5CbMYce.d.ts → judge-calibration-DFtEMlde.d.ts} +31 -2
- package/dist/judge-calibration-DFtEMlde.d.ts.map +1 -0
- package/dist/{judge-calibration-BnpVKtnb.js → judge-calibration-DYmaBtJr.js} +48 -2
- package/dist/{judge-calibration-BnpVKtnb.js.map → judge-calibration-DYmaBtJr.js.map} +1 -1
- package/dist/ledger-core/index.d.ts +1 -1
- package/dist/ledger-core/index.js +1 -1
- package/dist/{llm-judge-v80Kmu9g.js → llm-judge-DEFZeSiu.js} +645 -456
- package/dist/llm-judge-DEFZeSiu.js.map +1 -0
- package/dist/{matrix-DeMmnWrP.d.ts → matrix-CyhW-vgJ.d.ts} +2 -2
- package/dist/{matrix-DeMmnWrP.d.ts.map → matrix-CyhW-vgJ.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +138 -7
- package/dist/meta-eval/index.d.ts.map +1 -1
- package/dist/meta-eval/index.js +245 -97
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/{mint-Cc1_zwRQ.js → mint-ySIIkKlV.js} +2 -2
- package/dist/{mint-Cc1_zwRQ.js.map → mint-ySIIkKlV.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/outcome-store-BXlkwMPR.js +131 -0
- package/dist/outcome-store-BXlkwMPR.js.map +1 -0
- package/dist/{outcome-store-BYHIuO0e.d.ts → outcome-store-CNt4iZ67.d.ts} +18 -25
- package/dist/outcome-store-CNt4iZ67.d.ts.map +1 -0
- package/dist/{paired-promotion-decision-CGzg0cI_.d.ts → paired-promotion-decision-DPsMQm-0.d.ts} +13 -7
- package/dist/{paired-promotion-decision-CGzg0cI_.d.ts.map → paired-promotion-decision-DPsMQm-0.d.ts.map} +1 -1
- package/dist/pipelines/index.js +1 -1
- package/dist/{produced-state-Cv0kJJuP.js → produced-state-BHboMaab.js} +3 -3
- package/dist/{produced-state-Cv0kJJuP.js.map → produced-state-BHboMaab.js.map} +1 -1
- package/dist/profile-cell.d.ts +1 -1
- package/dist/profile-cell.js +1 -1
- package/dist/{promotion-policy-DWOm70gx.js → promotion-policy-CDMMxzb6.js} +28 -40
- package/dist/promotion-policy-CDMMxzb6.js.map +1 -0
- package/dist/{registry-ByVld1-5.d.ts → registry-BRbB6Y0v.d.ts} +4 -4
- package/dist/{registry-ByVld1-5.d.ts.map → registry-BRbB6Y0v.d.ts.map} +1 -1
- package/dist/{release-confidence-BAcNYOf1.d.ts → release-confidence-BcqeQTHW.d.ts} +3 -3
- package/dist/{release-confidence-BAcNYOf1.d.ts.map → release-confidence-BcqeQTHW.d.ts.map} +1 -1
- package/dist/{release-confidence-BcGCclTB.js → release-confidence-DMg8n18l.js} +2 -2
- package/dist/{release-confidence-BcGCclTB.js.map → release-confidence-DMg8n18l.js.map} +1 -1
- package/dist/{report-command-DKlXfU5r.js → report-command-V1ecVgAv.js} +27 -3
- package/dist/report-command-V1ecVgAv.js.map +1 -0
- package/dist/reporting.d.ts +4 -4
- package/dist/reporting.js +3 -3
- package/dist/{researcher-jsW1X94L.d.ts → researcher-64T49THL.d.ts} +6 -6
- package/dist/{researcher-jsW1X94L.d.ts.map → researcher-64T49THL.d.ts.map} +1 -1
- package/dist/{reward-hacking-ZXEi9VCq.d.ts → reward-hacking-uzO_ihep.d.ts} +2 -2
- package/dist/{reward-hacking-ZXEi9VCq.d.ts.map → reward-hacking-uzO_ihep.d.ts.map} +1 -1
- package/dist/rl.d.ts +53 -99
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +182 -169
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +1 -1
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-DmoJVqrF.js → rollout-B-UF5R6w.js} +2 -2
- package/dist/{rollout-DmoJVqrF.js.map → rollout-B-UF5R6w.js.map} +1 -1
- package/dist/rubric-predictive-validity-Bmj2_cll.d.ts +79 -0
- package/dist/rubric-predictive-validity-Bmj2_cll.d.ts.map +1 -0
- package/dist/rubric-predictive-validity-CCK-1B7w.js +178 -0
- package/dist/rubric-predictive-validity-CCK-1B7w.js.map +1 -0
- package/dist/{run-record-DTv1MdjK.d.ts → run-record-BiTWauyO.d.ts} +2 -2
- package/dist/{run-record-DTv1MdjK.d.ts.map → run-record-BiTWauyO.d.ts.map} +1 -1
- package/dist/run-record-Br-Yzt_k.js +464 -0
- package/dist/run-record-Br-Yzt_k.js.map +1 -0
- package/dist/{run-record-DQpSf7t-.js → run-record-DualPTn2.js} +2 -2
- package/dist/{run-record-DQpSf7t-.js.map → run-record-DualPTn2.js.map} +1 -1
- package/dist/{semantic-concept-judge-Bi6_iGqg.js → semantic-concept-judge-Bm5JDEKO.js} +3 -3
- package/dist/{semantic-concept-judge-Bi6_iGqg.js.map → semantic-concept-judge-Bm5JDEKO.js.map} +1 -1
- package/dist/{sequential-B5gXgcyp.js → sequential-DAsyV2T9.js} +42 -25
- package/dist/sequential-DAsyV2T9.js.map +1 -0
- package/dist/{series-convergence-DeG33RpC.d.ts → series-convergence-BnMs_uAr.d.ts} +3 -3
- package/dist/{series-convergence-DeG33RpC.d.ts.map → series-convergence-BnMs_uAr.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-C3oYul8v.js → skillopt-optimization-method-CL_0aArC.js} +5 -5
- package/dist/{skillopt-optimization-method-C3oYul8v.js.map → skillopt-optimization-method-CL_0aArC.js.map} +1 -1
- package/dist/{statistical-heldout-0La5ZTlv.d.ts → statistical-heldout-CpVd6FmY.d.ts} +207 -144
- package/dist/statistical-heldout-CpVd6FmY.d.ts.map +1 -0
- package/dist/{store-tool-spans-4J1EDElP.d.ts → store-tool-spans-Dt-YdAuE.d.ts} +6 -6
- package/dist/{store-tool-spans-4J1EDElP.d.ts.map → store-tool-spans-Dt-YdAuE.d.ts.map} +1 -1
- package/dist/{summary-report-gMrbYawB.d.ts → summary-report-D1h4dlrK.d.ts} +3 -3
- package/dist/{summary-report-gMrbYawB.d.ts.map → summary-report-D1h4dlrK.d.ts.map} +1 -1
- package/dist/{summary-report-B16xy9Kd.js → summary-report-e-MaOAHV.js} +2 -2
- package/dist/{summary-report-B16xy9Kd.js.map → summary-report-e-MaOAHV.js.map} +1 -1
- package/dist/supervisor-run/index.d.ts +4 -2
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +3 -3
- package/dist/{terminal-record-Ce9_UjRz.js → terminal-record-BtPwKTSr.js} +58 -26
- package/dist/terminal-record-BtPwKTSr.js.map +1 -0
- package/dist/{tool-groups-2QA0S7dK.d.ts → tool-groups-B2bSNaJB.d.ts} +3 -3
- package/dist/tool-groups-B2bSNaJB.d.ts.map +1 -0
- package/dist/{tool-waste-B9tdWV6g.js → tool-waste-C7MU9u1e.js} +2 -2
- package/dist/{tool-waste-B9tdWV6g.js.map → tool-waste-C7MU9u1e.js.map} +1 -1
- package/dist/trace-repair/index.d.ts +2 -2
- package/dist/traces.d.ts +6 -6
- package/dist/traces.js +1 -1
- package/dist/{types-BmlkCrg0.d.ts → types-BvZoPTGa.d.ts} +3 -3
- package/dist/{types-BmlkCrg0.d.ts.map → types-BvZoPTGa.d.ts.map} +1 -1
- package/dist/{types-gvRsyJLh.d.ts → types-CBbLtr2J.d.ts} +38 -3
- package/dist/{types-gvRsyJLh.d.ts.map → types-CBbLtr2J.d.ts.map} +1 -1
- package/dist/{types-C34V4Vto.d.ts → types-CS0qk_Yp.d.ts} +4 -4
- package/dist/{types-C34V4Vto.d.ts.map → types-CS0qk_Yp.d.ts.map} +1 -1
- package/dist/{types-DzuaM493.d.ts → types-D7gEdPoQ.d.ts} +3 -3
- package/dist/{types-DzuaM493.d.ts.map → types-D7gEdPoQ.d.ts.map} +1 -1
- package/dist/{types-vUdAx2Cj.d.ts → types-lPkDQNqJ.d.ts} +20 -2
- package/dist/{types-vUdAx2Cj.d.ts.map → types-lPkDQNqJ.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +2 -2
- package/docs/adapters-observability.md +14 -0
- package/docs/campaign-proposers.md +86 -128
- package/docs/charter.md +108 -112
- package/docs/concepts.md +157 -69
- package/docs/design/mlbenchmarks-book-review.md +440 -0
- package/docs/design/mlbenchmarks-review/observations.json +713 -0
- package/docs/design/mlbenchmarks-review/probes.mts +476 -0
- package/docs/design/mlbenchmarks-review/sources.json +200 -0
- package/docs/design/self-improvement-evidence-audit.md +263 -0
- package/docs/design.md +2 -1
- package/docs/eval-surface-map.md +95 -42
- package/docs/evaluation-integrity.md +220 -0
- package/docs/experiment.md +111 -55
- package/docs/feature-guide.md +5 -6
- package/docs/hosted-ingest-spec.md +4 -11
- package/docs/insight-report.md +187 -455
- package/docs/outcome-validity.md +182 -0
- package/docs/product-eval-adoption.md +1 -2
- package/docs/research-report-methodology.md +7 -7
- package/docs/search-history-receipts.md +8 -0
- package/docs/statistical-evidence.md +129 -0
- package/docs/verdicts.md +76 -49
- package/package.json +1 -1
- package/dist/agent-profile-cell-0gSi5ffD.js.map +0 -1
- package/dist/agent-profile-cell-CTOZJUuE.d.ts.map +0 -1
- package/dist/campaign-evidence-D8DBLqLI.js.map +0 -1
- package/dist/client-BlLY6o2w.js.map +0 -1
- package/dist/define-agent-eval-Cx4Ls9ta.d.ts.map +0 -1
- package/dist/define-agent-eval-Dzidv34q.js.map +0 -1
- package/dist/engine-CX8ReXkn.d.ts.map +0 -1
- package/dist/index-BxWvILU8.d.ts.map +0 -1
- package/dist/judge-calibration-C5CbMYce.d.ts.map +0 -1
- package/dist/ledger-core-Cs9f7385.js.map +0 -1
- package/dist/llm-judge-v80Kmu9g.js.map +0 -1
- package/dist/outcome-store-BYHIuO0e.d.ts.map +0 -1
- package/dist/outcome-store-ChBKlTd_.js +0 -75
- package/dist/outcome-store-ChBKlTd_.js.map +0 -1
- package/dist/promotion-policy-DWOm70gx.js.map +0 -1
- package/dist/report-command-DKlXfU5r.js.map +0 -1
- package/dist/rubric-predictive-validity-2D5Gw9z9.js +0 -131
- package/dist/rubric-predictive-validity-2D5Gw9z9.js.map +0 -1
- package/dist/rubric-predictive-validity-Dl1dvKCv.d.ts +0 -75
- package/dist/rubric-predictive-validity-Dl1dvKCv.d.ts.map +0 -1
- package/dist/run-record-CR63CpHK.js +0 -216
- package/dist/run-record-CR63CpHK.js.map +0 -1
- package/dist/sequential-B5gXgcyp.js.map +0 -1
- package/dist/statistical-heldout-0La5ZTlv.d.ts.map +0 -1
- package/dist/terminal-record-Ce9_UjRz.js.map +0 -1
- package/dist/tool-groups-2QA0S7dK.d.ts.map +0 -1
package/dist/rl.d.ts
CHANGED
|
@@ -1,15 +1,16 @@
|
|
|
1
1
|
import { _ as Span } from "./schema-CR5cpjQ3.js";
|
|
2
|
-
import { a as RunRecord, s as RunSplitTag } from "./run-record-
|
|
3
|
-
import { a as
|
|
2
|
+
import { a as RunRecord, s as RunSplitTag } from "./run-record-BiTWauyO.js";
|
|
3
|
+
import { a as PairedPromotionDecision, d as PairedBootstrapResult } from "./paired-promotion-decision-DPsMQm-0.js";
|
|
4
|
+
import { a as CampaignResult } from "./types-CS0qk_Yp.js";
|
|
4
5
|
import { s as TraceStore } from "./store-BErPvYBr.js";
|
|
5
6
|
import { s as VerificationReport } from "./multi-layer-verifier-BUaQ4C17.js";
|
|
6
|
-
import { a as detectRewardHacking, c as VerifiableRewardSource, d as filterDeterministicallyRewarded, i as RewardHackingSignal, l as extractVerifiableReward, n as RewardHackingFinding, o as VerifiableReward, r as RewardHackingReport, s as VerifiableRewardExtractionOptions, t as DetectRewardHackingInput, u as extractVerifiableRewardsFromRecords } from "./reward-hacking-
|
|
7
|
-
import { i as InMemoryOutcomeStore, n as FileSystemOutcomeStore, o as OutcomeStore, r as FileSystemOutcomeStoreOptions, t as DeploymentOutcome } from "./outcome-store-
|
|
7
|
+
import { a as detectRewardHacking, c as VerifiableRewardSource, d as filterDeterministicallyRewarded, i as RewardHackingSignal, l as extractVerifiableReward, n as RewardHackingFinding, o as VerifiableReward, r as RewardHackingReport, s as VerifiableRewardExtractionOptions, t as DetectRewardHackingInput, u as extractVerifiableRewardsFromRecords } from "./reward-hacking-uzO_ihep.js";
|
|
8
|
+
import { i as InMemoryOutcomeStore, n as FileSystemOutcomeStore, o as OutcomeStore, r as FileSystemOutcomeStoreOptions, t as DeploymentOutcome } from "./outcome-store-CNt4iZ67.js";
|
|
8
9
|
import { a as MintedRolloutLine, y as RolloutSplit } from "./schema-BzWDXhOR.js";
|
|
9
10
|
import { t as InterimReleaseConfidence } from "./sequential-BhsrMupG.js";
|
|
10
11
|
import { t as AdversarialMutation } from "./adversarial-smnADNFS.js";
|
|
11
|
-
import { a as SteeringChange, f as EvalCampaignOptions, h as runEvalCampaign, i as Researcher, n as ExperimentResult, p as EvalCampaignResult, r as FailureMode, t as ExperimentPlan } from "./researcher-
|
|
12
|
-
import {
|
|
12
|
+
import { a as SteeringChange, f as EvalCampaignOptions, h as runEvalCampaign, i as Researcher, n as ExperimentResult, p as EvalCampaignResult, r as FailureMode, t as ExperimentPlan } from "./researcher-64T49THL.js";
|
|
13
|
+
import { a as RubricPredictiveValidityReport, t as OutcomeMetricSpec } from "./rubric-predictive-validity-Bmj2_cll.js";
|
|
13
14
|
//#region src/rl/active-curriculum.d.ts
|
|
14
15
|
interface CellObservation {
|
|
15
16
|
variantId: string;
|
|
@@ -90,33 +91,6 @@ declare function observationsFromRunRecords(runs: RunRecord[], opts?: {
|
|
|
90
91
|
}): CellObservation[];
|
|
91
92
|
//#endregion
|
|
92
93
|
//#region src/rl/adaptation-eval.d.ts
|
|
93
|
-
/**
|
|
94
|
-
* Sample-efficient adaptation evaluation.
|
|
95
|
-
*
|
|
96
|
-
* For foundation-model-based agents, the load-bearing capability isn't
|
|
97
|
-
* raw end-state performance — it's *how fast the agent reaches that
|
|
98
|
-
* performance from cold start*. The same model with a worse prompt that
|
|
99
|
-
* adapts in 5 demonstrations beats the same model with a better prompt
|
|
100
|
-
* that needs 50. Standard meta-learning eval (Finn et al., MAML, RL² lit)
|
|
101
|
-
* reports an *adaptation curve*: score after k=0, 1, 2, 4, 8, 16, …
|
|
102
|
-
* in-context examples or fine-tune steps.
|
|
103
|
-
*
|
|
104
|
-
* This module ships:
|
|
105
|
-
*
|
|
106
|
-
* 1. `runAdaptationCurve` — given a runner that takes k demonstrations
|
|
107
|
-
* and returns a score, produce the (k, score) curve.
|
|
108
|
-
* 2. `compareAdaptationCurves` — paired comparison across two policies.
|
|
109
|
-
* Returns per-k delta with bootstrap CIs and an "area-under-curve"
|
|
110
|
-
* summary statistic.
|
|
111
|
-
* 3. `firstPassK` — for pass/fail evaluation, the minimum k at which
|
|
112
|
-
* the policy reliably passes (≥ pass-rate threshold over reps).
|
|
113
|
-
*
|
|
114
|
-
* Use cases:
|
|
115
|
-
* - Compare two prompt designs that have similar end-state performance
|
|
116
|
-
* but different in-context efficiency.
|
|
117
|
-
* - Decide between fine-tuning and prompting based on adaptation cost.
|
|
118
|
-
* - Detect when a policy "memorizes" k=0 inputs vs. genuinely adapts.
|
|
119
|
-
*/
|
|
120
94
|
interface AdaptationRunner<S> {
|
|
121
95
|
/**
|
|
122
96
|
* Runs the policy on `scenario` with `k` demonstrations. Returns a
|
|
@@ -136,7 +110,7 @@ interface RunAdaptationCurveOptions<S> {
|
|
|
136
110
|
/** Reps per (scenario, k) cell. Default 3. */
|
|
137
111
|
reps?: number;
|
|
138
112
|
runner: AdaptationRunner<S>;
|
|
139
|
-
/**
|
|
113
|
+
/** Score threshold for a pass and pass-rate threshold for firstPassK. Default 0.5. */
|
|
140
114
|
passThreshold?: number;
|
|
141
115
|
}
|
|
142
116
|
interface AdaptationPoint {
|
|
@@ -161,42 +135,47 @@ interface AdaptationCurve {
|
|
|
161
135
|
*/
|
|
162
136
|
firstPassK: number | null;
|
|
163
137
|
/**
|
|
164
|
-
*
|
|
165
|
-
*
|
|
166
|
-
* cold-start to fully-conditioned." Higher = better adapter.
|
|
138
|
+
* Trapezoidal area over the observed k intervals, divided by max-k.
|
|
139
|
+
* No performance is inferred below the first observed k.
|
|
167
140
|
*/
|
|
168
141
|
adaptationArea: number;
|
|
169
142
|
}
|
|
170
143
|
declare function runAdaptationCurve<S extends {
|
|
171
|
-
scenarioId
|
|
144
|
+
scenarioId: string;
|
|
172
145
|
}>(opts: RunAdaptationCurveOptions<S>): Promise<AdaptationCurve>;
|
|
173
146
|
interface CompareCurvesResult {
|
|
174
147
|
perK: Array<{
|
|
175
148
|
k: number;
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
aHigh: number;
|
|
179
|
-
bLow: number;
|
|
180
|
-
bHigh: number;
|
|
149
|
+
/** Paired A − B score differences; intervals are descriptive across k. */
|
|
150
|
+
delta: PairedBootstrapResult;
|
|
181
151
|
}>;
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
/**
|
|
185
|
-
|
|
152
|
+
/** Descriptive paired A − B areas, computed within each scenario before resampling. */
|
|
153
|
+
areaDelta: PairedBootstrapResult;
|
|
154
|
+
/** Decisions from the shared paired inference rules; intervals may differ from the bootstrap. */
|
|
155
|
+
aImprovement: PairedPromotionDecision;
|
|
156
|
+
bImprovement: PairedPromotionDecision;
|
|
157
|
+
/** Independent sampling units; repetitions never increase this count. */
|
|
158
|
+
scenarioIds: string[];
|
|
159
|
+
/** Only the area decisions determine direction. Inconclusive does not mean equivalent. */
|
|
160
|
+
verdict: 'a_better' | 'b_better' | 'inconclusive' | 'insufficient_evidence';
|
|
186
161
|
/** Rationale, ready to render. */
|
|
187
162
|
rationale: string;
|
|
188
163
|
}
|
|
189
164
|
/**
|
|
190
|
-
*
|
|
191
|
-
*
|
|
192
|
-
*
|
|
165
|
+
* Compare identical scenario cohorts on identical k grids, paired by scenarioId.
|
|
166
|
+
* Missing pairs, duplicate identities, and cohort changes across k are refused.
|
|
167
|
+
* The bootstrap resamples whole scenarios, preserving dependence across k.
|
|
168
|
+
* Per-k intervals describe the curve; shared paired area decisions determine the verdict.
|
|
169
|
+
* Bootstrap eligibility is necessary but does not establish scenario independence.
|
|
193
170
|
*/
|
|
194
171
|
declare function compareAdaptationCurves(a: AdaptationCurve, b: AdaptationCurve, opts?: {
|
|
195
172
|
confidence?: number;
|
|
196
173
|
bootstrapResamples?: number;
|
|
197
174
|
seed?: number;
|
|
175
|
+
/** Minimum worthwhile difference in normalized area. Default 0. */
|
|
176
|
+
minimumEffect?: number;
|
|
198
177
|
}): CompareCurvesResult;
|
|
199
|
-
/** First k
|
|
178
|
+
/** First observed k whose pass rate reaches the threshold; this is a descriptive summary. */
|
|
200
179
|
declare function firstPassK(curve: AdaptationCurve, threshold?: number): number | null;
|
|
201
180
|
//#endregion
|
|
202
181
|
//#region src/rl/compute-curves.d.ts
|
|
@@ -331,31 +310,11 @@ declare function paretoFrontier(points: ParetoPointInput[]): ParetoPointInput[];
|
|
|
331
310
|
/**
|
|
332
311
|
* Contamination probe — held-out perturbation tests.
|
|
333
312
|
*
|
|
334
|
-
*
|
|
335
|
-
*
|
|
336
|
-
*
|
|
337
|
-
*
|
|
338
|
-
*
|
|
339
|
-
* whether scores diverge significantly. Genuine capability transfers; rote
|
|
340
|
-
* memorization doesn't.
|
|
341
|
-
*
|
|
342
|
-
* This module ships the probe contract:
|
|
343
|
-
*
|
|
344
|
-
* 1. A `ScenarioPerturbation` strategy type — function that produces a
|
|
345
|
-
* perturbed scenario from an original.
|
|
346
|
-
* 2. `runContaminationProbe({ originals, perturbed, scoreFn })` — runs
|
|
347
|
-
* both halves and reports per-scenario score divergence + a global
|
|
348
|
-
* contamination verdict via paired Wilcoxon.
|
|
349
|
-
* 3. Several stock perturbations: `renameVariables`, `shuffleOrder`,
|
|
350
|
-
* `paraphrasePrompt`, `injectIrrelevantClause`. Each preserves the
|
|
351
|
-
* task's structural difficulty while breaking surface memorization.
|
|
352
|
-
*
|
|
353
|
-
* The verdict is conservative: if the perturbed-vs-original score
|
|
354
|
-
* difference is statistically significant (BH-adjusted p < 0.05) AND
|
|
355
|
-
* the median drop is > 5 percentage points, we flag *contamination
|
|
356
|
-
* suspected*. False positives are possible (the perturbation might
|
|
357
|
-
* actually be harder); the default is to flag for review, not to
|
|
358
|
-
* autoreject.
|
|
313
|
+
* Score each scenario and its perturbation, then test the paired differences.
|
|
314
|
+
* A significant global Wilcoxon result plus a worthwhile median drop flags
|
|
315
|
+
* contamination for review. Perturbations may change difficulty, so the result
|
|
316
|
+
* does not identify contamination as the cause. Per-item differences have no
|
|
317
|
+
* calibrated sampling null and carry no p-values or q-values.
|
|
359
318
|
*/
|
|
360
319
|
type ScenarioPerturbationKind = 'rename_variables' | 'shuffle_order' | 'paraphrase' | 'inject_irrelevant_clause' | 'custom';
|
|
361
320
|
interface ScenarioPerturbation<S> {
|
|
@@ -366,7 +325,7 @@ interface ScenarioPerturbation<S> {
|
|
|
366
325
|
id?: string;
|
|
367
326
|
}
|
|
368
327
|
interface ContaminationProbeInput<S> {
|
|
369
|
-
/**
|
|
328
|
+
/** Stable, unique identity of every original scenario. */
|
|
370
329
|
scenarioId: (s: S) => string;
|
|
371
330
|
/** Original scenarios. */
|
|
372
331
|
originals: S[];
|
|
@@ -386,11 +345,8 @@ interface ContaminationProbeInput<S> {
|
|
|
386
345
|
interface ContaminationProbeOptions {
|
|
387
346
|
/** Drop scores below this from the probe; treats partial failures separately. Default 0. */
|
|
388
347
|
scoreFloor?: number;
|
|
389
|
-
/**
|
|
390
|
-
|
|
391
|
-
* delta. Default 0.05.
|
|
392
|
-
*/
|
|
393
|
-
fdr?: number;
|
|
348
|
+
/** Significance threshold for the single global paired test. Default 0.05. */
|
|
349
|
+
alpha?: number;
|
|
394
350
|
/**
|
|
395
351
|
* Minimum median per-scenario drop to flag global contamination. Default
|
|
396
352
|
* 0.05 (5 percentage points). Smaller drops may be noise.
|
|
@@ -403,20 +359,21 @@ interface ContaminationProbeReport {
|
|
|
403
359
|
originalScore: number;
|
|
404
360
|
perturbedScore: number;
|
|
405
361
|
delta: number;
|
|
406
|
-
/** Per-scenario q-value (single-test BH for a single scenario). Mainly for display. */
|
|
407
|
-
qValue: number;
|
|
408
362
|
}>;
|
|
409
|
-
/** Wilcoxon paired
|
|
363
|
+
/** Global Wilcoxon paired test; null when fewer than four pairs are included. */
|
|
410
364
|
pairedTest: {
|
|
411
365
|
w: number;
|
|
412
366
|
p: number;
|
|
413
|
-
};
|
|
414
|
-
|
|
415
|
-
|
|
367
|
+
} | null;
|
|
368
|
+
/** Observed summaries of included pairs; null when no pairs are included. */
|
|
369
|
+
medianDelta: number | null;
|
|
370
|
+
meanDelta: number | null;
|
|
416
371
|
contaminationSuspected: boolean;
|
|
417
372
|
reason: string;
|
|
418
|
-
/** Number of
|
|
373
|
+
/** Number of pairs included after the configured score floor. */
|
|
419
374
|
n: number;
|
|
375
|
+
/** Scenarios excluded by the score floor; their observed scores remain above. */
|
|
376
|
+
excludedScenarioIds: string[];
|
|
420
377
|
}
|
|
421
378
|
declare function runContaminationProbe<S>(input: ContaminationProbeInput<S>, opts?: ContaminationProbeOptions): Promise<ContaminationProbeReport>;
|
|
422
379
|
/**
|
|
@@ -1168,13 +1125,10 @@ declare function offPolicyEstimateAll(trajectories: OffPolicyTrajectory[], opts?
|
|
|
1168
1125
|
//#region src/rl/predictive-validity-researcher.d.ts
|
|
1169
1126
|
interface PredictiveValidityResearcherOptions {
|
|
1170
1127
|
outcomes: OutcomeStore;
|
|
1171
|
-
|
|
1128
|
+
/** Fix one desired outcome before observing the report; recommendations never choose an outcome post hoc. */
|
|
1129
|
+
targetOutcome: OutcomeMetricSpec;
|
|
1172
1130
|
/** Score threshold below which a run counts as a "failure." Default 0.5. */
|
|
1173
1131
|
failureThreshold?: number;
|
|
1174
|
-
/** Spearman bucket below which a rubric is "decorative." Default 0.4. */
|
|
1175
|
-
decorativeThreshold?: number;
|
|
1176
|
-
/** Optional steering-namespace prefix for proposed changes. Default `'rubric_weight'`. */
|
|
1177
|
-
steeringNamespace?: string;
|
|
1178
1132
|
/** Override the rubric set the researcher inspects. Default: every numeric `outcome.raw` key seen. */
|
|
1179
1133
|
rubrics?: string[];
|
|
1180
1134
|
/**
|
|
@@ -1185,11 +1139,11 @@ interface PredictiveValidityResearcherOptions {
|
|
|
1185
1139
|
onReport?: (report: RubricPredictiveValidityReport) => void | Promise<void>;
|
|
1186
1140
|
}
|
|
1187
1141
|
/**
|
|
1188
|
-
*
|
|
1189
|
-
*
|
|
1142
|
+
* Proposes rubric experiments against one declared outcome.
|
|
1143
|
+
* A correlation supports a hypothesis; the caller must measure any resulting change.
|
|
1190
1144
|
*/
|
|
1191
1145
|
declare class PredictiveValidityResearcher implements Researcher {
|
|
1192
|
-
private opts;
|
|
1146
|
+
private readonly opts;
|
|
1193
1147
|
private lastReport;
|
|
1194
1148
|
constructor(opts: PredictiveValidityResearcherOptions);
|
|
1195
1149
|
inspectFailures(runs: RunRecord[]): Promise<FailureMode[]>;
|
|
@@ -1217,9 +1171,9 @@ interface RunRLCampaignOptions<V> extends EvalCampaignOptions<V> {
|
|
|
1217
1171
|
preferences?: ExtractPreferencesOptions;
|
|
1218
1172
|
/** Verifiable-reward extraction options. */
|
|
1219
1173
|
verifiableReward?: VerifiableRewardExtractionOptions;
|
|
1220
|
-
/** Outcome store
|
|
1174
|
+
/** Outcome store and desired metric directions for post-campaign association measurement. */
|
|
1221
1175
|
outcomeStore?: OutcomeStore;
|
|
1222
|
-
outcomeMetrics?:
|
|
1176
|
+
outcomeMetrics?: readonly OutcomeMetricSpec[];
|
|
1223
1177
|
/** Anytime-valid sequential evaluation options. */
|
|
1224
1178
|
sequential?: {
|
|
1225
1179
|
alpha?: number;
|
package/dist/rl.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rl.d.ts","names":[],"sources":["../src/rl/active-curriculum.ts","../src/rl/adaptation-eval.ts","../src/rl/compute-curves.ts","../src/rl/contamination.ts","../src/rl/rollout-input.ts","../src/rl/preferences.ts","../src/rl/process-reward.ts","../src/rl/exporters.ts","../src/rl/dataset.ts","../src/rl/corpus.ts","../src/rl/off-policy.ts","../src/rl/predictive-validity-researcher.ts","../src/rl/rl-campaign.ts","../src/rl/run-record-adapters.ts","../src/rl/sim-fidelity.ts","../src/rl/tournament.ts","../src/rl/verified-findings-dataset.ts"],"mappings":"
|
|
1
|
+
{"version":3,"file":"rl.d.ts","names":[],"sources":["../src/rl/active-curriculum.ts","../src/rl/adaptation-eval.ts","../src/rl/compute-curves.ts","../src/rl/contamination.ts","../src/rl/rollout-input.ts","../src/rl/preferences.ts","../src/rl/process-reward.ts","../src/rl/exporters.ts","../src/rl/dataset.ts","../src/rl/corpus.ts","../src/rl/off-policy.ts","../src/rl/predictive-validity-researcher.ts","../src/rl/rl-campaign.ts","../src/rl/run-record-adapters.ts","../src/rl/sim-fidelity.ts","../src/rl/tournament.ts","../src/rl/verified-findings-dataset.ts"],"mappings":";;;;;;;;;;;;;;UAqCiB;EACf;EACA;;EAEA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;UAGe;;EAEf;;;;;;EAMA;;;;;EAKA;;;;;;;;;iBAUc,wBACd,cAAc,mBACd,gBAAgB;EAAQ;EAAmB;IAC3C,MAAM,4BACL;UAoDc;EACf;;;;;;EAMA;;EAEA;EACA;;;EAGA;;;;;;;;;;;;;iBAcc,mBACd,cAAc,mBACd,gBAAgB;EAAQ;EAAmB;IAC3C,MAAM,4BACL;;iBAyDa,2BACd,MAAM,aACN;EAAQ;EAAwB;IAC/B;;;UCpNc,iBAAiB;;;;;;EAMhC,IAAI;IAAQ,UAAU;IAAG;IAAW;MAAgB;;UAGrC,0BAA0B;EACzC,WAAW;;EAEX;;EAEA;EACA,QAAQ,iBAAiB;;EAEzB;;UAGe;EACf;EACA;EACA;EACA;EACA;;EAEA,aAAa;IAAQ;IAAoB;IAAmB;IAAgB;;;UAG7D;EACf,QAAQ;;;;;EAKR;;;;;EAKA;;iBAGoB,mBAAmB;EAAY;GACnD,MAAM,0BAA0B,KAC/B,QAAQ;UAmEM;EACf,MAAM;IACJ;;IAEA,OAAO;;;EAGT,WAAW;;EAEX,cAAc;EACd,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;iBAUc,wBACd,GAAG,iBACH,GAAG,iBACH;EACE;EACA;EACA;;EAEA;IAED;;iBA0Ea,WAAW,OAAO,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC3MlC;;EAEf;;EAEA;;EAEA,OAAO;;UAGQ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA,QAAQ;;EAER;;EAEA,MAAM;;UAGS;EACf;EACA,SAAS;;;;;EAKT,cAAc,QAAQ,uBAAuB;IAC3C;IACA;IACA;IACA,UAAU;;;iBAIQ,gBAAgB,MAAM,yBAAyB,QAAQ;UAmB5D,sBAAsB;;EAErC;;EAEA,SAAS,sBAAsB,QAAQ;;EAEvC,UAAU,SAAS,MAAM;;UAGV,qBAAqB;EACpC,MAAM;EACN;EACA;EACA;;EAEA;;;iBAIoB,QAAQ,GAAG,MAAM,sBAAsB,KAAK,QAAQ,qBAAqB;UAqB9E,uBAAuB;EACtC;EACA,SAAS,sBAAsB,QAAQ;;EAEvC,YAAY,SAAS;;UAGN,sBAAsB;;EAErC;;EAEA;;EAEA,WAAW;;EAEX,gBAAgB;;EAEhB,UAAU;;;;;;iBAOU,gBAAgB,GACpC,MAAM,uBAAuB,KAC5B,QAAQ,sBAAsB;;;;;;;UAkChB;EACf;EACA;EACA;EACA;;iBAGc,eAAe,QAAQ,qBAAqB;;;;;;;;;;;;KC7LhD;UAOK,qBAAqB;EACpC,MAAM;;EAEN,QAAQ,UAAU,MAAM,QAAQ,KAAK;;EAErC;;UAGe,wBAAwB;;EAEvC,aAAa,GAAG;;EAEhB,WAAW;;;;;EAKX,YAAY;EACZ,eAAe,qBAAqB;;;;;;EAMpC,UAAU,GAAG,MAAM;;UAGJ;;EAEf;;EAEA;;;;;EAKA;;UAGe;EACf,aAAa;IACX;IACA;IACA;IACA;;;EAGF;IAAc;IAAW;;;EAEzB;EACA;EACA;EACA;;EAEA;;EAEA;;iBAGoB,sBAAsB,GAC1C,OAAO,wBAAwB,IAC/B,OAAM,4BACL,QAAQ;;;;;;;iBAyGK,gBAAgB;EAAY;GAC1C,uBACA,UAAS,cAAc,yBACtB,qBAAqB;;;;;;iBAoBR,aAAa;EAAY;GACvC,iBAAiB,gBAAgB,8BACjC,eACC,qBAAqB;;;;;;iBAgBR,uBAAuB;EAAY;GACjD,gBACA,iCACC,qBAAqB;;;;;;;;;;;;;UClMP;;;;;;;;;;;EAWf,OAAO;;;;KCKG;UAKK;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA;;;;;;EAMA;IAAW;IAAgB;;;EAE3B;;;;;EAKA;IACE;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf,WAAW;;;;;EAKX;;;;;;EAMA,QAAQ;;EAER;;UAGe;EACf,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,UAAU;;;;;;EAMV;;;;;;;;;;;;;;;;;;;;iBAuCc,mBACd,OAAO,qBACP,OAAM,4BACL;;;;;;;;;;;;;;;;;;iBAqMmB,YACpB,SAAS,oBACT,SAAS,YACT,SAAS,qBACR,QAAQ;EAAQ;EAAgB;EAAgB;;;;;;;;;;;iBAkCnC,kBACd,SAAS,oBACT,SAAS,qBACR;EAAQ;EAAoB;EAAqB;EAAuB;;;;UChX1D;;EAEf;EACA;;EAEA;;EAEA,MAAM;;EAEN;;EAEA;;;;;EAKA;;EAEA;;EAEA;;UAGe;;EAEf,WAAW;;EAEX,MAAM,MAAM,OAAO,QAAQ,KAAK;;UAGjB;;;;;;EAMf,SAAS;;EAET,aAAa,MAAM;;iBAGC,mBACpB,OAAO,YACP,eACA,MAAM,4BACL,QAAQ;UAgCM;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;iBAGc,yBAAyB,aAAa,eAAe;UA+CpD;;EAEf;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;EACA;;;;;;;;;;;;;;;;;iBAkBc,iBACd,kBAAkB,YAAY,eAC9B;EAAQ;EAAoB;IAC3B;;;UC3Jc;;EAEf,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;;EAEA,OAAO;;;KAIG,iBAAiB;;;;;;;;;;;;;;;;iBAwBP,UACpB,SAAS,oBACT,SAAS,YACT,SAAS,iBACR,QAAQ;;iBAwCK,WAAW,MAAM;UAMhB;;EAEf;;EAEA;;;;;EAKA,cAAc;;UAGC,oBACP,KAAK;;EAEb,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;EACA,OAAO;;;;;;;;;;;;;;;;;;;iBAoBa,WACpB,OAAO,qBACP,SAAS,cACR,QAAQ;iBAyDK,YAAY,MAAM;UAMjB,mBAAmB;;EAElC,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;EAE1C,YAAY,MAAM;;EAElB,WAAW,MAAM;;EAEjB;;UAGe;EACf,UAAU;IAAQ;IAAuC;;EACzD,OAAO;;;;;;;;;;;;;;;;;;;;iBAqBa,UACpB,OAAO,qBACP,SAAS,aACR,QAAQ;iBAkDK,WAAW,MAAM;UAMhB;;EAEf,WAAW,2BAA2B;;EAEtC,aAAa,eAAe,4BAA4B;;EAExD,YAAY,eAAe,uCAAuC;;UAGnD;EACf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB;;;;;;;;;;EAUtC;;;;;;;;;;;;;;;;;;;;;iBAsBoB,UACpB,SAAS,qBACT,SAAS,YACT,SAAS,iBACR,QAAQ;iBA8FK,WAAW,MAAM;UAMhB;EACf;EACA;EACA;EACA;EACA;EACA;;;;;;;;;;;;iBAoBc,mBAAmB,aAAa,cAAc,SAAS;;;KChf3D;cACN;KACM,wBAAwB;iBAIpB,uBAAuB,iBAAiB;;;UA2BvC;EACf;EACA;;EAEA;;;EAGA;;;EAGA;IAAU,MAAM;IAAY;IAAgB;;EAC5C;EACA;EACA;;EAEA;;EAEA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;;EAEA,QAAQ,OAAO;EACf,QAAQ;;EAER;;EAEA;EACA;EACA;IAAe;IAAe;;EAC9B;;;;;;EAMA;;UAGe,0BAA0B;EACzC,SAAS;EACT,WAAW,QAAQ,OAAO;EAC1B,OAAO;;UAGQ;EACf,UAAU;;EAEV,OAAO;;;;;;;;;iBAyDa,eACpB,OAAO,qBACP,SAAS,cAAc,YACvB,QAAQ,iBACR;EAAgB,SAAS;EAAoB,SAAS;IACrD,QAAQ;;iBA2DK,oBAAoB,GAAG;;;;;KCzO3B,eAAe;EAAc;EAAiB;;UAEzC;EACf;;;EAGA;EACA;;;;;;;;iBASc,eAAe,SAAS,gBAAgB,qBAAqB;;iBAqB7D,WAAW,qBAAqB;UAmB/B;;EAEf;;EAEA,SAAS;;EAET;;;;;;;;;;;;;;;iBAgBoB,uBACpB,oBACA,QAAQ,iBACR,OAAM,iBACL,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCnEM;;EAEf;;EAEA;;;;;;EAMA;;;;;;EAMA;;;;;;EAMA;;;;;;;EAOA;;UAGe;;EAEf;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;;;EAKA;;EAEA,qBAAqB;;UAGN;;;;;;EAMf;;EAEA;IAAe;IAAa;;;;;;;;iBAQd,4BACd,cAAc,uBACd,OAAM,mBACL;;;;;;iBA4Ca,kCACd,cAAc,uBACd,OAAM,mBACL;;;;;;;;;;;;;;;;;;;;;iBAwDa,aACd,cAAc,uBACd,OAAM,mBACL;;;;;;iBAuEa,qBACd,cAAc,uBACd,OAAM;EACH,KAAK;EAAmB,OAAO;EAAmB,IAAI;;;;UCvQ1C;EACf,UAAU;;EAEV,eAAe;;EAEf;;EAEA;;;;;;EAMA,YAAY,QAAQ,0CAA0C;;;;;;cAOnD,wCAAwC;mBAClC;UACT;EAER,YAAY,MAAM;EAaZ,gBAAgB,MAAM,cAAc,QAAQ;EA0C5C,cAAc,UAAU,gBAAgB,QAAQ;EA+DhD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAS1E,eAAe,MAAM,iBAAiB,QAAQ;;;;;;EAiD9C,iBAAiB,MAAM,cAAc,QAAQ;;;;;;EAiBnD,UAAU,QAAQ;EAUlB,iBAAiB;;;;UCzMF,qBAAqB,WAAW,oBAAoB;;EAEnE,cAAc;;EAEd,mBAAmB;;EAEnB,eAAe;EACf,0BAA0B;;EAE1B;IACE;IACA;IACA;MAAS;MAAa;;;;;;;;;;;;;IAYtB;;;EAGF;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;;;;;;;UAYO;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,UAAU;;EAEV,eAAe;IAAQ;IAAe,QAAQ;;;EAE9C,aAAa;;;;;EAKb,mBAAmB;;;;EAInB,eAAe;;EAEf,eAAe;;EAEf,oBAAoB;;EAEpB;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;EAKR;;;;EAIA;;iBAGoB,cAAc,GAAG,MAAM,qBAAqB,KAAK,QAAQ;;;UCvI9D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;iBAWc,qBACd,UAAU,gBACV,KAAK;EAAmB;IACvB;;;;;;;;iBAyBa,8BACd,QAAQ,oBACR,KAAK;EAAmB;EAAqB;GAC7C;EAAQ;IACP;;;;;;;KCnCS,oBAAoB,QAAQ,cAAc;;;;;cAMzC;;;;;;;;;;;;;;;;;;;;;;cAuCA,yBAAyB;;;;;;;;;iBAmDtB,aAAa,GAAG,wBAAwB,GAAG;;;;;;;iBAqC3C,cAAc,kBAAkB;;;iBAsBhC,YAAY,eAAe;UAU1B;;EAEf;;;EAGA;;EAEA;;UAGe;EACf;;EAEA;;EAEA,WAAW;;EAEX;;EAEA;;KAGU;UAEK;EACf,cAAc;;;;EAId;;;EAGA;;;EAGA,SAAS;;UAGM;;EAEf,WAAW;;EAEX;;;;;;;;iBASc,kBACd,WAAW,aACX,YAAY,aACZ,OAAM,qBACL;UAuHc;;;EAGf;;;EAGA;;UAGe;EACf;EACA;;EAEA;;;EAGA;;;;;;;;;iBAUc,cACd,WAAW,aACX,YAAY,aACZ,OAAM,kBACL;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC/Xc;;EAEf;;EAEA;;;;;EAKA;;;;;;EAMA;;UAGe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,SAAS;;EAET;;EAEA;EACA;;;;;;;;;;;iBAYc,gBACd,UAAU,mBACV;EAAQ;EAAoB;EAAwB;IACnD;;;;;;;;;UA+Gc;;EAEf;;EAEA;;iBAGc,eACd,SAAS,qBACT,SAAS,iBACT,OAAM;EACH;EAAqB;;;;;;;;UA2BT;EACf,MAAM;IACJ;;IAEA;IACA;;;;;;EAMF;;iBAGc,0BACd,OAAO,iCACN;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cC/MU;;UAKI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA,KAAK;EACL;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;;;UAIQ;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,kBAAkB;IAAQ;IAAkB;;;;UAI7B;EACf;EACA;EACA;;UAGe;EACf;;;EAGA;;EAEA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;IAAU;IAAyB;;;UAKpB;EACf;EACA;EACA;;EAEA;EACA;;KAGU;UAEK;EACf,SAAS;EACT;EACA;EACA;EACA;;UAGe;EACf,eAAe;;EAEf;EACA;EACA;EACA;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF;;IAEE;;IAEA;;IAEA;;IAEA;IACA;;;EAGF;IACE;MAAU;MAAe;;IACzB,OAAO;;EAET;IACE;;IAEA;IACA;IACA;IACA;IACA;IACA;IACA;;;IAGA;IACA,wBAAwB;IACxB;IACA;IACA;IACA;;EAEF,KAAK;EACL;IACE;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf;EACA;;;;EAIA;EACA,KAAK,OAAO;EACZ,UAAU;IAAiB;IAAc;IAAoB;;;UAO9C;EACf,WAAW;EACX,OAAO;EACP,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;EACT;;;;;;iBAiEc,wBAAwB,MAAM,8BAA8B;iBA8I5D,0BAA0B,MAAM,uBAAuB;iBAwBvD,wBAAwB,MAAM;UAM7B;EACf;;EAEA;;UAGe;EACf;;EAEA;;EAEA,SAAS,eAAe;;EAExB;EACA;;UAGe;EACf,MAAM;EACN,SAAS;EACT;IACE;IACA;IACA;IACA;IACA,SAAS;MAAiB;MAAoB;MAAsB;;;;;;;;;iBAuExD,4BACd,QAAQ,yBACP"}
|