@tangle-network/agent-eval 0.218.1 → 0.220.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +25 -0
- package/dist/adapters/http.d.ts +3 -3
- package/dist/adapters/http.d.ts.map +1 -1
- package/dist/adapters/http.js +1 -0
- package/dist/adapters/http.js.map +1 -1
- package/dist/{agent-profile-DTt8uGP9.d.ts → agent-profile-D01Io2Xw.d.ts} +4 -4
- package/dist/{agent-profile-DTt8uGP9.d.ts.map → agent-profile-D01Io2Xw.d.ts.map} +1 -1
- package/dist/analyst/index.d.ts +13 -13
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +8 -8
- package/dist/analyst/index.js.map +1 -1
- package/dist/{analyze-runs-DjlZOVXx.d.ts → analyze-runs-BWAHBDAw.d.ts} +4 -4
- package/dist/{analyze-runs-DjlZOVXx.d.ts.map → analyze-runs-BWAHBDAw.d.ts.map} +1 -1
- package/dist/{benchmark-command-BupdHRyf.js → benchmark-command-BzmMTnvC.js} +10 -10
- package/dist/{benchmark-command-BupdHRyf.js.map → benchmark-command-BzmMTnvC.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +5 -5
- package/dist/benchmarks/index.js +3 -3
- package/dist/benchmarks/index.js.map +1 -1
- package/dist/campaign/index.d.ts +8 -8
- package/dist/campaign/index.js +8 -8
- package/dist/{campaign-CGvUTnmc.js → campaign-BVPC6ODQ.js} +149 -10
- package/dist/campaign-BVPC6ODQ.js.map +1 -0
- package/dist/campaign-evidence-DunzcJGv.js.map +1 -1
- package/dist/{chat-client-B2pXlPdx.js → chat-client-CMQ8_h4J.js} +2 -2
- package/dist/{chat-client-B2pXlPdx.js.map → chat-client-CMQ8_h4J.js.map} +1 -1
- package/dist/{chat-json-call-Dm9c-b41.js → chat-json-call-BrZKn0L3.js} +2 -2
- package/dist/{chat-json-call-Dm9c-b41.js.map → chat-json-call-BrZKn0L3.js.map} +1 -1
- package/dist/cli.js +8 -8
- package/dist/{completion-verifier-DbLVf3i8.js → completion-verifier-Cigap8CG.js} +4 -4
- package/dist/{completion-verifier-DbLVf3i8.js.map → completion-verifier-Cigap8CG.js.map} +1 -1
- package/dist/contract/index.d.ts +11 -11
- package/dist/contract/index.js +7 -7
- package/dist/{cost-ledger-D0352Z4d.js → cost-ledger-BGZB6yY2.js} +75 -2
- package/dist/cost-ledger-BGZB6yY2.js.map +1 -0
- package/dist/{cost-ledger-Jk62OBfF.d.ts → cost-ledger-C1W3ICmP.d.ts} +26 -2
- package/dist/cost-ledger-C1W3ICmP.d.ts.map +1 -0
- package/dist/{default-registry-BJ-Pq6yL.js → default-registry-BrKmT01n.js} +3 -3
- package/dist/{default-registry-BJ-Pq6yL.js.map → default-registry-BrKmT01n.js.map} +1 -1
- package/dist/{default-registry-DXgLmoDI.d.ts → default-registry-Cwg_QN3d.d.ts} +6 -6
- package/dist/{default-registry-DXgLmoDI.d.ts.map → default-registry-Cwg_QN3d.d.ts.map} +1 -1
- package/dist/{define-agent-eval-BlH10zEw.d.ts → define-agent-eval-C2nFhHPu.d.ts} +8 -8
- package/dist/{define-agent-eval-BlH10zEw.d.ts.map → define-agent-eval-C2nFhHPu.d.ts.map} +1 -1
- package/dist/{define-agent-eval-BGdFKlrc.js → define-agent-eval-UQY3VbJ2.js} +4 -4
- package/dist/{define-agent-eval-BGdFKlrc.js.map → define-agent-eval-UQY3VbJ2.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +2 -2
- package/dist/{dspy-rlm-engine-CSMwudLO.js → dspy-rlm-engine-Bn_Mt_LW.js} +3 -3
- package/dist/{dspy-rlm-engine-CSMwudLO.js.map → dspy-rlm-engine-Bn_Mt_LW.js.map} +1 -1
- package/dist/{engine-BvZ0R-36.d.ts → engine-BpGGw6cd.d.ts} +3 -3
- package/dist/{engine-BvZ0R-36.d.ts.map → engine-BpGGw6cd.d.ts.map} +1 -1
- package/dist/{evaluation-BOZ38vOH.d.ts → evaluation-CBdQt_kr.d.ts} +4 -4
- package/dist/{evaluation-BOZ38vOH.d.ts.map → evaluation-CBdQt_kr.d.ts.map} +1 -1
- package/dist/evaluation.d.ts +1 -1
- package/dist/evaluation.js +1 -1
- package/dist/{exact-types-CflbJ9f3.d.ts → exact-types-BYFmYq44.d.ts} +2 -2
- package/dist/{exact-types-CflbJ9f3.d.ts.map → exact-types-BYFmYq44.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +24 -1
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js.map +1 -1
- package/dist/{external-optimizer-process-C3Wm7Vhn.js → external-optimizer-process-wOLfzsCC.js} +2 -2
- package/dist/{external-optimizer-process-C3Wm7Vhn.js.map → external-optimizer-process-wOLfzsCC.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-B5gdLRZv.js → external-optimizer-subprocess-D670Oxf2.js} +3 -3
- package/dist/{external-optimizer-subprocess-B5gdLRZv.js.map → external-optimizer-subprocess-D670Oxf2.js.map} +1 -1
- package/dist/{feedback-trajectory-BWmhRBGu.d.ts → feedback-trajectory-DhB9WzYg.d.ts} +3 -3
- package/dist/{feedback-trajectory-BWmhRBGu.d.ts.map → feedback-trajectory-DhB9WzYg.d.ts.map} +1 -1
- package/dist/{findings-store-BtTzPL0d.js → findings-store-CvNo712L.js} +5 -5
- package/dist/{findings-store-BtTzPL0d.js.map → findings-store-CvNo712L.js.map} +1 -1
- package/dist/fuzz.d.ts +1 -1
- package/dist/fuzz.js +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-CX-GAUpw.d.ts → index-CHxwfW5g.d.ts} +2 -2
- package/dist/{index-CX-GAUpw.d.ts.map → index-CHxwfW5g.d.ts.map} +1 -1
- package/dist/{index-BLGqZ81N.d.ts → index-CVFStrQD.d.ts} +8 -8
- package/dist/{index-BLGqZ81N.d.ts.map → index-CVFStrQD.d.ts.map} +1 -1
- package/dist/{index-CiRwLv2R.d.ts → index-D7fmC-1K.d.ts} +3 -4
- package/dist/index-D7fmC-1K.d.ts.map +1 -0
- package/dist/{index-DbMOXYnP.d.ts → index-DAXfpVf7.d.ts} +10 -10
- package/dist/{index-DbMOXYnP.d.ts.map → index-DAXfpVf7.d.ts.map} +1 -1
- package/dist/{index-B16FNdW5.d.ts → index-Q6DvdcwI.d.ts} +37 -11
- package/dist/index-Q6DvdcwI.d.ts.map +1 -0
- package/dist/index.d.ts +26 -26
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +14 -14
- package/dist/index.js.map +1 -1
- package/dist/{integrity-_qgZLA5p.d.ts → integrity-CCwvezWS.d.ts} +2 -2
- package/dist/{integrity-_qgZLA5p.d.ts.map → integrity-CCwvezWS.d.ts.map} +1 -1
- package/dist/judge-gate-Co5tuh57.js.map +1 -1
- package/dist/{judge-gate-DsL0yFcb.d.ts → judge-gate-Dc_mXQsL.d.ts} +2 -2
- package/dist/judge-gate-Dc_mXQsL.d.ts.map +1 -0
- package/dist/{kind-factory-Gy4fXixd.js → kind-factory-BhxbtUsQ.js} +2 -2
- package/dist/{kind-factory-Gy4fXixd.js.map → kind-factory-BhxbtUsQ.js.map} +1 -1
- package/dist/{llm-client-_Y6ic-tf.js → llm-client-DXuOTseU.js} +2 -2
- package/dist/{llm-client-_Y6ic-tf.js.map → llm-client-DXuOTseU.js.map} +1 -1
- package/dist/{llm-judge-Djxh-Uhs.js → llm-judge-Cc8vDJh_.js} +9 -8
- package/dist/llm-judge-Cc8vDJh_.js.map +1 -0
- package/dist/matrix/index.d.ts +2 -2
- package/dist/{matrix-CCSBna4q.d.ts → matrix-Cf-AGxGh.d.ts} +4 -4
- package/dist/{matrix-CCSBna4q.d.ts.map → matrix-Cf-AGxGh.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +2 -2
- package/dist/{mint-BRZXuwRi.d.ts → mint-CkzpVPdz.d.ts} +3 -3
- package/dist/{mint-BRZXuwRi.d.ts.map → mint-CkzpVPdz.d.ts.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/multishot/index.js.map +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{pareto-CTv8vozZ.js → pareto-BiBnQXAE.js} +304 -210
- package/dist/pareto-BiBnQXAE.js.map +1 -0
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{prime-protocol-BWG2DQIk.d.ts → prime-protocol-CckHBxGu.d.ts} +3 -3
- package/dist/{prime-protocol-BWG2DQIk.d.ts.map → prime-protocol-CckHBxGu.d.ts.map} +1 -1
- package/dist/{promotion-gate-CxEHRsZW.d.ts → promotion-gate-CkVZHagC.d.ts} +3 -3
- package/dist/{promotion-gate-CxEHRsZW.d.ts.map → promotion-gate-CkVZHagC.d.ts.map} +1 -1
- package/dist/{proposal-findings-n-5WBbEx.js → proposal-findings-E1aSC_cU.js} +2 -2
- package/dist/{proposal-findings-n-5WBbEx.js.map → proposal-findings-E1aSC_cU.js.map} +1 -1
- package/dist/{registry-ssNoHzwD.d.ts → registry-B_yG-1jh.d.ts} +5 -5
- package/dist/{registry-ssNoHzwD.d.ts.map → registry-B_yG-1jh.d.ts.map} +1 -1
- package/dist/render-Cs34y0iX.js.map +1 -1
- package/dist/reporting.d.ts +3 -3
- package/dist/{researcher-GU1tV4dn.d.ts → researcher-H0p44OYC.d.ts} +5 -5
- package/dist/{researcher-GU1tV4dn.d.ts.map → researcher-H0p44OYC.d.ts.map} +1 -1
- package/dist/{reward-DrZ71vnf.d.ts → reward-BeUgVVC_.d.ts} +2 -2
- package/dist/{reward-DrZ71vnf.d.ts.map → reward-BeUgVVC_.d.ts.map} +1 -1
- package/dist/{reward-hacking-E52wq86n.d.ts → reward-hacking-WTxUbtbb.d.ts} +2 -2
- package/dist/{reward-hacking-E52wq86n.d.ts.map → reward-hacking-WTxUbtbb.d.ts.map} +1 -1
- package/dist/rl.d.ts +9 -8
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +35 -1
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +3 -3
- package/dist/rollout-Dd1ucT_M.js.map +1 -1
- package/dist/{rubric-predictive-validity-DiwT8PbL.d.ts → rubric-predictive-validity-noY7uE03.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-DiwT8PbL.d.ts.map → rubric-predictive-validity-noY7uE03.d.ts.map} +1 -1
- package/dist/{run-record-CaxbLq6Y.d.ts → run-record-C3awiXPf.d.ts} +2 -2
- package/dist/{run-record-CaxbLq6Y.d.ts.map → run-record-C3awiXPf.d.ts.map} +1 -1
- package/dist/schema-CvhfLjtZ.js.map +1 -1
- package/dist/search/index.d.ts +2 -2
- package/dist/search/index.js +2 -2
- package/dist/{search-kernel-p9JB3SmL.d.ts → search-kernel-Dloxd6gs.d.ts} +4 -4
- package/dist/{search-kernel-p9JB3SmL.d.ts.map → search-kernel-Dloxd6gs.d.ts.map} +1 -1
- package/dist/{search-ledger-ClpN4I3e.js → search-ledger-CZRqtFbW.js} +249 -242
- package/dist/search-ledger-CZRqtFbW.js.map +1 -0
- package/dist/{search-shipper-Bg2HW3Uv.js → search-shipper-Dn3NLsuH.js} +2 -2
- package/dist/{search-shipper-Bg2HW3Uv.js.map → search-shipper-Dn3NLsuH.js.map} +1 -1
- package/dist/{search-summary-CrBuvVnf.js → search-summary-D4bwYnAE.js} +2 -2
- package/dist/{search-summary-CrBuvVnf.js.map → search-summary-D4bwYnAE.js.map} +1 -1
- package/dist/{server-C6M0qR8h.js → server-8TS8XCvg.js} +3 -3
- package/dist/{server-C6M0qR8h.js.map → server-8TS8XCvg.js.map} +1 -1
- package/dist/{skillopt-optimization-method-5dlex7MJ.js → skillopt-optimization-method-DLKqdhcR.js} +106 -61
- package/dist/skillopt-optimization-method-DLKqdhcR.js.map +1 -0
- package/dist/{statistical-heldout-BHfLZHrm.d.ts → statistical-heldout-3z3I-kJN.d.ts} +3 -3
- package/dist/{statistical-heldout-BHfLZHrm.d.ts.map → statistical-heldout-3z3I-kJN.d.ts.map} +1 -1
- package/dist/{store-otlp-BteDAbHK.js → store-otlp-dyWE3wAG.js} +2 -2
- package/dist/{store-otlp-BteDAbHK.js.map → store-otlp-dyWE3wAG.js.map} +1 -1
- package/dist/{store-tool-spans-D5l_OfTJ.js → store-tool-spans-DIUgZbzu.js} +3 -3
- package/dist/{store-tool-spans-D5l_OfTJ.js.map → store-tool-spans-DIUgZbzu.js.map} +1 -1
- package/dist/{store-tool-spans-DZS0HWVf.d.ts → store-tool-spans-DPwXHQkH.d.ts} +7 -7
- package/dist/{store-tool-spans-DZS0HWVf.d.ts.map → store-tool-spans-DPwXHQkH.d.ts.map} +1 -1
- package/dist/{summary-report-CkbRcSuu.d.ts → summary-report-C8V49Jt3.d.ts} +3 -3
- package/dist/{summary-report-CkbRcSuu.d.ts.map → summary-report-C8V49Jt3.d.ts.map} +1 -1
- package/dist/{systemone-BMzDJb1i.d.ts → systemone-DVA7t76V.d.ts} +6 -6
- package/dist/{systemone-BMzDJb1i.d.ts.map → systemone-DVA7t76V.d.ts.map} +1 -1
- package/dist/{systemone-review-CwE6JGIp.d.ts → systemone-review-CUBMuTLi.d.ts} +2 -2
- package/dist/{systemone-review-CwE6JGIp.d.ts.map → systemone-review-CUBMuTLi.d.ts.map} +1 -1
- package/dist/systemone.d.ts +3 -3
- package/dist/{tool-groups-DyNz2JZ_.d.ts → tool-groups-LISbBWCg.d.ts} +3 -3
- package/dist/tool-groups-LISbBWCg.d.ts.map +1 -0
- package/dist/{trace-questions-xxwgsuMi.d.ts → trace-questions-C42fYEE4.d.ts} +4 -4
- package/dist/{trace-questions-xxwgsuMi.d.ts.map → trace-questions-C42fYEE4.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +3 -3
- package/dist/traces.d.ts +6 -6
- package/dist/traces.js +3 -3
- package/dist/trajectory-replay/index.js +24 -3
- package/dist/trajectory-replay/index.js.map +1 -1
- package/dist/{tree-B5e1uAeL.js → tree-DSqwJpL9.js} +3 -3
- package/dist/{tree-B5e1uAeL.js.map → tree-DSqwJpL9.js.map} +1 -1
- package/dist/{types-CW8ewATZ.d.ts → types-8yQzNm8u.d.ts} +4 -4
- package/dist/{types-CW8ewATZ.d.ts.map → types-8yQzNm8u.d.ts.map} +1 -1
- package/dist/{types-DtkO1G9L.d.ts → types-CHfn1zg5.d.ts} +69 -71
- package/dist/types-CHfn1zg5.d.ts.map +1 -0
- package/dist/{types-BKCzzmit.d.ts → types-D8GXK9Z5.d.ts} +3 -3
- package/dist/{types-BKCzzmit.d.ts.map → types-D8GXK9Z5.d.ts.map} +1 -1
- package/dist/{types-D-mgRzlh.d.ts → types-eMhdacVp.d.ts} +2 -2
- package/dist/{types-D-mgRzlh.d.ts.map → types-eMhdacVp.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +3 -3
- package/dist/wire/index.js +1 -1
- package/docs/campaign-proposers.md +16 -0
- package/docs/concepts.md +31 -0
- package/docs/public-api.md +76 -75
- package/package.json +2 -5
- package/dist/campaign-CGvUTnmc.js.map +0 -1
- package/dist/cost-ledger-D0352Z4d.js.map +0 -1
- package/dist/cost-ledger-Jk62OBfF.d.ts.map +0 -1
- package/dist/index-B16FNdW5.d.ts.map +0 -1
- package/dist/index-CiRwLv2R.d.ts.map +0 -1
- package/dist/judge-gate-DsL0yFcb.d.ts.map +0 -1
- package/dist/llm-judge-Djxh-Uhs.js.map +0 -1
- package/dist/pareto-CTv8vozZ.js.map +0 -1
- package/dist/search-ledger-ClpN4I3e.js.map +0 -1
- package/dist/skillopt-optimization-method-5dlex7MJ.js.map +0 -1
- package/dist/tool-groups-DyNz2JZ_.d.ts.map +0 -1
- package/dist/types-DtkO1G9L.d.ts.map +0 -1
package/dist/reporting.d.ts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as benjaminiHochberg } from "./multiplicity-DIWHvysC.js";
|
|
2
2
|
import { l as PairedBootstrapOptions, m as pairedBootstrap, u as PairedBootstrapResult } from "./paired-promotion-decision-CQMJ5xGN.js";
|
|
3
|
-
import { _ as evaluateReleaseConfidence, a as bootstrapCi, c as ReleaseConfidenceAxis, d as ReleaseConfidenceIssue, f as ReleaseConfidenceMetrics, g as ReleaseTraceEvidence, h as ReleaseConfidenceThresholds, i as Verdict, l as ReleaseConfidenceAxisName, m as ReleaseConfidenceStatus, n as BootstrapResult, o as judgeReplayGate, p as ReleaseConfidenceScorecard, r as JudgeReplayGateArgs, t as BootstrapOptions, u as ReleaseConfidenceInput, w as wilcoxonSignedRank } from "./promotion-gate-
|
|
4
|
-
import { _ as gainHistogram, a as ResearchReportOptions, c as RESEARCH_REPORT_HARD_PAIR_FLOOR, d as GainDistributionOptions, f as ParetoFigureSpec, g as SummaryTableRow, h as SummaryTableOptions, i as ResearchReportMethodology, l as GainDistributionBin, m as SummaryTable, n as ResearchReportCandidate, o as ResearchReportRecommendation, p as ParetoPoint, r as ResearchReportDecision, s as researchReport, t as ResearchReport, u as GainDistributionFigureSpec, v as summaryTable } from "./summary-report-
|
|
3
|
+
import { _ as evaluateReleaseConfidence, a as bootstrapCi, c as ReleaseConfidenceAxis, d as ReleaseConfidenceIssue, f as ReleaseConfidenceMetrics, g as ReleaseTraceEvidence, h as ReleaseConfidenceThresholds, i as Verdict, l as ReleaseConfidenceAxisName, m as ReleaseConfidenceStatus, n as BootstrapResult, o as judgeReplayGate, p as ReleaseConfidenceScorecard, r as JudgeReplayGateArgs, t as BootstrapOptions, u as ReleaseConfidenceInput, w as wilcoxonSignedRank } from "./promotion-gate-CkVZHagC.js";
|
|
4
|
+
import { _ as gainHistogram, a as ResearchReportOptions, c as RESEARCH_REPORT_HARD_PAIR_FLOOR, d as GainDistributionOptions, f as ParetoFigureSpec, g as SummaryTableRow, h as SummaryTableOptions, i as ResearchReportMethodology, l as GainDistributionBin, m as SummaryTable, n as ResearchReportCandidate, o as ResearchReportRecommendation, p as ParetoPoint, r as ResearchReportDecision, s as researchReport, t as ResearchReport, u as GainDistributionFigureSpec, v as summaryTable } from "./summary-report-C8V49Jt3.js";
|
|
5
5
|
import { a as PairedEvalueStep, c as SequentialDecision, i as PairedEvalueSequence, l as evaluateInterimReleaseConfidence, n as InterimReleaseConfidenceInput, r as PairedEvalueOptions, t as InterimReleaseConfidence, u as pairedEvalueSequence } from "./sequential-KwGspfeR.js";
|
|
6
|
-
import { a as RubricPredictiveValidityReport, i as RubricPredictiveValidityInput, o as RubricRanking, r as RubricOutcomePair, s as rubricPredictiveValidity } from "./rubric-predictive-validity-
|
|
6
|
+
import { a as RubricPredictiveValidityReport, i as RubricPredictiveValidityInput, o as RubricRanking, r as RubricOutcomePair, s as rubricPredictiveValidity } from "./rubric-predictive-validity-noY7uE03.js";
|
|
7
7
|
export { type BootstrapOptions, type BootstrapResult, type GainDistributionBin, type GainDistributionFigureSpec, type GainDistributionOptions, type InterimReleaseConfidence, type InterimReleaseConfidenceInput, type JudgeReplayGateArgs, type PairedBootstrapOptions, type PairedBootstrapResult, type PairedEvalueOptions, type PairedEvalueSequence, type PairedEvalueStep, type ParetoFigureSpec, type ParetoPoint, RESEARCH_REPORT_HARD_PAIR_FLOOR, type ReleaseConfidenceAxis, type ReleaseConfidenceAxisName, type ReleaseConfidenceInput, type ReleaseConfidenceIssue, type ReleaseConfidenceMetrics, type ReleaseConfidenceScorecard, type ReleaseConfidenceStatus, type ReleaseConfidenceThresholds, type ReleaseTraceEvidence, type ResearchReport, type ResearchReportCandidate, type ResearchReportDecision, type ResearchReportMethodology, type ResearchReportOptions, type ResearchReportRecommendation, type RubricOutcomePair, type RubricPredictiveValidityInput, type RubricPredictiveValidityReport, type RubricRanking, type SequentialDecision, type SummaryTable, type SummaryTableOptions, type SummaryTableRow, type Verdict, benjaminiHochberg, bootstrapCi, evaluateInterimReleaseConfidence, evaluateReleaseConfidence, gainHistogram, judgeReplayGate, pairedBootstrap, pairedEvalueSequence, researchReport, rubricPredictiveValidity, summaryTable, wilcoxonSignedRank };
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { i as AgentProfileCellInput, r as AgentProfileCell } from "./agent-profile-cell-BcpFbNd5.js";
|
|
2
|
-
import { a as RunRecord, c as RunSplitTag, d as RunTokenUsage, l as RunTaskFailure, n as RunCostProvenance, r as RunJudgeMetadata, t as JudgeScoresRecord } from "./run-record-
|
|
3
|
-
import { X as RawProviderSink, x as ChatClient } from "./types-
|
|
2
|
+
import { a as RunRecord, c as RunSplitTag, d as RunTokenUsage, l as RunTaskFailure, n as RunCostProvenance, r as RunJudgeMetadata, t as JudgeScoresRecord } from "./run-record-C3awiXPf.js";
|
|
3
|
+
import { X as RawProviderSink, x as ChatClient } from "./types-eMhdacVp.js";
|
|
4
4
|
import { s as TraceStore } from "./store-B3nWRy3B.js";
|
|
5
|
-
import { S as HeldOutGateDecision, a as ResearchReportOptions, t as ResearchReport } from "./summary-report-
|
|
5
|
+
import { S as HeldOutGateDecision, a as ResearchReportOptions, t as ResearchReport } from "./summary-report-C8V49Jt3.js";
|
|
6
6
|
import { o as TraceEmitter, r as RunCompleteHook } from "./emitter-DABYYTcH.js";
|
|
7
|
-
import { a as RunIntegrityReport, n as RunIntegrityExpectations } from "./integrity-
|
|
7
|
+
import { a as RunIntegrityReport, n as RunIntegrityExpectations } from "./integrity-CCwvezWS.js";
|
|
8
8
|
//#region src/eval-campaign.d.ts
|
|
9
9
|
interface CampaignVariant<V> {
|
|
10
10
|
id: string;
|
|
@@ -290,4 +290,4 @@ interface Researcher {
|
|
|
290
290
|
}
|
|
291
291
|
//#endregion
|
|
292
292
|
export { SteeringChange as a, CampaignRunContext as c, CampaignVariant as d, EvalCampaignOptions as f, runEvalCampaign as h, Researcher as i, CampaignRunOutcome as l, FailedRun as m, ExperimentResult as n, CampaignFactoryParams as o, EvalCampaignResult as p, FailureMode as r, CampaignIntegrityPolicy as s, ExperimentPlan as t, CampaignScenario as u };
|
|
293
|
-
//# sourceMappingURL=researcher-
|
|
293
|
+
//# sourceMappingURL=researcher-H0p44OYC.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"researcher-
|
|
1
|
+
{"version":3,"file":"researcher-H0p44OYC.d.ts","names":[],"sources":["../src/eval-campaign.ts","../src/researcher.ts"],"mappings":";;;;;;;;UAuEiB,gBAAgB;EAC/B;EACA,SAAS;;UAGM;EACf;;EAEA,OAAO;;UAGQ,mBAAmB;;EAElC;;EAEA;EACA,SAAS;EACT;EACA;EACA,cAAc;EACd;EACA,UAAU;;;;;;;EAOV,SAAS;EACT,OAAO;EACP,SAAS;;;;;EAKT,MAAM;;;UAIS;;;;;;EAMf,SAAS;EACT;;UAGQ;;EAER;;EAEA;;EAEA;;EAEA,gBAAgB;EAChB,YAAY;;EAEZ;;EAEA;;EAEA;;EAEA,MAAM;;EAEN,gBAAgB;;;;;;EAMhB,cAAc;;;;;;EAMd,eAAe,mBAAmB;;;KAIxB,qBAAqB,2BAA2B;KAEhD,eAAe,MAAM,KAAK,mBAAmB,OAAO,QAAQ;KAE5D;UAEK,oBAAoB;;;;;EAKnC;EACA,UAAU,gBAAgB;EAC1B,WAAW;;EAEX;;EAEA,WAAW;;EAEX;;;;;;;;EAQA,cAAc,QAAQ,uBAAuB;;;;;;;EAO7C;;;;;;EAMA,eAAe,QAAQ,0BAA0B;;;;;;;EAOjD,kBAAkB,QAAQ,0BAA0B;;;;;EAKpD;;;;;EAKA,gBAAgB;;;;;;EAMhB,YAAY;;EAEZ,qBAAqB;;;;;EAKrB,QAAQ,eAAe;;;;;EAKvB;IAAW;MAAwB,KACjC;;;;;EAOF;;EAEA;;;;EAIA;;EAEA,SAAS,QAAQ;;;;;;;EAOjB,eACI,mBACA,0BAEE,QAAQ;IACN,SAAS;IACT,cAAc;QAGd,mBACA,wBACA,QAAQ,mBAAmB;;UAGpB;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;EACA;;EAEA,MAAM;;EAEN,kBAAkB;EAClB,YAAY;;EAEZ,SAAS;EACT;EACA;;iBAyDoB,gBAAgB,GACpC,MAAM,oBAAoB,KACzB,QAAQ;;;;UChUM;;;EAGf;;EAEA;EACA;;;IAGE;;IAEA;;;;UAKa;EACf;;;;EAIA;;;EAGA;;EAEA;;;UAIe;EACf;EACA;EACA,SAAS;;;EAGT;;EAEA;IAAU;IAAkB;;;;UAIb;EACf,MAAM;EACN,MAAM;EACN,cAAc;;;;;;;;;;;;;;;;;;;UAoBC;EACf,gBAAgB,MAAM,cAAc,QAAQ;EAC5C,cAAc,UAAU,gBAAgB,QAAQ;EAChD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAC1E,eAAe,MAAM,iBAAiB,QAAQ"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { a as RunRecord } from "./run-record-
|
|
1
|
+
import { a as RunRecord } from "./run-record-C3awiXPf.js";
|
|
2
2
|
//#region src/rollout/reward.d.ts
|
|
3
3
|
/**
|
|
4
4
|
* Which split's score wins when a record carries both. `'holdout'` is the
|
|
@@ -52,4 +52,4 @@ declare function trainingReward(record: Scored): {
|
|
|
52
52
|
};
|
|
53
53
|
//#endregion
|
|
54
54
|
export { trainingReward as a, observedSplitScore as i, ScorePreference as n, trainingScore as o, isRealnessGated as r, ScoreOrigin as t };
|
|
55
|
-
//# sourceMappingURL=reward-
|
|
55
|
+
//# sourceMappingURL=reward-BeUgVVC_.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-
|
|
1
|
+
{"version":3,"file":"reward-BeUgVVC_.d.ts","names":[],"sources":["../src/rollout/reward.ts"],"mappings":";;;;;;;KA2BY;;KAGP,SAAS,KAAK;;iBAGH,gBAAgB,QAAQ;;;;;;;;;;;;;;iBAiBxB,mBAAmB,QAAQ,QAAQ,OAAO;;KA4B9C;;;;;;;;;iBAuBI,cACd,QAAQ,QACR,SAAQ;;;;;;;;;;;;iBAiBM,eAAe,QAAQ;EAAW;EAAuB"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { a as RunRecord } from "./run-record-
|
|
1
|
+
import { a as RunRecord } from "./run-record-C3awiXPf.js";
|
|
2
2
|
import { x as VerificationStrategySource } from "./verdict-C24NELtN.js";
|
|
3
3
|
import { s as VerificationReport } from "./multi-layer-verifier-DEgMUk6v.js";
|
|
4
4
|
//#region src/rl/verifiable-reward.d.ts
|
|
@@ -238,4 +238,4 @@ interface DetectRewardHackingInput {
|
|
|
238
238
|
declare function detectRewardHacking(input: DetectRewardHackingInput): RewardHackingReport;
|
|
239
239
|
//#endregion
|
|
240
240
|
export { detectRewardHacking as a, VerifiableRewardSource as c, RewardHackingSignal as i, extractVerifiableReward as l, RewardHackingFinding as n, VerifiableReward as o, RewardHackingReport as r, VerifiableRewardExtractionOptions as s, DetectRewardHackingInput as t, extractVerifiableRewardsFromRecords as u };
|
|
241
|
-
//# sourceMappingURL=reward-hacking-
|
|
241
|
+
//# sourceMappingURL=reward-hacking-WTxUbtbb.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"reward-hacking-
|
|
1
|
+
{"version":3,"file":"reward-hacking-WTxUbtbb.d.ts","names":[],"sources":["../src/rl/verifiable-reward.ts","../src/rl/reward-hacking.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA+DY,yBAAyB;UAEpB;;EAEf;;EAEA,QAAQ;;;;;;;;EAQR;;;;;;EAMA;;EAEA;;;;;;;EAOA,YAAY;;;;;;;;;;;EAWZ;;;;;;;;;;;;;;;;;;EAkBA;;UAGe;;;;;;;;EAQf;;;;EAIA,aAAa,sBAAsB;;;;;;;EAOnC;;;;;EAKA;;;;;;;;;;;;EAYA;;;;;;;;;;;;;;;iBA+Dc,wBACd,QAAQ,oBACR,OAAM,oCACL;;;;;;;;;;;;;;;;;;;;;;;iBAqGa,oCACd,MAAM,aACN,OAAM,oCACL;EAAQ;EAAe,QAAQ;;;;KC3RtB;UAMK;EACf,QAAQ;;EAER;EACA;;EAEA,QAAQ;;UAGO;EACf,UAAU;;EAEV,kBAAkB;;;;;;EAMlB;;EAEA;;EAEA;;UAGe;;;;;EAKf,MAAM;;;;;EAKN,WAAW,KAAK;;;;;;EAMhB,WAAW,KAAK;;;;;;EAMhB,qBAAqB,KAAK;;;;;EAK1B;;;;;EAKA;IAAe;IAAkB;;;;;EAIjC,0BAA0B;;iBAgBZ,oBAAoB,OAAO,2BAA2B"}
|
package/dist/rl.d.ts
CHANGED
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
import { _ as Span } from "./schema-D6EVKzTB.js";
|
|
2
|
-
import { a as RunRecord, c as RunSplitTag } from "./run-record-
|
|
2
|
+
import { a as RunRecord, c as RunSplitTag } from "./run-record-C3awiXPf.js";
|
|
3
3
|
import { a as PairedPromotionDecision, u as PairedBootstrapResult } from "./paired-promotion-decision-CQMJ5xGN.js";
|
|
4
|
-
import { a as CampaignResult } from "./types-
|
|
4
|
+
import { a as CampaignResult } from "./types-CHfn1zg5.js";
|
|
5
5
|
import { a as MintedRolloutLine, b as RolloutSplit, t as ChatMessage } from "./schema-C-ziyJD7.js";
|
|
6
|
-
import { t as MintRolloutOptions } from "./mint-
|
|
7
|
-
import { a as detectRewardHacking, c as VerifiableRewardSource, i as RewardHackingSignal, l as extractVerifiableReward, n as RewardHackingFinding, o as VerifiableReward, r as RewardHackingReport, s as VerifiableRewardExtractionOptions, t as DetectRewardHackingInput, u as extractVerifiableRewardsFromRecords } from "./reward-hacking-
|
|
6
|
+
import { t as MintRolloutOptions } from "./mint-CkzpVPdz.js";
|
|
7
|
+
import { a as detectRewardHacking, c as VerifiableRewardSource, i as RewardHackingSignal, l as extractVerifiableReward, n as RewardHackingFinding, o as VerifiableReward, r as RewardHackingReport, s as VerifiableRewardExtractionOptions, t as DetectRewardHackingInput, u as extractVerifiableRewardsFromRecords } from "./reward-hacking-WTxUbtbb.js";
|
|
8
8
|
import { i as InMemoryOutcomeStore, n as FileSystemOutcomeStore, o as OutcomeStore, r as FileSystemOutcomeStoreOptions, t as DeploymentOutcome } from "./outcome-store-CNt4iZ67.js";
|
|
9
|
-
import { a as SystemOneReviewReport, t as PreparedSystemOneReview } from "./systemone-review-
|
|
10
|
-
import { n as TraceQuestionOutcome, r as TraceQuestionSpec } from "./trace-questions-
|
|
9
|
+
import { a as SystemOneReviewReport, t as PreparedSystemOneReview } from "./systemone-review-CUBMuTLi.js";
|
|
10
|
+
import { n as TraceQuestionOutcome, r as TraceQuestionSpec } from "./trace-questions-C42fYEE4.js";
|
|
11
11
|
import { t as InterimReleaseConfidence } from "./sequential-KwGspfeR.js";
|
|
12
12
|
import { t as AdversarialMutation } from "./adversarial-smnADNFS.js";
|
|
13
|
-
import { a as SteeringChange, f as EvalCampaignOptions, h as runEvalCampaign, i as Researcher, n as ExperimentResult, p as EvalCampaignResult, r as FailureMode, t as ExperimentPlan } from "./researcher-
|
|
13
|
+
import { a as SteeringChange, f as EvalCampaignOptions, h as runEvalCampaign, i as Researcher, n as ExperimentResult, p as EvalCampaignResult, r as FailureMode, t as ExperimentPlan } from "./researcher-H0p44OYC.js";
|
|
14
14
|
import { o as TrainingExportOptions } from "./exporters-Dk3oEbK_.js";
|
|
15
|
-
import { a as RubricPredictiveValidityReport, t as OutcomeMetricSpec } from "./rubric-predictive-validity-
|
|
15
|
+
import { a as RubricPredictiveValidityReport, t as OutcomeMetricSpec } from "./rubric-predictive-validity-noY7uE03.js";
|
|
16
16
|
//#region src/rl/active-curriculum.d.ts
|
|
17
17
|
/**
|
|
18
18
|
* Adaptive curriculum: active scenario selection by variance.
|
|
@@ -1605,6 +1605,7 @@ interface BuildPairwiseFromCampaignInput {
|
|
|
1605
1605
|
*/
|
|
1606
1606
|
drawMargin?: number;
|
|
1607
1607
|
}
|
|
1608
|
+
export declare function buildPairwiseFromCampaign(input: BuildPairwiseFromCampaignInput): PairwiseOutcome[];
|
|
1608
1609
|
//#endregion
|
|
1609
1610
|
//#region src/rl/verified-findings-dataset.d.ts
|
|
1610
1611
|
/**
|
package/dist/rl.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"rl.d.ts","names":[],"sources":["../src/rl/active-curriculum.ts","../src/rl/adaptation-eval.ts","../src/rl/claim-integrity.ts","../src/rl/compute-curves.ts","../src/rl/contamination.ts","../src/rl/rollout-input.ts","../src/rl/preferences.ts","../src/rl/process-reward.ts","../src/rl/exporters.ts","../src/rl/dataset.ts","../src/rl/corpus.ts","../src/rl/off-policy.ts","../src/rl/predictive-validity-researcher.ts","../src/rl/rl-campaign.ts","../src/rl/run-record-adapters.ts","../src/rl/sim-fidelity.ts","../src/rl/tournament.ts","../src/rl/verified-findings-dataset.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAgBiB;EACf;EACA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;UAGe;;EAEf;;;;;;EAMA;;;;;EAKA;;;;iBChCe,iBAAiB;;;;;;EAMhC,IAAI;IAAQ,UAAU;IAAG;IAAW;MAAgB;;iBAGrC,0BAA0B;EACzC,WAAW;;EAEX;;EAEA;EACA,QAAQ,iBAAiB;;EAEzB;;iBAGe;EACf;EACA;EACA;EACA;EACA;;EAEA,aAAa;IAAQ;IAAoB;IAAmB;IAAgB;;;iBAG7D;EACf,QAAQ;;;;;EAKR;;;;;EAKA;;wBAGoB,mBAAmB;EAAY;GACnD,MAAM,0BAA0B,KAC/B,QAAQ;iBAmEM;EACf,MAAM;IACJ;;IAEA,OAAO;;;EAGT,WAAW;;EAEX,cAAc;EACd,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;wBAUc,wBACd,GAAG,iBACH,GAAG,iBACH;EACE;EACA;EACA;;EAEA;IAED;;wBA0Ea,WAAW,OAAO,iBAAiB;;;KC5LvC;KACA;;UAGK;WACN;WACA,IAAI;WACJ,OAAO,sBAAsB;;UAGvB;;WAEN;WACA,eAAe;;WAEf;;WAEA;;WAEA;;UAGM;WACN;WACA;;;;;;;UAQM;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA,SAAS,SAAS;;;;;WAKlB,aAAa,SAAS;;WAEtB,mBAAmB;;WAEnB,oBAAoB;;WAEpB,kBAAkB;;WAElB,mBAAmB;;;UAIb;;WAEN;;WAEA;WACA;WACA;WACA;;WAEA,YAAY,SAAS;;WAErB;;WAEA;;WAEA;;KAGC;KACA;UAYK;WACN;WACA;WACA;;UAGM;WACN,IAAI;WACJ,MAAM;;WAEN;WACA;WACA,mBAAmB;;WAEnB;;;wBA2BK,UAAU,MAAM,WAAW,OAAO,KAAK;;;;;;wBAyDvC,aACd,OAAO,gBACP,OAAO,0BACN;UAsCc;;WAEN;;;;;;;;;wBAUK,cACd,OAAO,gBACP,qBAAqB,kBACrB,OAAO,yBACP,UAAS,iBACR;;;;;;;;;;;qBAkFU;WAEL;WAEF;;WAGE;WAEF;;WAGE;WACK;;WAGL;WACK;;;wBAKG,sBAAsB,kCAAkC;;UAqCvD;WACN;WACA;;WAEA;;;;;;;wBAQK,kBACd,iBAAiB,mBACjB;EAAW;EAA6B;IACvC;cA6DG;KACM,yBAAyB;;wBAkBrB,2BAA2B,OAAO,gBAAgB,OAAO;EAa7D;;;EACA;;;UAIK;WACN,SAAS;WACT;WACA;WACA;;;wBAyBK,wBAAwB,eAAe;;;;;wBA8BvC,cACd,OAAO,gBACP,QAAQ;WAAsC;UAC9C;EAAW;EAAgB;IAC1B;;;;;cA8CG;WACJ;aACE;aACA;;WAGF;aACE;aACA;;WAGF;aACE;aACA;;WAEF;aACE;aACA;;;KAKQ,0CAA0C;UAErC;WACN;;;;;WAKA;;WAEA;WACA;;;wBAIK,8BACd,OAAO,gBACP,OAAO,aACP,SAAS,iCACR,wBAAwB;;wBA+BX,gBACd,QAAQ;WAAmC;UAC3C;EAAW;IACV;;;;;;wBAqCa,6BAA6B,OAAO,iBAAiB;;wBAmBrD,cACd,mBAAmB;WAAoC;UACvD;EAAW;IACV;UAwCc;;WAEN,sBAAsB;;UAGhB;WACN;WACA;;WAEA;WACA,kBAAkB;;WAElB;;WAEA;;;wBAIK,qBAAqB,SAAQ;;wBAS7B,sBACd,kBAAkB,mBAClB,SAAQ,uBACP;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC5zBc;;EAEf;;EAEA;;EAEA,OAAO;;UAGQ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA,QAAQ;;EAER;;EAEA,MAAM;;UAGS;EACf;EACA,SAAS;;;;;EAKT,cAAc,QAAQ,uBAAuB;IAC3C;IACA;IACA;IACA,UAAU;;;UAuBG,sBAAsB;;EAErC;;EAEA,SAAS,sBAAsB,QAAQ;;EAEvC,UAAU,SAAS,MAAM;;UAGV,qBAAqB;EACpC,MAAM;EACN;EACA;EACA;;EAEA;;;wBAIoB,QAAQ,GAAG,MAAM,sBAAsB,KAAK,QAAQ,qBAAqB;UAqB9E,uBAAuB;EACtC;EACA,SAAS,sBAAsB,QAAQ;;EAEvC,YAAY,SAAS;;UAGN,sBAAsB;;EAErC;;EAEA;;EAEA,WAAW;;EAEX,gBAAgB;;EAEhB,UAAU;;;;;;;;UA2CK;EACf;EACA;EACA;EACA;;wBAGc,wBAAwB,QAAQ,qBAAqB;;;;;;;;;;;;KC7LzD;UAOK,qBAAqB;EACpC,MAAM;;EAEN,QAAQ,UAAU,MAAM,QAAQ,KAAK;;EAErC;;UAGe,wBAAwB;;EAEvC,aAAa,GAAG;;EAEhB,WAAW;;;;;EAKX,YAAY;EACZ,eAAe,qBAAqB;;;;;;EAMpC,UAAU,GAAG,MAAM;;UAGJ;;EAEf;;EAEA;;;;;EAKA;;UAGe;EACf,aAAa;IACX;IACA;IACA;IACA;;;EAGF;IAAc;IAAW;;;EAEzB;EACA;EACA;EACA;;EAEA;;EAEA;;wBAGoB,sBAAsB,GAC1C,OAAO,wBAAwB,IAC/B,OAAM,4BACL,QAAQ;;;;;;;;;;;;;UC5CM;;;;;;;;;;;EAWf,OAAO;;;;YCKG;iBAKK;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA;;;;;;EAMA;IAAW;IAAgB;;;EAE3B;;;;;EAKA;IACE;IACA;IACA;IACA;IACA;IACA;;;iBAIa;EACf,WAAW;;;;;EAKX;;;;;;EAMA,QAAQ;;EAER;;iBAGe;EACf,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,UAAU;;;;;;EAMV;;;;;;;;;;;;;;;;;;;;wBAuCc,mBACd,OAAO,qBACP,OAAM,4BACL;;;;;;;;;;;;;;;;;;wBAqMmB,YACpB,SAAS,oBACT,SAAS,YACT,SAAS,qBACR,QAAQ;EAAQ;EAAgB;EAAgB;;;;;;;;;;;wBAkCnC,kBACd,SAAS,oBACT,SAAS,qBACR;EAAQ;EAAoB;EAAqB;EAAuB;;;;UChX1D;;EAEf;EACA;;EAEA;;EAEA,MAAM;;EAEN;;EAEA;;;;;EAKA;;EAEA;;EAEA;;UAGe;;EAEf,WAAW;;EAEX,MAAM,MAAM,OAAO,QAAQ,KAAK;;UAGjB;;;;;;EAMf,SAAS;;EAET,aAAa,MAAM;;UAuCJ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAkDe;;EAEf;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;EACA;;;;;;;;;;;;;;;;;wBAkBc,iBACd,kBAAkB,YAAY,eAC9B;EAAQ;EAAoB;IAC3B;;;UCrJc;;EAEf,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;;EAEA,OAAO;;;KAIG,iBAAiB;;;;;;;;;;;;;;;;wBAwBP,UACpB,SAAS,oBACT,SAAS,YACT,SAAS,iBACR,QAAQ;;KA+CC,+BAA+B;UAE1B,oBACP,KAAK;;EAEb,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;EACA,OAAO;;;;;;;;;;;;;;;;;;;wBAoBa,WACpB,OAAO,qBACP,SAAS,cACR,QAAQ;UA+DM,mBAAmB;;;;;EAKlC,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;EAE1C,YAAY,MAAM;;EAElB,WAAW,MAAM;;UAGF;;EAEf,UAAU;EACV,OAAO;;;;;;;;;;;;;;;;;;;wBAoBa,qBACpB,OAAO,qBACP,SAAS,aACR,QAAQ;wBAwDK,WAAW,MAAM;UAMhB;;EAEf,WAAW,2BAA2B;;EAEtC,aAAa,eAAe,4BAA4B;;EAExD,YAAY,eAAe,uCAAuC;;UAGnD;EACf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB;;;;;;;;;;EAUtC;;;;;;;;;;;;;;;;;;;;;wBAsBoB,UACpB,SAAS,qBACT,SAAS,YACT,SAAS,iBACR,QAAQ;UAoGM;EACf;EACA;EACA;EACA;EACA;EACA;;;;KCheU;cACN;KACM,wBAAwB;wBAIpB,uBAAuB,iBAAiB;;;UA2BvC;EACf;EACA;;EAEA;;;EAGA;;;EAGA;IAAU,MAAM;IAAY;IAAgB;;EAC5C;EACA;EACA;;EAEA;;EAEA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;;EAEA,QAAQ,OAAO;EACf,QAAQ;;EAER;;EAEA;EACA;EACA;IAAe;IAAe;;EAC9B;;;;;;EAMA;;UAGe,0BAA0B;EACzC,SAAS;EACT,WAAW,QAAQ,OAAO;EAC1B,OAAO;;UAGQ;EACf,UAAU;;EAEV,OAAO;;;;;;;;;;wBA0Da,eACpB,OAAO,qBACP,SAAS,cAAc,YACvB,QAAQ,iBACR;EAAgB,SAAS;EAAoB,SAAS;IACrD,QAAQ;;;;;KC/KC,eAAe;EAAc;EAAiB;;UAEzC;EACf;;;EAGA;EACA;;;wBA8Bc,WAAW,qBAAqB;UAmB/B;;EAEf;;EAEA,SAAS;;EAET;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC/Ce;;EAEf;;EAEA;;;;;;EAMA;;;;;;EAMA;;;;;;EAMA;;;;;;;EAOA;;UAGe;;EAEf;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;;;EAKA;;EAEA,qBAAqB;;UAGN;;;;;;EAMf;;EAEA;IAAe;IAAa;;;;;;;;wBAQd,4BACd,cAAc,uBACd,OAAM,mBACL;;;;;;wBA4Ca,kCACd,cAAc,uBACd,OAAM,mBACL;;;;;;;;;;;;;;;;;;;;;wBAwDa,aACd,cAAc,uBACd,OAAM,mBACL;;;iBC7Lc;EACf,UAAU;;EAEV,eAAe;;EAEf;;EAEA;;;;;;EAMA,YAAY,QAAQ,0CAA0C;;;;;;qBAOnD,wCAAwC;mBAClC;UACT;EAER,YAAY,MAAM;EAaZ,gBAAgB,MAAM,cAAc,QAAQ;EA0C5C,cAAc,UAAU,gBAAgB,QAAQ;EA+DhD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAS1E,eAAe,MAAM,iBAAiB,QAAQ;;;;;;EAiD9C,iBAAiB,MAAM,cAAc,QAAQ;;;;;;EAiBnD,UAAU,QAAQ;EAUlB,iBAAiB;;;;iBCxMF,qBAAqB,WAAW,oBAAoB;;EAEnE,UAAU;;EAEV,cAAc;;EAEd,mBAAmB;;EAEnB,eAAe;EACf,0BAA0B;;EAE1B;IACE;IACA;IACA;MAAS;MAAa;;;;;;;;;;;;;IAYtB;;;EAGF;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;;;;;;;iBAYO;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;iBAGe;EACf,UAAU;;EAEV,cAAc;;EAEd,eAAe;IAAQ;IAAe,QAAQ;;;EAE9C,aAAa;;;;;EAKb,mBAAmB;;;;EAInB,eAAe;;EAEf,eAAe;;EAEf,oBAAoB;;EAEpB;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;EAKR;;;;EAIA;;wBAGoB,cAAc,GAAG,MAAM,qBAAqB,KAAK,QAAQ;;;UC5I9D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;;wBAYc,qBACd,UAAU,gBACV,KAAK;EAAmB;IACvB;;;;;;;KCPS,oBAAoB,QAAQ,cAAc;;;wBA0BtC,YAAY,eAAe;UAU1B;;EAEf;;;EAGA;;EAEA;;UAGe;EACf;;EAEA;;EAEA,WAAW;;EAEX;;EAEA;;KAGU;UAEK;EACf,cAAc;;;;EAId;;;EAGA;;;EAGA,SAAS;;UAGM;;EAEf,WAAW;;EAEX;;UAae;;;EAGf;;;EAGA;;UAGe;EACf;EACA;;EAEA;;;EAGA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCzHe;;EAEf;;EAEA;;;;;EAKA;;;;;;EAMA;;UAGe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,SAAS;;EAET;;EAEA;EACA;;;;;;;;;;;wBAYc,gBACd,UAAU,mBACV;EAAQ;EAAoB;EAAwB;IACnD;;;;;;;;;UA+Gc;;EAEf;;EAEA;;;;;;;;UAkCe;EACf,MAAM;IACJ;;IAEA;IACA;;;;;;EAMF
|
|
1
|
+
{"version":3,"file":"rl.d.ts","names":[],"sources":["../src/rl/active-curriculum.ts","../src/rl/adaptation-eval.ts","../src/rl/claim-integrity.ts","../src/rl/compute-curves.ts","../src/rl/contamination.ts","../src/rl/rollout-input.ts","../src/rl/preferences.ts","../src/rl/process-reward.ts","../src/rl/exporters.ts","../src/rl/dataset.ts","../src/rl/corpus.ts","../src/rl/off-policy.ts","../src/rl/predictive-validity-researcher.ts","../src/rl/rl-campaign.ts","../src/rl/run-record-adapters.ts","../src/rl/sim-fidelity.ts","../src/rl/tournament.ts","../src/rl/verified-findings-dataset.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UAgBiB;EACf;EACA;;EAEA;;UAGe;EACf;EACA;;EAEA;;EAEA;;UAGe;;EAEf;;;;;;EAMA;;;;;EAKA;;;;iBChCe,iBAAiB;;;;;;EAMhC,IAAI;IAAQ,UAAU;IAAG;IAAW;MAAgB;;iBAGrC,0BAA0B;EACzC,WAAW;;EAEX;;EAEA;EACA,QAAQ,iBAAiB;;EAEzB;;iBAGe;EACf;EACA;EACA;EACA;EACA;;EAEA,aAAa;IAAQ;IAAoB;IAAmB;IAAgB;;;iBAG7D;EACf,QAAQ;;;;;EAKR;;;;;EAKA;;wBAGoB,mBAAmB;EAAY;GACnD,MAAM,0BAA0B,KAC/B,QAAQ;iBAmEM;EACf,MAAM;IACJ;;IAEA,OAAO;;;EAGT,WAAW;;EAEX,cAAc;EACd,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;wBAUc,wBACd,GAAG,iBACH,GAAG,iBACH;EACE;EACA;EACA;;EAEA;IAED;;wBA0Ea,WAAW,OAAO,iBAAiB;;;KC5LvC;KACA;;UAGK;WACN;WACA,IAAI;WACJ,OAAO,sBAAsB;;UAGvB;;WAEN;WACA,eAAe;;WAEf;;WAEA;;WAEA;;UAGM;WACN;WACA;;;;;;;UAQM;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA,SAAS,SAAS;;;;;WAKlB,aAAa,SAAS;;WAEtB,mBAAmB;;WAEnB,oBAAoB;;WAEpB,kBAAkB;;WAElB,mBAAmB;;;UAIb;;WAEN;;WAEA;WACA;WACA;WACA;;WAEA,YAAY,SAAS;;WAErB;;WAEA;;WAEA;;KAGC;KACA;UAYK;WACN;WACA;WACA;;UAGM;WACN,IAAI;WACJ,MAAM;;WAEN;WACA;WACA,mBAAmB;;WAEnB;;;wBA2BK,UAAU,MAAM,WAAW,OAAO,KAAK;;;;;;wBAyDvC,aACd,OAAO,gBACP,OAAO,0BACN;UAsCc;;WAEN;;;;;;;;;wBAUK,cACd,OAAO,gBACP,qBAAqB,kBACrB,OAAO,yBACP,UAAS,iBACR;;;;;;;;;;;qBAkFU;WAEL;WAEF;;WAGE;WAEF;;WAGE;WACK;;WAGL;WACK;;;wBAKG,sBAAsB,kCAAkC;;UAqCvD;WACN;WACA;;WAEA;;;;;;;wBAQK,kBACd,iBAAiB,mBACjB;EAAW;EAA6B;IACvC;cA6DG;KACM,yBAAyB;;wBAkBrB,2BAA2B,OAAO,gBAAgB,OAAO;EAa7D;;;EACA;;;UAIK;WACN,SAAS;WACT;WACA;WACA;;;wBAyBK,wBAAwB,eAAe;;;;;wBA8BvC,cACd,OAAO,gBACP,QAAQ;WAAsC;UAC9C;EAAW;EAAgB;IAC1B;;;;;cA8CG;WACJ;aACE;aACA;;WAGF;aACE;aACA;;WAGF;aACE;aACA;;WAEF;aACE;aACA;;;KAKQ,0CAA0C;UAErC;WACN;;;;;WAKA;;WAEA;WACA;;;wBAIK,8BACd,OAAO,gBACP,OAAO,aACP,SAAS,iCACR,wBAAwB;;wBA+BX,gBACd,QAAQ;WAAmC;UAC3C;EAAW;IACV;;;;;;wBAqCa,6BAA6B,OAAO,iBAAiB;;wBAmBrD,cACd,mBAAmB;WAAoC;UACvD;EAAW;IACV;UAwCc;;WAEN,sBAAsB;;UAGhB;WACN;WACA;;WAEA;WACA,kBAAkB;;WAElB;;WAEA;;;wBAIK,qBAAqB,SAAQ;;wBAS7B,sBACd,kBAAkB,mBAClB,SAAQ,uBACP;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC5zBc;;EAEf;;EAEA;;EAEA,OAAO;;UAGQ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA,UAAU;;UAGK;EACf;EACA,QAAQ;;EAER;;EAEA,MAAM;;UAGS;EACf;EACA,SAAS;;;;;EAKT,cAAc,QAAQ,uBAAuB;IAC3C;IACA;IACA;IACA,UAAU;;;UAuBG,sBAAsB;;EAErC;;EAEA,SAAS,sBAAsB,QAAQ;;EAEvC,UAAU,SAAS,MAAM;;UAGV,qBAAqB;EACpC,MAAM;EACN;EACA;EACA;;EAEA;;;wBAIoB,QAAQ,GAAG,MAAM,sBAAsB,KAAK,QAAQ,qBAAqB;UAqB9E,uBAAuB;EACtC;EACA,SAAS,sBAAsB,QAAQ;;EAEvC,YAAY,SAAS;;UAGN,sBAAsB;;EAErC;;EAEA;;EAEA,WAAW;;EAEX,gBAAgB;;EAEhB,UAAU;;;;;;;;UA2CK;EACf;EACA;EACA;EACA;;wBAGc,wBAAwB,QAAQ,qBAAqB;;;;;;;;;;;;KC7LzD;UAOK,qBAAqB;EACpC,MAAM;;EAEN,QAAQ,UAAU,MAAM,QAAQ,KAAK;;EAErC;;UAGe,wBAAwB;;EAEvC,aAAa,GAAG;;EAEhB,WAAW;;;;;EAKX,YAAY;EACZ,eAAe,qBAAqB;;;;;;EAMpC,UAAU,GAAG,MAAM;;UAGJ;;EAEf;;EAEA;;;;;EAKA;;UAGe;EACf,aAAa;IACX;IACA;IACA;IACA;;;EAGF;IAAc;IAAW;;;EAEzB;EACA;EACA;EACA;;EAEA;;EAEA;;wBAGoB,sBAAsB,GAC1C,OAAO,wBAAwB,IAC/B,OAAM,4BACL,QAAQ;;;;;;;;;;;;;UC5CM;;;;;;;;;;;EAWf,OAAO;;;;YCKG;iBAKK;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA;;;;;;EAMA;IAAW;IAAgB;;;EAE3B;;;;;EAKA;IACE;IACA;IACA;IACA;IACA;IACA;;;iBAIa;EACf,WAAW;;;;;EAKX;;;;;;EAMA,QAAQ;;EAER;;iBAGe;EACf,OAAO;;EAEP;;EAEA;;EAEA;;EAEA,UAAU;;;;;;EAMV;;;;;;;;;;;;;;;;;;;;wBAuCc,mBACd,OAAO,qBACP,OAAM,4BACL;;;;;;;;;;;;;;;;;;wBAqMmB,YACpB,SAAS,oBACT,SAAS,YACT,SAAS,qBACR,QAAQ;EAAQ;EAAgB;EAAgB;;;;;;;;;;;wBAkCnC,kBACd,SAAS,oBACT,SAAS,qBACR;EAAQ;EAAoB;EAAqB;EAAuB;;;;UChX1D;;EAEf;EACA;;EAEA;;EAEA,MAAM;;EAEN;;EAEA;;;;;EAKA;;EAEA;;EAEA;;UAGe;;EAEf,WAAW;;EAEX,MAAM,MAAM,OAAO,QAAQ,KAAK;;UAGjB;;;;;;EAMf,SAAS;;EAET,aAAa,MAAM;;UAuCJ;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAkDe;;EAEf;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;EACA;;;;;;;;;;;;;;;;;wBAkBc,iBACd,kBAAkB,YAAY,eAC9B;EAAQ;EAAoB;IAC3B;;;UCrJc;;EAEf,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;;EAEA,OAAO;;;KAIG,iBAAiB;;;;;;;;;;;;;;;;wBAwBP,UACpB,SAAS,oBACT,SAAS,YACT,SAAS,iBACR,QAAQ;;KA+CC,+BAA+B;UAE1B,oBACP,KAAK;;EAEb,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;UAG3B;EACf;EACA;EACA;;EAEA;EACA,OAAO;;;;;;;;;;;;;;;;;;;wBAoBa,WACpB,OAAO,qBACP,SAAS,cACR,QAAQ;UA+DM,mBAAmB;;;;;EAKlC,WAAW,2BAA2B;;EAEtC,eAAe,2BAA2B;;EAE1C,YAAY,MAAM;;EAElB,WAAW,MAAM;;UAGF;;EAEf,UAAU;EACV,OAAO;;;;;;;;;;;;;;;;;;;wBAoBa,qBACpB,OAAO,qBACP,SAAS,aACR,QAAQ;wBAwDK,WAAW,MAAM;UAMhB;;EAEf,WAAW,2BAA2B;;EAEtC,aAAa,eAAe,4BAA4B;;EAExD,YAAY,eAAe,uCAAuC;;UAGnD;EACf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB;;;;;;;;;;EAUtC;;;;;;;;;;;;;;;;;;;;;wBAsBoB,UACpB,SAAS,qBACT,SAAS,YACT,SAAS,iBACR,QAAQ;UAoGM;EACf;EACA;EACA;EACA;EACA;EACA;;;;KCheU;cACN;KACM,wBAAwB;wBAIpB,uBAAuB,iBAAiB;;;UA2BvC;EACf;EACA;;EAEA;;;EAGA;;;EAGA;IAAU,MAAM;IAAY;IAAgB;;EAC5C;EACA;EACA;;EAEA;;EAEA,UAAU;;EAEV;IACE;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;;EAEA,QAAQ,OAAO;EACf,QAAQ;;EAER;;EAEA;EACA;EACA;IAAe;IAAe;;EAC9B;;;;;;EAMA;;UAGe,0BAA0B;EACzC,SAAS;EACT,WAAW,QAAQ,OAAO;EAC1B,OAAO;;UAGQ;EACf,UAAU;;EAEV,OAAO;;;;;;;;;;wBA0Da,eACpB,OAAO,qBACP,SAAS,cAAc,YACvB,QAAQ,iBACR;EAAgB,SAAS;EAAoB,SAAS;IACrD,QAAQ;;;;;KC/KC,eAAe;EAAc;EAAiB;;UAEzC;EACf;;;EAGA;EACA;;;wBA8Bc,WAAW,qBAAqB;UAmB/B;;EAEf;;EAEA,SAAS;;EAET;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC/Ce;;EAEf;;EAEA;;;;;;EAMA;;;;;;EAMA;;;;;;EAMA;;;;;;;EAOA;;UAGe;;EAEf;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;;EAEA;;;;;EAKA;;EAEA,qBAAqB;;UAGN;;;;;;EAMf;;EAEA;IAAe;IAAa;;;;;;;;wBAQd,4BACd,cAAc,uBACd,OAAM,mBACL;;;;;;wBA4Ca,kCACd,cAAc,uBACd,OAAM,mBACL;;;;;;;;;;;;;;;;;;;;;wBAwDa,aACd,cAAc,uBACd,OAAM,mBACL;;;iBC7Lc;EACf,UAAU;;EAEV,eAAe;;EAEf;;EAEA;;;;;;EAMA,YAAY,QAAQ,0CAA0C;;;;;;qBAOnD,wCAAwC;mBAClC;UACT;EAER,YAAY,MAAM;EAaZ,gBAAgB,MAAM,cAAc,QAAQ;EA0C5C,cAAc,UAAU,gBAAgB,QAAQ;EA+DhD,YAAY,SAAS,kBAAkB,UAAU,iBAAiB,QAAQ;EAS1E,eAAe,MAAM,iBAAiB,QAAQ;;;;;;EAiD9C,iBAAiB,MAAM,cAAc,QAAQ;;;;;;EAiBnD,UAAU,QAAQ;EAUlB,iBAAiB;;;;iBCxMF,qBAAqB,WAAW,oBAAoB;;EAEnE,UAAU;;EAEV,cAAc;;EAEd,mBAAmB;;EAEnB,eAAe;EACf,0BAA0B;;EAE1B;IACE;IACA;IACA;MAAS;MAAa;;;;;;;;;;;;;IAYtB;;;EAGF;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;;;;;;;iBAYO;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;iBAGe;EACf,UAAU;;EAEV,cAAc;;EAEd,eAAe;IAAQ;IAAe,QAAQ;;;EAE9C,aAAa;;;;;EAKb,mBAAmB;;;;EAInB,eAAe;;EAEf,eAAe;;EAEf,oBAAoB;;EAEpB;IACE,MAAM;IACN,OAAO;IACP,MAAM;;;;;EAKR;;;;EAIA;;wBAGoB,cAAc,GAAG,MAAM,qBAAqB,KAAK,QAAQ;;;UC5I9D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;;wBAYc,qBACd,UAAU,gBACV,KAAK;EAAmB;IACvB;;;;;;;KCPS,oBAAoB,QAAQ,cAAc;;;wBA0BtC,YAAY,eAAe;UAU1B;;EAEf;;;EAGA;;EAEA;;UAGe;EACf;;EAEA;;EAEA,WAAW;;EAEX;;EAEA;;KAGU;UAEK;EACf,cAAc;;;;EAId;;;EAGA;;;EAGA,SAAS;;UAGM;;EAEf,WAAW;;EAEX;;UAae;;;EAGf;;;EAGA;;UAGe;EACf;EACA;;EAEA;;;EAGA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UCzHe;;EAEf;;EAEA;;;;;EAKA;;;;;;EAMA;;UAGe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;;UAGe;EACf,SAAS;;EAET;;EAEA;EACA;;;;;;;;;;;wBAYc,gBACd,UAAU,mBACV;EAAQ;EAAoB;EAAwB;IACnD;;;;;;;;;UA+Gc;;EAEf;;EAEA;;;;;;;;UAkCe;EACf,MAAM;IACJ;;IAEA;IACA;;;;;;EAMF;;wBAGc,0BACd,OAAO,iCACN;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cC/MU;;UAKI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA,KAAK;EACL;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA,OAAO;;;UAIQ;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,kBAAkB;IAAQ;IAAkB;;;;UAI7B;EACf;EACA;EACA;;UAGe;EACf;;;EAGA;;EAEA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;IAAU;IAAyB;;;UAKpB;EACf;EACA;EACA;;EAEA;EACA;;KAGU;UAEK;EACf,SAAS;EACT;EACA;EACA;EACA;;UAGe;EACf,eAAe;;EAEf;EACA;EACA;EACA;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF;;IAEE;;IAEA;;IAEA;;IAEA;IACA;;;EAGF;IACE;MAAU;MAAe;;IACzB,OAAO;;EAET;IACE;;IAEA;IACA;IACA;IACA;IACA;IACA;IACA;;;IAGA;IACA,wBAAwB;IACxB;IACA;IACA;IACA;;EAEF,KAAK;EACL;IACE;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf;EACA;;;;EAIA;EACA,KAAK,OAAO;EACZ,UAAU;IAAiB;IAAc;IAAoB;;;UAO9C;EACf,WAAW;EACX,OAAO;EACP,OAAO;EACP;EACA;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;EACT;;UA6Oe;EACf;;EAEA;;UAGe;EACf;;EAEA;;EAEA,SAAS,eAAe;;EAExB;EACA;;UAGe;EACf,MAAM;EACN,SAAS;EACT;IACE;IACA;IACA;IACA;IACA,SAAS;MAAiB;MAAoB;MAAsB;;;;;;;;;wBAuExD,4BACd,QAAQ,yBACP"}
|
package/dist/rl.js
CHANGED
|
@@ -2656,6 +2656,40 @@ function fitBradleyTerry(outcomes, opts = {}) {
|
|
|
2656
2656
|
converged: delta < tol
|
|
2657
2657
|
};
|
|
2658
2658
|
}
|
|
2659
|
+
function buildPairwiseFromCampaign(input) {
|
|
2660
|
+
const drawMargin = input.drawMargin ?? 0;
|
|
2661
|
+
const byKey = /* @__PURE__ */ new Map();
|
|
2662
|
+
for (const r of input.runs) {
|
|
2663
|
+
const arr = byKey.get(r.matchKey) ?? [];
|
|
2664
|
+
arr.push({
|
|
2665
|
+
candidateId: r.candidateId,
|
|
2666
|
+
score: r.score
|
|
2667
|
+
});
|
|
2668
|
+
byKey.set(r.matchKey, arr);
|
|
2669
|
+
}
|
|
2670
|
+
const outcomes = [];
|
|
2671
|
+
for (const arr of byKey.values()) for (let i = 0; i < arr.length; i++) for (let j = i + 1; j < arr.length; j++) {
|
|
2672
|
+
const a = arr[i];
|
|
2673
|
+
const b = arr[j];
|
|
2674
|
+
if (a.candidateId === b.candidateId) continue;
|
|
2675
|
+
const margin = Math.abs(a.score - b.score);
|
|
2676
|
+
if (margin <= drawMargin) outcomes.push({
|
|
2677
|
+
winner: a.candidateId,
|
|
2678
|
+
loser: b.candidateId,
|
|
2679
|
+
draw: true,
|
|
2680
|
+
weight: 1
|
|
2681
|
+
});
|
|
2682
|
+
else {
|
|
2683
|
+
const [winner, loser] = a.score > b.score ? [a, b] : [b, a];
|
|
2684
|
+
outcomes.push({
|
|
2685
|
+
winner: winner.candidateId,
|
|
2686
|
+
loser: loser.candidateId,
|
|
2687
|
+
weight: margin
|
|
2688
|
+
});
|
|
2689
|
+
}
|
|
2690
|
+
}
|
|
2691
|
+
return outcomes;
|
|
2692
|
+
}
|
|
2659
2693
|
//#endregion
|
|
2660
2694
|
//#region src/rl/verified-findings-dataset.ts
|
|
2661
2695
|
/**
|
|
@@ -2991,6 +3025,6 @@ function loadVerifiedFindingsDataset(source) {
|
|
|
2991
3025
|
};
|
|
2992
3026
|
}
|
|
2993
3027
|
//#endregion
|
|
2994
|
-
export { FileSystemOutcomeStore, GRADER_REFERENCE_PHRASES, InMemoryOutcomeStore, PredictiveValidityResearcher, bestOfN, bucketLabel, buildRlDataset, campaignToRunRecords, checkerReadSignal, claimIntegrityDigest, claimIntegritySystemOneReview, claimIntegrityTraceQuestions, claimIntegrityVerdict, compareAdaptationCurves, detectRewardHacking, doublyRobust, extractPreferences, extractVerifiableReward, extractVerifiableRewardsFromRecords, farmingSignal, firstPassK, fitBradleyTerry, graderReferenceSignal, inverseProbabilityWeighting, loadVerifiedFindingsDataset, monitorSignal, paretoCostScoreFrontier, parseSourceScopeReferee, prmTrainingPairs, readCorpus, refereeSignal, ruleHolds, runAdaptationCurve, runContaminationProbe, runEvalCampaign, runRLCampaign, scopeSignals, selfNormalizedImportanceWeighting, sourceScopeRefereeMessages, systemOneSignal, toAnthropicFormat, toDpoRows, toGrpoRows, toPrmRows, toSftJsonl, toSftRowsWithLookups, toTRLFormat, validateDatasetFormats };
|
|
3028
|
+
export { FileSystemOutcomeStore, GRADER_REFERENCE_PHRASES, InMemoryOutcomeStore, PredictiveValidityResearcher, bestOfN, bucketLabel, buildPairwiseFromCampaign, buildRlDataset, campaignToRunRecords, checkerReadSignal, claimIntegrityDigest, claimIntegritySystemOneReview, claimIntegrityTraceQuestions, claimIntegrityVerdict, compareAdaptationCurves, detectRewardHacking, doublyRobust, extractPreferences, extractVerifiableReward, extractVerifiableRewardsFromRecords, farmingSignal, firstPassK, fitBradleyTerry, graderReferenceSignal, inverseProbabilityWeighting, loadVerifiedFindingsDataset, monitorSignal, paretoCostScoreFrontier, parseSourceScopeReferee, prmTrainingPairs, readCorpus, refereeSignal, ruleHolds, runAdaptationCurve, runContaminationProbe, runEvalCampaign, runRLCampaign, scopeSignals, selfNormalizedImportanceWeighting, sourceScopeRefereeMessages, systemOneSignal, toAnthropicFormat, toDpoRows, toGrpoRows, toPrmRows, toSftJsonl, toSftRowsWithLookups, toTRLFormat, validateDatasetFormats };
|
|
2995
3029
|
|
|
2996
3030
|
//# sourceMappingURL=rl.js.map
|