@tangle-network/agent-eval 0.183.0 → 0.184.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +16 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-cell-s__adRnK.d.ts → agent-profile-cell-BHcB-mZX.d.ts} +8 -9
- package/dist/{agent-profile-cell-s__adRnK.d.ts.map → agent-profile-cell-BHcB-mZX.d.ts.map} +1 -1
- package/dist/{agent-profile-cell-Cv6UA-W_.js → agent-profile-cell-DcFW4vOc.js} +16 -15
- package/dist/agent-profile-cell-DcFW4vOc.js.map +1 -0
- package/dist/{agent-profile-CivaSsSy.d.ts → agent-profile-uAIQK3Nr.d.ts} +3 -3
- package/dist/{agent-profile-CivaSsSy.d.ts.map → agent-profile-uAIQK3Nr.d.ts.map} +1 -1
- package/dist/analyst/index.d.ts +10 -10
- package/dist/analyst/index.js +8 -7
- package/dist/analyst/index.js.map +1 -1
- package/dist/{benchmark-DQKzykkO.js → benchmark-BeQJyrRC.js} +3 -3
- package/dist/{benchmark-DQKzykkO.js.map → benchmark-BeQJyrRC.js.map} +1 -1
- package/dist/{benchmark-command-NBrqNwgy.js → benchmark-command-DlSePljH.js} +13 -12
- package/dist/{benchmark-command-NBrqNwgy.js.map → benchmark-command-DlSePljH.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +3 -3
- package/dist/builder-eval/index.js +1 -1
- package/dist/campaign/index.d.ts +6 -5
- package/dist/campaign/index.js +9 -9
- package/dist/{campaign-BwcEBC91.js → campaign-D6puiGFO.js} +15 -15
- package/dist/{campaign-BwcEBC91.js.map → campaign-D6puiGFO.js.map} +1 -1
- package/dist/{campaign-evidence-PYPUftRy.js → campaign-evidence-aWEmfROB.js} +5 -5
- package/dist/{campaign-evidence-PYPUftRy.js.map → campaign-evidence-aWEmfROB.js.map} +1 -1
- package/dist/{canonical-DPyQ_rpt.js → canonical-BsZVgBhW.js} +2 -4
- package/dist/canonical-BsZVgBhW.js.map +1 -0
- package/dist/cli.js +2 -2
- package/dist/{client-kh2jOjTK.d.ts → client-Bc8LANCG.d.ts} +4 -4
- package/dist/{client-kh2jOjTK.d.ts.map → client-Bc8LANCG.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +14 -14
- package/dist/{default-registry-C0-N4PkG.js → default-registry-CpLko4jB.js} +5 -4
- package/dist/{default-registry-C0-N4PkG.js.map → default-registry-CpLko4jB.js.map} +1 -1
- package/dist/{default-registry-BwDSWVzg.d.ts → default-registry-DYB4aHVn.d.ts} +6 -6
- package/dist/{default-registry-BwDSWVzg.d.ts.map → default-registry-DYB4aHVn.d.ts.map} +1 -1
- package/dist/{define-agent-eval-CwOWWQt_.d.ts → define-agent-eval-DE67ECH1.d.ts} +7 -7
- package/dist/{define-agent-eval-CwOWWQt_.d.ts.map → define-agent-eval-DE67ECH1.d.ts.map} +1 -1
- package/dist/{define-agent-eval-CneiWyuA.js → define-agent-eval-RTekxhUE.js} +8 -8
- package/dist/{define-agent-eval-CneiWyuA.js.map → define-agent-eval-RTekxhUE.js.map} +1 -1
- package/dist/{dspy-rlm-engine-8pgBSiy7.js → dspy-rlm-engine-Da-l3CpD.js} +3 -3
- package/dist/{dspy-rlm-engine-8pgBSiy7.js.map → dspy-rlm-engine-Da-l3CpD.js.map} +1 -1
- package/dist/{engine-DS1cysJy.d.ts → engine-D1ykrAKR.d.ts} +7 -7
- package/dist/{engine-DS1cysJy.d.ts.map → engine-D1ykrAKR.d.ts.map} +1 -1
- package/dist/{eval-campaign-CCEkwzoH.js → eval-campaign-XFHEpN86.js} +4 -4
- package/dist/{eval-campaign-CCEkwzoH.js.map → eval-campaign-XFHEpN86.js.map} +1 -1
- package/dist/evaluation.d.ts +75 -0
- package/dist/evaluation.d.ts.map +1 -0
- package/dist/evaluation.js +137 -0
- package/dist/evaluation.js.map +1 -0
- package/dist/{exact-types-BZDe0W2D.d.ts → exact-types-BEHN7tnq.d.ts} +2 -2
- package/dist/{exact-types-BZDe0W2D.d.ts.map → exact-types-BEHN7tnq.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +2 -2
- package/dist/experiment/index.js +5 -5
- package/dist/{experiment-tracker-C7PfnF4b.d.ts → experiment-tracker-URRGP9ek.d.ts} +2 -2
- package/dist/{experiment-tracker-C7PfnF4b.d.ts.map → experiment-tracker-URRGP9ek.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-DIB4YWEe.js → external-optimizer-process-BbhvXTFx.js} +4 -4
- package/dist/{external-optimizer-process-DIB4YWEe.js.map → external-optimizer-process-BbhvXTFx.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-CjguXN2e.js → external-optimizer-subprocess-DMgmqTB6.js} +3 -3
- package/dist/{external-optimizer-subprocess-CjguXN2e.js.map → external-optimizer-subprocess-DMgmqTB6.js.map} +1 -1
- package/dist/{feedback-trajectory-CXmtITBo.d.ts → feedback-trajectory-CytTR7u4.d.ts} +3 -3
- package/dist/{feedback-trajectory-CXmtITBo.d.ts.map → feedback-trajectory-CytTR7u4.d.ts.map} +1 -1
- package/dist/hosted/index.d.ts +2 -2
- package/dist/{index-DoykkxW0.d.ts → index-58wex7KV.d.ts} +11 -11
- package/dist/{index-DoykkxW0.d.ts.map → index-58wex7KV.d.ts.map} +1 -1
- package/dist/{index--_8_Nlpn.d.ts → index-CKZa_rnt.d.ts} +4 -121
- package/dist/index-CKZa_rnt.d.ts.map +1 -0
- package/dist/{index-DbG8QbH9.d.ts → index-DVrtLO5j.d.ts} +6 -6
- package/dist/{index-DbG8QbH9.d.ts.map → index-DVrtLO5j.d.ts.map} +1 -1
- package/dist/{index-Bp_6sj3x.d.ts → index-ww8736Am.d.ts} +20 -315
- package/dist/index-ww8736Am.d.ts.map +1 -0
- package/dist/index.d.ts +23 -22
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +24 -24
- package/dist/{insight-report-D1qa0HWs.d.ts → insight-report-C3Bfl762.d.ts} +3 -3
- package/dist/{insight-report-D1qa0HWs.d.ts.map → insight-report-C3Bfl762.d.ts.map} +1 -1
- package/dist/jev-protocol.d.ts +74 -0
- package/dist/jev-protocol.d.ts.map +1 -0
- package/dist/jev-protocol.js +91 -0
- package/dist/jev-protocol.js.map +1 -0
- package/dist/jev.d.ts +131 -0
- package/dist/jev.d.ts.map +1 -0
- package/dist/jev.js +312 -0
- package/dist/jev.js.map +1 -0
- package/dist/{journal-Cs9f7385.js → journal-BuRLm6ho.js} +2 -2
- package/dist/{journal-Cs9f7385.js.map → journal-BuRLm6ho.js.map} +1 -1
- package/dist/{kind-factory-DxTzg32u.js → kind-factory-DE088Zhv.js} +4 -3
- package/dist/{kind-factory-DxTzg32u.js.map → kind-factory-DE088Zhv.js.map} +1 -1
- package/dist/ledger-core/index.js +2 -2
- package/dist/{llm-judge-FfaRgz9X.js → llm-judge-C5wbADA5.js} +9 -9
- package/dist/{llm-judge-FfaRgz9X.js.map → llm-judge-C5wbADA5.js.map} +1 -1
- package/dist/{matrix-CyhW-vgJ.d.ts → matrix-CPKsRY8Y.d.ts} +2 -2
- package/dist/{matrix-CyhW-vgJ.d.ts.map → matrix-CPKsRY8Y.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +54 -2
- package/dist/meta-eval/index.d.ts.map +1 -1
- package/dist/meta-eval/index.js +52 -3
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/{mint-ySIIkKlV.js → mint-B4zgSAJW.js} +63 -14
- package/dist/mint-B4zgSAJW.js.map +1 -0
- package/dist/mint-BI14xehJ.d.ts +285 -0
- package/dist/mint-BI14xehJ.d.ts.map +1 -0
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/pipelines/index.js +2 -2
- package/dist/{produced-state-CGoVInrl.js → produced-state-D3uWsY8t.js} +23 -19
- package/dist/{produced-state-CGoVInrl.js.map → produced-state-D3uWsY8t.js.map} +1 -1
- package/dist/profile-cell.d.ts +1 -1
- package/dist/profile-cell.js +1 -1
- package/dist/{promotion-policy-BKFrl7CC.js → promotion-policy-CD-bUeyR.js} +3 -3
- package/dist/{promotion-policy-BKFrl7CC.js.map → promotion-policy-CD-bUeyR.js.map} +1 -1
- package/dist/{query-D1nLIKt7.js → query-DlV0pdx4.js} +2 -2
- package/dist/{query-D1nLIKt7.js.map → query-DlV0pdx4.js.map} +1 -1
- package/dist/{registry-BRbB6Y0v.d.ts → registry-D5Ly3GRV.d.ts} +3 -3
- package/dist/{registry-BRbB6Y0v.d.ts.map → registry-D5Ly3GRV.d.ts.map} +1 -1
- package/dist/{release-confidence-BcqeQTHW.d.ts → release-confidence-DsETiO4f.d.ts} +3 -3
- package/dist/{release-confidence-BcqeQTHW.d.ts.map → release-confidence-DsETiO4f.d.ts.map} +1 -1
- package/dist/{release-confidence-DMg8n18l.js → release-confidence-RanRUXRW.js} +2 -2
- package/dist/{release-confidence-DMg8n18l.js.map → release-confidence-RanRUXRW.js.map} +1 -1
- package/dist/reporting.d.ts +3 -3
- package/dist/reporting.js +2 -2
- package/dist/{researcher-64T49THL.d.ts → researcher-CJkH-6Ty.d.ts} +4 -4
- package/dist/{researcher-64T49THL.d.ts.map → researcher-CJkH-6Ty.d.ts.map} +1 -1
- package/dist/{reward-hacking-uzO_ihep.d.ts → reward-hacking-BIQ2BWLG.d.ts} +2 -2
- package/dist/{reward-hacking-uzO_ihep.d.ts.map → reward-hacking-BIQ2BWLG.d.ts.map} +1 -1
- package/dist/rl.d.ts +10 -6
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +21 -7
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +2 -2
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-D_54FZVu.js → rollout-C0Ifk3vK.js} +2 -2
- package/dist/{rollout-D_54FZVu.js.map → rollout-C0Ifk3vK.js.map} +1 -1
- package/dist/{rubric-predictive-validity-Bmj2_cll.d.ts → rubric-predictive-validity-CTU8y8Cv.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-Bmj2_cll.d.ts.map → rubric-predictive-validity-CTU8y8Cv.d.ts.map} +1 -1
- package/dist/{run-record-DPa2PeHx.js → run-record-BhMVsHR1.js} +2 -2
- package/dist/{run-record-DPa2PeHx.js.map → run-record-BhMVsHR1.js.map} +1 -1
- package/dist/{run-record-BiTWauyO.d.ts → run-record-D9wS35fK.d.ts} +2 -2
- package/dist/{run-record-BiTWauyO.d.ts.map → run-record-D9wS35fK.d.ts.map} +1 -1
- package/dist/{run-record-DualPTn2.js → run-record-tg_5H2IK.js} +2 -2
- package/dist/{run-record-DualPTn2.js.map → run-record-tg_5H2IK.js.map} +1 -1
- package/dist/search-ledger-types-D7KDVg-o.d.ts +302 -0
- package/dist/search-ledger-types-D7KDVg-o.d.ts.map +1 -0
- package/dist/{semantic-concept-judge-_3Fp6Q_3.js → semantic-concept-judge-5r9hDEBA.js} +4 -4
- package/dist/{semantic-concept-judge-_3Fp6Q_3.js.map → semantic-concept-judge-5r9hDEBA.js.map} +1 -1
- package/dist/{sequential-D_xHrBZe.js → sequential-BfDkCBGo.js} +3 -3
- package/dist/{sequential-D_xHrBZe.js.map → sequential-BfDkCBGo.js.map} +1 -1
- package/dist/{server-BZQR1f0C.js → server-DmpcFiVK.js} +2 -2
- package/dist/{server-BZQR1f0C.js.map → server-DmpcFiVK.js.map} +1 -1
- package/dist/{skillopt-optimization-method-DY1aQ-aL.js → skillopt-optimization-method-B2zxoDk0.js} +7 -7
- package/dist/{skillopt-optimization-method-DY1aQ-aL.js.map → skillopt-optimization-method-B2zxoDk0.js.map} +1 -1
- package/dist/{statistical-heldout-CpVd6FmY.d.ts → statistical-heldout-Bu4oNOJh.d.ts} +3 -3
- package/dist/{statistical-heldout-CpVd6FmY.d.ts.map → statistical-heldout-Bu4oNOJh.d.ts.map} +1 -1
- package/dist/{store-otlp-DAaEbMLf.js → store-otlp-rU5PFlOB.js} +2 -2
- package/dist/{store-otlp-DAaEbMLf.js.map → store-otlp-rU5PFlOB.js.map} +1 -1
- package/dist/{store-tool-spans-Dt-YdAuE.d.ts → store-tool-spans-DwdokbHg.d.ts} +54 -6
- package/dist/store-tool-spans-DwdokbHg.d.ts.map +1 -0
- package/dist/{store-tool-spans-BZ8MPKFe.js → store-tool-spans-zrtftcRe.js} +68 -6
- package/dist/store-tool-spans-zrtftcRe.js.map +1 -0
- package/dist/{summary-report-IGAOtgPd.js → summary-report-BMvou2oZ.js} +2 -2
- package/dist/{summary-report-IGAOtgPd.js.map → summary-report-BMvou2oZ.js.map} +1 -1
- package/dist/{summary-report-D1h4dlrK.d.ts → summary-report-BzFS5UhZ.d.ts} +2 -2
- package/dist/{summary-report-D1h4dlrK.d.ts.map → summary-report-BzFS5UhZ.d.ts.map} +1 -1
- package/dist/{task-failure-attributes-B_JjrOVo.js → task-failure-attributes-BOxjfbhr.js} +2 -2
- package/dist/{task-failure-attributes-B_JjrOVo.js.map → task-failure-attributes-BOxjfbhr.js.map} +1 -1
- package/dist/{tool-groups-B2bSNaJB.d.ts → tool-groups-qHMydbAH.d.ts} +3 -3
- package/dist/tool-groups-qHMydbAH.d.ts.map +1 -0
- package/dist/{tool-waste-C7MU9u1e.js → tool-waste-nbHPAxei.js} +2 -2
- package/dist/{tool-waste-C7MU9u1e.js.map → tool-waste-nbHPAxei.js.map} +1 -1
- package/dist/trace-repair/index.d.ts +2 -2
- package/dist/trace-repair/index.js +3 -3
- package/dist/traces.d.ts +5 -5
- package/dist/traces.js +7 -7
- package/dist/trajectory-replay/index.js +1 -1
- package/dist/{types-CS0qk_Yp.d.ts → types-BTRcIqFr.d.ts} +3 -3
- package/dist/{types-CS0qk_Yp.d.ts.map → types-BTRcIqFr.d.ts.map} +1 -1
- package/dist/{types-D7gEdPoQ.d.ts → types-BjB2wZM9.d.ts} +2 -2
- package/dist/{types-D7gEdPoQ.d.ts.map → types-BjB2wZM9.d.ts.map} +1 -1
- package/dist/types-C8VBbiw6.js +91 -0
- package/dist/types-C8VBbiw6.js.map +1 -0
- package/dist/{types-BvZoPTGa.d.ts → types-c3ZRTbw9.d.ts} +3 -3
- package/dist/{types-BvZoPTGa.d.ts.map → types-c3ZRTbw9.d.ts.map} +1 -1
- package/dist/{types-DQ0e2E7y.js → usage-receipt-Cx3xNeyB.js} +2 -89
- package/dist/usage-receipt-Cx3xNeyB.js.map +1 -0
- package/dist/{verdict-BQ3pCFf8.js → verdict-DhPoXApk.js} +2 -2
- package/dist/{verdict-BQ3pCFf8.js.map → verdict-DhPoXApk.js.map} +1 -1
- package/dist/{verdict-cache-B3eCVQtY.js → verdict-cache-BQEsVy9n.js} +2 -2
- package/dist/{verdict-cache-B3eCVQtY.js.map → verdict-cache-BQEsVy9n.js.map} +1 -1
- package/dist/wire/index.d.ts +1 -1
- package/dist/wire/index.js +1 -1
- package/docs/changes/evaluation-definition-identity.md +27 -0
- package/docs/changes/jev-evidence-review.md +18 -0
- package/docs/changes/jev-product-adoption.md +18 -0
- package/docs/changes/probability-policy-audit.md +81 -0
- package/docs/jev-behavior-review.md +174 -0
- package/docs/jev-integrations.md +50 -0
- package/docs/jev.md +140 -0
- package/docs/produced-state.md +13 -0
- package/docs/profile-json-identity.md +33 -0
- package/package.json +16 -1
- package/dist/agent-profile-cell-Cv6UA-W_.js.map +0 -1
- package/dist/canonical-DPyQ_rpt.js.map +0 -1
- package/dist/exporters-D98GPi1n.d.ts +0 -161
- package/dist/exporters-D98GPi1n.d.ts.map +0 -1
- package/dist/index--_8_Nlpn.d.ts.map +0 -1
- package/dist/index-Bp_6sj3x.d.ts.map +0 -1
- package/dist/mint-ySIIkKlV.js.map +0 -1
- package/dist/store-tool-spans-BZ8MPKFe.js.map +0 -1
- package/dist/store-tool-spans-Dt-YdAuE.d.ts.map +0 -1
- package/dist/tool-groups-B2bSNaJB.d.ts.map +0 -1
- package/dist/types-DQ0e2E7y.js.map +0 -1
|
@@ -1,18 +1,19 @@
|
|
|
1
1
|
import { c as ValidationError, t as AgentEvalError } from "./errors-DEE6u6ot.js";
|
|
2
2
|
import { T as RunPaidCallInput, c as CostLedgerHandle, f as CostLedgerSummary, m as CostReceipt, o as CostLedger, p as CostProvenance } from "./cost-ledger-DbQdN3nO.js";
|
|
3
|
-
import { a as RunRecord, s as RunSplitTag } from "./run-record-
|
|
4
|
-
import { D as TraceAnalysisStore, _ as ProposalFinding, f as AnalystUsageReceipt, i as AnalystFinding, l as AnalystRunResult } from "./types-
|
|
3
|
+
import { a as RunRecord, s as RunSplitTag } from "./run-record-D9wS35fK.js";
|
|
4
|
+
import { D as TraceAnalysisStore, _ as ProposalFinding, f as AnalystUsageReceipt, i as AnalystFinding, l as AnalystRunResult } from "./types-BjB2wZM9.js";
|
|
5
5
|
import { M as LlmCallMetadata, ft as ServedModelPolicy, rt as RawProviderSink, x as ChatClient } from "./types-CBbLtr2J.js";
|
|
6
|
-
import { Et as FinalEvidenceLedger, Mt as EvaluationClaim, Nt as EvaluationUnitSummary, P as PairedArmsComparison, ft as EvidenceReceipt, it as CampaignEvidenceContext, kt as FinalEvidenceRecord } from "./statistical-heldout-
|
|
6
|
+
import { Et as FinalEvidenceLedger, Mt as EvaluationClaim, Nt as EvaluationUnitSummary, P as PairedArmsComparison, ft as EvidenceReceipt, it as CampaignEvidenceContext, kt as FinalEvidenceRecord } from "./statistical-heldout-Bu4oNOJh.js";
|
|
7
7
|
import { a as PairedPromotionDecision, d as PairedBootstrapResult } from "./paired-promotion-decision-DPsMQm-0.js";
|
|
8
|
-
import { A as LabeledScenarioWrite, B as ScoredSurfaceOutcome, C as JudgeDimension, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, H as SurfaceProposer, N as ParetoParent, O as LabeledScenarioSource, R as Scenario, S as JudgeConfig, T as LabelTrust, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, u as ComponentSurface, v as GateResult, y as GenerationCandidate } from "./types-
|
|
8
|
+
import { A as LabeledScenarioWrite, B as ScoredSurfaceOutcome, C as JudgeDimension, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, H as SurfaceProposer, N as ParetoParent, O as LabeledScenarioSource, R as Scenario, S as JudgeConfig, T as LabelTrust, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, u as ComponentSurface, v as GateResult, y as GenerationCandidate } from "./types-BTRcIqFr.js";
|
|
9
9
|
import { r as LedgerHash } from "./canonical-CFpojCN5.js";
|
|
10
10
|
import { h as LedgerTrustedHeadRemoval, m as LedgerTrustedHead } from "./index-u0d1Jp4F.js";
|
|
11
|
-
import {
|
|
11
|
+
import { D as SearchSourceRef, _ as SearchLedgerHash, g as SearchLedgerEvent, m as SearchLedgerAudit, n as SearchArtifactRef, p as SearchLedgerAppendResult, r as SearchAttemptAccounting, v as SearchLedgerReplay, x as SearchOperationRecordedEvent, y as SearchModelIdentity } from "./search-ledger-types-D7KDVg-o.js";
|
|
12
|
+
import { B as ExternalOptimizerModelBudget, E as AnalystIssueExpectation, F as ExternalOptimizerCallbackLimits, J as ExternalOptimizerWireCounts, K as ExternalOptimizerResumeMode, R as ExternalOptimizerEvaluationObservation, V as ExternalOptimizerModelCall, X as ExternalTextEvaluationRequest, Y as ExternalTextCandidate, m as AnalystBenchmarkLabelState, q as ExternalOptimizerRunnerCommand, t as AgentProfile$1, u as AnalystBenchmarkCase } from "./agent-profile-uAIQK3Nr.js";
|
|
12
13
|
import { r as DatasetScenario, t as Dataset } from "./dataset-DQqhOCPt.js";
|
|
13
14
|
import { a as CheckerIdentity, n as VerdictCertification, t as DefaultVerdict, x as VerificationStrategySource } from "./verdict-E4eRNf7-.js";
|
|
14
|
-
import { t as DetectRewardHackingInput } from "./reward-hacking-
|
|
15
|
-
import { g as TraceSpanEvent, t as HostedClient } from "./client-
|
|
15
|
+
import { t as DetectRewardHackingInput } from "./reward-hacking-BIQ2BWLG.js";
|
|
16
|
+
import { g as TraceSpanEvent, t as HostedClient } from "./client-Bc8LANCG.js";
|
|
16
17
|
import { AgentProfile } from "@tangle-network/agent-interface";
|
|
17
18
|
import { z } from "zod";
|
|
18
19
|
//#region src/campaign/coverage.d.ts
|
|
@@ -432,305 +433,6 @@ declare class SearchLedgerIntegrityError extends SearchLedgerError {}
|
|
|
432
433
|
/** Error raised when an event identifier is reused with different content. */
|
|
433
434
|
declare class SearchLedgerConflictError extends SearchLedgerError {}
|
|
434
435
|
//#endregion
|
|
435
|
-
//#region src/campaign/search-ledger-types.d.ts
|
|
436
|
-
declare const SEARCH_LEDGER_SCHEMA: 'tangle.search-ledger.v1';
|
|
437
|
-
type SearchLedgerHash = LedgerHash;
|
|
438
|
-
type SearchSurfaceKind = 'prompt' | 'tool-contract' | 'runtime-config' | 'memory' | 'knowledge' | 'agent-profile' | 'code' | 'deployment';
|
|
439
|
-
/** Content-addressed artifact or receipt. Mutable paths are locators only; the
|
|
440
|
-
* digest and byte length bind the exact bytes used by the search. */
|
|
441
|
-
interface SearchArtifactRef {
|
|
442
|
-
role: string;
|
|
443
|
-
uri: string;
|
|
444
|
-
sha256: SearchLedgerHash;
|
|
445
|
-
byteLength: number;
|
|
446
|
-
}
|
|
447
|
-
/** Repository, dataset, or package source pinned to an immutable commit or
|
|
448
|
-
* content digest. Branches, tags, and bare package versions are rejected. */
|
|
449
|
-
interface SearchSourceRef {
|
|
450
|
-
uri: string;
|
|
451
|
-
revision: string;
|
|
452
|
-
}
|
|
453
|
-
interface SearchModelIdentity {
|
|
454
|
-
provider: string;
|
|
455
|
-
snapshot: string;
|
|
456
|
-
}
|
|
457
|
-
interface SearchCandidateSurface {
|
|
458
|
-
surfaceId: string;
|
|
459
|
-
kind: SearchSurfaceKind;
|
|
460
|
-
artifact: SearchArtifactRef;
|
|
461
|
-
}
|
|
462
|
-
interface SearchCandidateLineage {
|
|
463
|
-
/** Existing `LineageNode.id`; this ledger references rather than embeds it. */
|
|
464
|
-
lineageNodeId: string;
|
|
465
|
-
parentCandidateIds: string[];
|
|
466
|
-
generation: number;
|
|
467
|
-
proposer: string;
|
|
468
|
-
proposerSource: SearchSourceRef;
|
|
469
|
-
}
|
|
470
|
-
type SearchOperationKind = 'candidate-generation' | 'analysis' | 'selection' | 'judge' | 'other';
|
|
471
|
-
interface SearchPlannedTask {
|
|
472
|
-
taskId: string;
|
|
473
|
-
source: SearchSourceRef;
|
|
474
|
-
benchmark: SearchSourceRef;
|
|
475
|
-
/** Maximum transport attempts for this task and candidate. Only an explicit
|
|
476
|
-
* passed/failed outcome satisfies the planned denominator. */
|
|
477
|
-
maxAttempts: number;
|
|
478
|
-
}
|
|
479
|
-
interface SearchPlannedOperation {
|
|
480
|
-
operationId: string;
|
|
481
|
-
kind: SearchOperationKind;
|
|
482
|
-
}
|
|
483
|
-
interface SearchCandidateSlot {
|
|
484
|
-
slotId: string;
|
|
485
|
-
/** Planned candidate-generation call that must either produce this slot or
|
|
486
|
-
* fail before the slot can be closed. Several slots may share one batched call. */
|
|
487
|
-
generationOperationId: string;
|
|
488
|
-
}
|
|
489
|
-
interface SearchPlan {
|
|
490
|
-
/** Stable slots and their proposer calls are frozen before search begins. */
|
|
491
|
-
candidateSlots: SearchCandidateSlot[];
|
|
492
|
-
/** Every task applies to every successfully registered candidate. */
|
|
493
|
-
tasks: SearchPlannedTask[];
|
|
494
|
-
/** Non-task spend slots: proposal, analysis, selection, extra judges, etc. */
|
|
495
|
-
operations: SearchPlannedOperation[];
|
|
496
|
-
}
|
|
497
|
-
type SearchTokenAccounting = {
|
|
498
|
-
status: 'known';
|
|
499
|
-
inputTokens: number;
|
|
500
|
-
outputTokens: number;
|
|
501
|
-
cachedTokens: number;
|
|
502
|
-
} | {
|
|
503
|
-
status: 'unknown';
|
|
504
|
-
reason: string;
|
|
505
|
-
};
|
|
506
|
-
type SearchCostAccounting = {
|
|
507
|
-
status: 'known';
|
|
508
|
-
usd: number;
|
|
509
|
-
source: 'provider' | 'pricing-table' | 'free';
|
|
510
|
-
} | {
|
|
511
|
-
status: 'unknown';
|
|
512
|
-
/** Known spend may still be a lower bound when one call was unpriced. */
|
|
513
|
-
knownLowerBoundUsd: number;
|
|
514
|
-
reason: string;
|
|
515
|
-
};
|
|
516
|
-
interface SearchAttemptAccounting {
|
|
517
|
-
tokens: SearchTokenAccounting;
|
|
518
|
-
cost: SearchCostAccounting;
|
|
519
|
-
}
|
|
520
|
-
interface SearchFailureReason {
|
|
521
|
-
code: string;
|
|
522
|
-
message: string;
|
|
523
|
-
}
|
|
524
|
-
type SearchTaskOutcome = {
|
|
525
|
-
status: 'passed';
|
|
526
|
-
score: number;
|
|
527
|
-
metrics: Record<string, number>;
|
|
528
|
-
} | {
|
|
529
|
-
status: 'failed';
|
|
530
|
-
score: number;
|
|
531
|
-
metrics: Record<string, number>;
|
|
532
|
-
failure: SearchFailureReason;
|
|
533
|
-
} | {
|
|
534
|
-
status: 'errored';
|
|
535
|
-
metrics: Record<string, number>;
|
|
536
|
-
error: SearchFailureReason & {
|
|
537
|
-
retryable: boolean;
|
|
538
|
-
};
|
|
539
|
-
};
|
|
540
|
-
type SearchSurfaceEffect = {
|
|
541
|
-
status: 'measured';
|
|
542
|
-
metric: string;
|
|
543
|
-
baselineValue: number;
|
|
544
|
-
candidateValue: number;
|
|
545
|
-
delta: number;
|
|
546
|
-
} | {
|
|
547
|
-
status: 'not-measured';
|
|
548
|
-
reason: string;
|
|
549
|
-
};
|
|
550
|
-
/** Per-attempt proof that a declared candidate surface was or was not active,
|
|
551
|
-
* plus measured effect when the experiment supports attribution. */
|
|
552
|
-
interface SearchSurfaceEvidence {
|
|
553
|
-
surfaceId: string;
|
|
554
|
-
fired: boolean;
|
|
555
|
-
firingCount: number;
|
|
556
|
-
effect: SearchSurfaceEffect;
|
|
557
|
-
evidence: SearchArtifactRef[];
|
|
558
|
-
}
|
|
559
|
-
interface SearchLedgerEventBase {
|
|
560
|
-
eventId: string;
|
|
561
|
-
occurredAt: string;
|
|
562
|
-
artifacts: SearchArtifactRef[];
|
|
563
|
-
}
|
|
564
|
-
interface SearchPlannedEvent extends SearchLedgerEventBase {
|
|
565
|
-
kind: 'search-planned';
|
|
566
|
-
plan: SearchPlan;
|
|
567
|
-
}
|
|
568
|
-
/** Additional candidate slots and operations for a search whose length is not
|
|
569
|
-
* known when it starts. The plan stays the first event and the planned task
|
|
570
|
-
* denominator stays frozen: extending tasks would retroactively reopen
|
|
571
|
-
* candidates that already closed theirs. */
|
|
572
|
-
interface SearchPlanExtendedEvent extends SearchLedgerEventBase {
|
|
573
|
-
kind: 'search-plan-extended';
|
|
574
|
-
extension: {
|
|
575
|
-
candidateSlots: SearchCandidateSlot[];
|
|
576
|
-
operations: SearchPlannedOperation[];
|
|
577
|
-
};
|
|
578
|
-
}
|
|
579
|
-
interface SearchCandidateRegisteredEvent extends SearchLedgerEventBase {
|
|
580
|
-
kind: 'candidate-registered';
|
|
581
|
-
slotId: string;
|
|
582
|
-
generationOperationId: string;
|
|
583
|
-
candidateId: string;
|
|
584
|
-
lineage: SearchCandidateLineage;
|
|
585
|
-
surfaces: SearchCandidateSurface[];
|
|
586
|
-
}
|
|
587
|
-
interface SearchCandidateSlotClosedEvent extends SearchLedgerEventBase {
|
|
588
|
-
kind: 'candidate-slot-closed';
|
|
589
|
-
slotId: string;
|
|
590
|
-
generationOperationId: string;
|
|
591
|
-
reason: SearchFailureReason;
|
|
592
|
-
}
|
|
593
|
-
interface SearchTaskAttemptedEvent extends SearchLedgerEventBase {
|
|
594
|
-
kind: 'task-attempted';
|
|
595
|
-
candidateId: string;
|
|
596
|
-
runId: string;
|
|
597
|
-
attemptIndex: number;
|
|
598
|
-
task: {
|
|
599
|
-
taskId: string;
|
|
600
|
-
source: SearchSourceRef;
|
|
601
|
-
};
|
|
602
|
-
identity: {
|
|
603
|
-
model: SearchModelIdentity;
|
|
604
|
-
agent: SearchSourceRef;
|
|
605
|
-
benchmark: SearchSourceRef;
|
|
606
|
-
};
|
|
607
|
-
outcome: SearchTaskOutcome;
|
|
608
|
-
accounting: SearchAttemptAccounting;
|
|
609
|
-
surfaceEvidence: SearchSurfaceEvidence[];
|
|
610
|
-
}
|
|
611
|
-
interface SearchOperationRecordedEvent extends SearchLedgerEventBase {
|
|
612
|
-
kind: 'search-operation-recorded';
|
|
613
|
-
operationId: string;
|
|
614
|
-
operationKind: SearchOperationKind;
|
|
615
|
-
execution: {
|
|
616
|
-
kind: 'model';
|
|
617
|
-
model: SearchModelIdentity;
|
|
618
|
-
source: SearchSourceRef;
|
|
619
|
-
} | {
|
|
620
|
-
kind: 'deterministic';
|
|
621
|
-
source: SearchSourceRef;
|
|
622
|
-
};
|
|
623
|
-
outcome: {
|
|
624
|
-
status: 'completed';
|
|
625
|
-
} | {
|
|
626
|
-
status: 'partial';
|
|
627
|
-
failure: SearchFailureReason;
|
|
628
|
-
} | {
|
|
629
|
-
status: 'failed';
|
|
630
|
-
failure: SearchFailureReason;
|
|
631
|
-
};
|
|
632
|
-
accounting: SearchAttemptAccounting;
|
|
633
|
-
}
|
|
634
|
-
interface SearchCandidateDecidedEvent extends SearchLedgerEventBase {
|
|
635
|
-
kind: 'candidate-decided';
|
|
636
|
-
candidateId: string;
|
|
637
|
-
decision: {
|
|
638
|
-
status: 'selected';
|
|
639
|
-
} | {
|
|
640
|
-
status: 'rejected';
|
|
641
|
-
reason: SearchFailureReason;
|
|
642
|
-
};
|
|
643
|
-
}
|
|
644
|
-
interface SearchCompletedEvent extends SearchLedgerEventBase {
|
|
645
|
-
kind: 'search-completed';
|
|
646
|
-
result: {
|
|
647
|
-
status: 'selected';
|
|
648
|
-
candidateId: string;
|
|
649
|
-
} | {
|
|
650
|
-
status: 'all-rejected';
|
|
651
|
-
reason: SearchFailureReason;
|
|
652
|
-
};
|
|
653
|
-
}
|
|
654
|
-
type SearchLedgerEvent = SearchPlannedEvent | SearchPlanExtendedEvent | SearchCandidateRegisteredEvent | SearchCandidateSlotClosedEvent | SearchTaskAttemptedEvent | SearchOperationRecordedEvent | SearchCandidateDecidedEvent | SearchCompletedEvent;
|
|
655
|
-
interface SearchLedgerEntry {
|
|
656
|
-
schema: typeof SEARCH_LEDGER_SCHEMA;
|
|
657
|
-
campaignId: string;
|
|
658
|
-
sequence: number;
|
|
659
|
-
previousHash: SearchLedgerHash | null;
|
|
660
|
-
event: SearchLedgerEvent;
|
|
661
|
-
entryHash: SearchLedgerHash;
|
|
662
|
-
}
|
|
663
|
-
type SearchAccountingAudit = {
|
|
664
|
-
status: 'known';
|
|
665
|
-
inputTokens: number;
|
|
666
|
-
outputTokens: number;
|
|
667
|
-
cachedTokens: number;
|
|
668
|
-
costUsd: number;
|
|
669
|
-
} | {
|
|
670
|
-
status: 'partial';
|
|
671
|
-
knownInputTokens: number;
|
|
672
|
-
knownOutputTokens: number;
|
|
673
|
-
knownCachedTokens: number;
|
|
674
|
-
knownCostUsd: number;
|
|
675
|
-
unknownTokenEventIds: string[];
|
|
676
|
-
unknownCostEventIds: string[];
|
|
677
|
-
};
|
|
678
|
-
interface SearchLedgerAudit {
|
|
679
|
-
campaignId: string;
|
|
680
|
-
eventCount: number;
|
|
681
|
-
candidateCount: number;
|
|
682
|
-
closedCandidateSlotCount: number;
|
|
683
|
-
attemptCount: number;
|
|
684
|
-
operationCount: number;
|
|
685
|
-
outcomes: {
|
|
686
|
-
passed: number;
|
|
687
|
-
failed: number;
|
|
688
|
-
errored: number;
|
|
689
|
-
};
|
|
690
|
-
operationOutcomes: {
|
|
691
|
-
completed: number;
|
|
692
|
-
partial: number;
|
|
693
|
-
failed: number;
|
|
694
|
-
};
|
|
695
|
-
decisions: {
|
|
696
|
-
selected: number;
|
|
697
|
-
rejected: number;
|
|
698
|
-
pending: number;
|
|
699
|
-
};
|
|
700
|
-
expected: {
|
|
701
|
-
candidateSlots: number;
|
|
702
|
-
taskOutcomes: number;
|
|
703
|
-
operations: number;
|
|
704
|
-
missingCandidateSlots: string[];
|
|
705
|
-
missingTaskOutcomes: string[];
|
|
706
|
-
missingOperations: string[];
|
|
707
|
-
};
|
|
708
|
-
status: 'in-progress' | 'selected' | 'all-rejected';
|
|
709
|
-
selectedCandidateId: string | null;
|
|
710
|
-
accounting: SearchAccountingAudit;
|
|
711
|
-
headHash: SearchLedgerHash | null;
|
|
712
|
-
}
|
|
713
|
-
interface SearchLedgerReplay {
|
|
714
|
-
entries: SearchLedgerEntry[];
|
|
715
|
-
plan: SearchPlannedEvent | null;
|
|
716
|
-
/** Appended plan extensions, in ledger order. The effective plan is the
|
|
717
|
-
* first plan event merged with these; `audit.expected` counts the merge. */
|
|
718
|
-
planExtensions: SearchPlanExtendedEvent[];
|
|
719
|
-
candidates: SearchCandidateRegisteredEvent[];
|
|
720
|
-
closedCandidateSlots: SearchCandidateSlotClosedEvent[];
|
|
721
|
-
attempts: SearchTaskAttemptedEvent[];
|
|
722
|
-
operations: SearchOperationRecordedEvent[];
|
|
723
|
-
decisions: SearchCandidateDecidedEvent[];
|
|
724
|
-
completion: SearchCompletedEvent | null;
|
|
725
|
-
audit: SearchLedgerAudit;
|
|
726
|
-
}
|
|
727
|
-
interface SearchLedgerAppendResult {
|
|
728
|
-
entry: SearchLedgerEntry;
|
|
729
|
-
/** False when the exact event was already durably present. */
|
|
730
|
-
appended: boolean;
|
|
731
|
-
replay: SearchLedgerReplay;
|
|
732
|
-
}
|
|
733
|
-
//#endregion
|
|
734
436
|
//#region src/campaign/search-ledger.d.ts
|
|
735
437
|
/** Validate and return a canonical copy. Arrays whose order is not semantic are
|
|
736
438
|
* sorted so retries from different processes produce byte-identical events. */
|
|
@@ -3301,14 +3003,17 @@ type RuntimeEventLike = ToolCallEventLike | ArtifactEventLike | ProposalEventLik
|
|
|
3301
3003
|
type: string;
|
|
3302
3004
|
};
|
|
3303
3005
|
/**
|
|
3304
|
-
* Normalize
|
|
3006
|
+
* Normalize an emission-ordered stream into its latest observed produced state.
|
|
3007
|
+
* Artifacts are keyed by their exact output path (name, then URI, then id);
|
|
3008
|
+
* proposals by id. Later observations replace earlier ones, including missing
|
|
3009
|
+
* content or a rejected status. An obsolete version cannot prove completion.
|
|
3010
|
+
* Distinct paths remain distinct; no path normalization or aliasing is inferred.
|
|
3011
|
+
* Results retain first-seen identity order. Tool names describe invocation,
|
|
3012
|
+
* not success, and are deduplicated in first-seen order.
|
|
3305
3013
|
*
|
|
3306
|
-
*
|
|
3307
|
-
*
|
|
3308
|
-
*
|
|
3309
|
-
* still yields an entry keyed by its `artifactId` so it is never silently
|
|
3310
|
-
* dropped; an artifact with no `content` yields empty content, which the
|
|
3311
|
-
* completion oracle's structural check then rejects on its own.
|
|
3014
|
+
* An artifact without observed content yields empty content, which the
|
|
3015
|
+
* completion oracle rejects. This projection does not verify external effects,
|
|
3016
|
+
* recover dropped events, or establish freshness beyond the supplied stream.
|
|
3312
3017
|
*/
|
|
3313
3018
|
declare function extractProducedState(events: readonly RuntimeEventLike[]): ProducedState;
|
|
3314
3019
|
//#endregion
|
|
@@ -3933,5 +3638,5 @@ declare function verifyCodeSurface(surface: CodeSurface, worktreeDir?: string):
|
|
|
3933
3638
|
* identity against the checkout at `worktreeRef`. */
|
|
3934
3639
|
declare function resolveWorktreePath(surface: CodeSurface, worktreeDir?: string): string;
|
|
3935
3640
|
//#endregion
|
|
3936
|
-
export { scoreboardSummary as $, SearchLedgerConflictError as $a, readGepaCandidatePopulationArtifact as $i, emitLoopProvenance as $n, OptimizationMethodComparison as $r, loadEvalFixture as $t, tangleTracesRoot as A, SearchCompletedEvent as Aa, TransientFailureOptions as Ai, CrossSurfacePairwiseEntry as An, FinalEvidenceUse as Ao, composeGate as Ar, sequentialOptimizationMethod as At, finalizeProfileMatrix as B, SearchOperationRecordedEvent as Ba, runOptimization as Bi, traceAnalystQualityJudge as Bn, GepaRunnerCommand as Br, classifyUngroundedLiterals as Bt, SingleRunLockOptions as C, SearchAttemptAccounting as Ca, ReferenceEquivalenceJudgeResult as Ci, CrossSurfaceInteractionPath as Cn, buildCellSchedule as Co, scoreRedTeamOutput as Cr, RequirementCheck as Ct, scoreDiscrimination as D, SearchCandidateSlot as Da, LlmJudgeDimension as Di, CrossSurfacePairCompatibility as Dn, fsCampaignStorage as Do, CanaryOptions as Dr, createLlmCorrectnessChecker as Dt, ScenarioSignal as E, SearchCandidateRegisteredEvent as Ea, runReferenceEquivalenceJudge as Ei, CrossSurfaceNaiveStackSelection as En, createRunCostLedger as Eo, CanaryKind as Er, completionVerdict as Et, ProfileMatrixPlan as F, SearchLedgerEvent as Fa, RunImprovementLoopResult as Fi, CrossSurfaceTaskRow as Fn, campaignSplitDigestFromIdentities as Fo, GepaAdaptiveEngineRun as Fr, RolloutArgumentDiff as Ft, ScoreboardRenderOptions as G, SearchPlannedTask as Ga, SearchRecorder as Gi, LoopProvenanceBackend as Gn, ExternalTextOptimizationMethodConfig as Gr, EvalFixtureFile as Gt, PlaybackContext as H, SearchPlanExtendedEvent as Ha, ProposedSearchCandidate as Hi, EmitLoopProvenanceArgs as Hn, OpenAICompatibleOptimizerModel as Hr, NeutralizationGateOptions as Ht, ProfileMatrixRow as I, SearchLedgerHash as Ia, runImprovementLoop as Ii, BuildTraceAnalystSurfaceDispatchOptions as In, GepaEngineOptions as Ir, RolloutArgumentDiffOptions as It, UserStory as J, SearchSurfaceEvidence as Ja, recordCandidatePopulationSearch as Ji, LoopProvenanceOptimizationMethod as Jn, ExternalOptimizationExample as Jr, EvalFixtureScenario as Jt, ScoreboardRow as K, SearchSourceRef as Ka, SearchRecorderOptions as Ki, LoopProvenanceCandidate as Kn, ExternalTextOptimizerContext as Kr, EvalFixtureLoadOptions as Kt, ProfileMatrixSegmentResult as L, SearchLedgerReplay as La, PremeasuredOptimizationBaseline as Li, TraceAnalystArtifact as Ln, GepaEngineRun as Lr, RolloutCall as Lt, FinalizeProfileMatrixOptions as M, SearchFailureReason as Ma, quotaExhaustedUntil as Mi, CrossSurfaceRelativeCost as Mn, assertCampaignSplitIdentity as Mo, SkillOptRunnerCommand as Mr, FsLabeledScenarioStore as Mt, FinalizedProfileMatrixResult as N, SearchLedgerAppendResult as Na, transientDispatchFailure as Ni, CrossSurfaceSelectionPolicy as Nn, campaignScenarioIdentity as No, SkillOptTrainerConfig as Nr, FsLabeledScenarioStoreOptions as Nt, selectDiscriminative as O, SearchCandidateSlotClosedEvent as Oa, LlmJudgeOptions as Oi, CrossSurfacePairEvidence as On, inMemoryCampaignStorage as Oo, CanaryReport as Or, verifyCompletion as Ot, ProfileMatrixCoverage as P, SearchLedgerEntry as Pa, RunImprovementLoopOptions as Pi, CrossSurfaceSelections as Pn, campaignSplitDigest as Po, skillOptOptimizationMethod as Pr, LabeledScenarioStoreError as Pt, scoreUserStory as Q, SearchTokenAccounting as Qa, GepaCandidateSelectionScore as Qi, canonicalDigest as Qn, OptimizationMethod as Qr, discoverEvalFixtures as Qt, RunProfileMatrixSegmentOptions as R, SearchModelIdentity as Ra, RunOptimizationOptions as Ri, TraceAnalystScenario as Rn, GepaOptimizationMethodConfig as Rr, ScoredRollout as Rt, SingleRunLock as S, SearchArtifactRef as Sa, ReferenceEquivalenceJudgeOptions as Si, CrossSurfaceInteractionEffect as Sn, CellScheduleSlot as So, redTeamReport as Sr, ProducedState as St, DiscriminationScore as T, SearchCandidateLineage as Ta, createReferenceEquivalenceJudge as Ti, CrossSurfaceInteractionTask as Tn, CampaignStorage as To, CanaryEvaluation as Tr, TaskGold as Tt, PlaybackDriver as U, SearchPlannedEvent as Ua, SearchExecutionIdentity as Ui, EmitLoopProvenanceResult as Un, OptimizerModelBudget as Ur, neutralizationGate as Ut, runProfileMatrixSegment as V, SearchPlan as Va, MeasuredSearchCandidate as Vi, BuildLoopProvenanceArgs as Vn, gepaOptimizationMethod as Vr, rolloutArgumentDiff as Vt, PlaybackStep as W, SearchPlannedOperation as Wa, SearchLedgerBinding as Wi, LoopProvenanceArgsFromResult as Wn, externalTextOptimizationMethod as Wr, EvalFixture as Wt, makePlaybackDispatch as X, SearchTaskAttemptedEvent as Xa, GepaCandidatePopulationCandidate as Xi, buildLoopProvenanceRecord as Xn, decodeExternalTextCandidate as Xr, LoadEvalFixtureScenariosOptions as Xt, UserStoryVerdict as Y, SearchSurfaceKind as Ya, GepaCandidatePopulationArtifact as Yi, LoopProvenanceRecord as Yn, ExternalTextEvaluationResponse as Yr, EvalFixtureValidationMode as Yt, renderScoreboardMarkdown as Z, SearchTaskOutcome as Za, GepaCandidatePopulationSummary as Zi, campaignMeasurementDigest as Zn, CompareOptimizationMethodsOptions as Zr, PlanEvalFixtureRunOptions as Zt, componentSurfaceIdentityMaterial as _, SearchLedgerTrustedHeadMode as _a, ExternalOptimizerSubmittedCandidate as _i, CrossSurfaceDistribution as _n, PlanCampaignRunOptions as _o, RedTeamCase as _r, CompletionRequirement as _t, WorktreeAdapterError as a, SearchHistoryPolicy as aa, OptimizationMethodRunOptions as ai, CrossSurfaceAdditionRejectionReason as an, crowdedFrontierParent as ao, CampaignBreakdown as ar, RunProfileMatrixResult as at, surfaceDispatchRef as b, validateSearchLedgerEvent as ba, REFERENCE_EQUIVALENCE_JUDGE_VERSION as bi, CrossSurfaceIneligibilityReason as bn, CacheRead as bo, RedTeamReport as br, LlmCorrectnessCheckerOpts as bt, verifyCodeSurface as c, assertCompleteSearchHistory as ca, OptimizationTokenUsage as ci, CrossSurfaceBootstrapPolicy as cn, openAutoPr as co, campaignMeanComposite as cr, BackendIntegrityError as ct, PhoenixEvaluationResultLike as d, searchHistoryCoverageRow as da, ComparisonCost as di, CrossSurfaceCandidateEvidence as dn, CampaignCellFailureReceipt as do, heldOutGate as dr, summarizeBackendIntegrity as dt, CreateSearchHistoryReceiptInput as ea, OptimizationMethodComposition as ei, loadEvalFixtureScenarios as en, SearchLedgerError as eo, loopProvenanceArgsFromResult as er, userStoryScoreboard as et, PhoenixEvaluatorLike as f, verifySearchHistoryArtifact as fa, combineComparisonCosts as fi, CrossSurfaceCandidateOutcome as fn, CampaignCellRetryPolicy as fo, DefaultProductionGateCheck as fr, ArtifactEventLike as ft, codeSurfaceIdentityMaterial as g, SearchLedger as ga, ExternalOptimizerObservationSummary as gi, CrossSurfaceCompositionStep as gn, CampaignRunPlanCell as go, DEFAULT_RED_TEAM_CORPUS as gr, extractProducedState as gt, assertCodeSurfaceIdentity as h, OpenSearchLedgerOptions as ha, ExternalOptimizerObservationArtifact as hi, CrossSurfaceComponentEvidence as hn, CampaignRunPlan as ho, defaultProductionGate as hr, ToolCallEventLike as ht, WorktreeAdapter as i, SearchHistoryCoverageRow as ia, OptimizationMethodResult as ii, CrossSurfaceAdditionDecision as in, ParentSelector as io, verifyLoopProvenanceRecord as ir, RunProfileMatrixOptions as it, CreateProfileMatrixPlanOptions as j, SearchCostAccounting as ja, isTransientTransportFailure as ji, CrossSurfaceRankedSingle as jn, assertCampaignDesign as jo, SkillOptOptimizationMethodConfig as jr, neutralizeText as jt, resolveRunDir as k, SearchCandidateSurface as ka, llmJudge as ki, CrossSurfacePairIncompatibilityReason as kn, FinalEvidencePolicy as ko, runCanaries as kr, scopedOptimizationMethod as kt, AutoevalsScoreLike as l, assertSearchHistoryMatchesReplay as la, compareOptimizationMethods as li, CrossSurfaceCandidate as ln, RunEvalOptions as lo, compareRankKeys as lr, BackendIntegrityReport as lt, phoenixEvaluatorJudge as m, FileSearchLedger as ma, ExternalOptimizerExecutionSummary as mi, CrossSurfaceComponent as mn, runCampaign as mo, DefaultProductionRewardHackingOptions as mr, RuntimeEventLike as mt, GitWorktreeAdapterOptions as n, SearchHistoryAuditSummary as na, OptimizationMethodPairwise as ni, analyzeCrossSurfaceInteractions as nn, CrowdedFrontierParentOptions as no, provenanceRecordPath as nr, ProfileMatrixError as nt, gitWorktreeAdapter as o, SearchHistoryReceipt as oa, OptimizationMethodScore as oi, CrossSurfaceAttemptCompleteness as on, OpenAutoPrOptions as oo, CampaignComparisonUnits as or, ScenarioRollup as ot, autoevalsScorerJudge as p, verifySearchHistoryReceipt as pa, costFromLedgerSummary as pi, CrossSurfaceCandidateSummary as pn, RunCampaignOptions as po, DefaultProductionGateOptions as pr, ProposalEventLike as pt, ScoreboardSummary as q, SearchSurfaceEffect as qa, SearchRunIdentity as qi, LoopProvenanceEvidence as qn, ExternalTextOptimizerResult as qr, EvalFixtureRunPlan as qt, Worktree as r, SearchHistoryCoverage as ra, OptimizationMethodProvenance as ri, AnalyzeCrossSurfaceInteractionsInput as rn, ParentSelectionContext as ro, provenanceSpansPath as rr, ProfileSummary as rt, resolveWorktreePath as s, SearchHistoryRequiredError as sa, OptimizationPackageSource as si, CrossSurfaceBestSingleSelection as sn, OpenAutoPrResult as so, campaignBreakdown as sr, runProfileMatrix as st, CodeSurfaceVerification as t, SearchHistoryAdmissionOptions as ta, OptimizationMethodInput as ti, planEvalFixtureRun as tn, SearchLedgerIntegrityError as to, loopProvenanceSpans as tr, ProfileDispatchFn as tt, AutoevalsScorerLike as u, createSearchHistoryReceipt as ua, optimizationTokenUsageFromSummary as ui, CrossSurfaceCandidateComparison as un, runEval as uo, HeldOutGateOptions as ur, assertRealBackend as ut, renderSurfaceDiff as v, openSearchLedger as va, readExternalOptimizerObservationArtifact as vi, CrossSurfaceEligibility as vn, planCampaignRun as vo, RedTeamCategory as vr, CompletionVerdict as vt, acquireSingleRunLock as w, SearchCandidateDecidedEvent as wa, ReferenceEquivalenceScenario as wi, CrossSurfaceInteractionReport as wn, cellCachePath as wo, CanaryAlert as wr, SatisfiedBy as wt, surfaceHash as x, SearchAccountingAudit as xa, ReferenceEquivalenceJudgeInput as xi, CrossSurfaceInteractionAwareSelection as xn, readCachedCell as xo, redTeamDataset as xr, ProducedProposal as xt, surfaceContentHash as y, replaySearchLedgerText as ya, REFERENCE_EQUIVALENCE_INPUT_LIMITS as yi, CrossSurfaceEvidenceBreakdown as yn, CacheIssueReason as yo, RedTeamFinding as yr, CorrectnessChecker as yt, createProfileMatrixPlan as z, SearchOperationKind as za, RunOptimizationResult as zi, buildTraceAnalystSurfaceDispatch as zn, GepaOptimizationRecipe as zr, UngroundedLiteralReport as zt };
|
|
3937
|
-
//# sourceMappingURL=index-
|
|
3641
|
+
export { scoreboardSummary as $, assertCampaignDesign as $a, readGepaCandidatePopulationArtifact as $i, emitLoopProvenance as $n, OptimizationMethodComparison as $r, loadEvalFixture as $t, tangleTracesRoot as A, openAutoPr as Aa, TransientFailureOptions as Ai, CrossSurfacePairwiseEntry as An, composeGate as Ar, sequentialOptimizationMethod as At, finalizeProfileMatrix as B, planCampaignRun as Ba, runOptimization as Bi, traceAnalystQualityJudge as Bn, GepaRunnerCommand as Br, classifyUngroundedLiterals as Bt, SingleRunLockOptions as C, SearchLedgerIntegrityError as Ca, ReferenceEquivalenceJudgeResult as Ci, CrossSurfaceInteractionPath as Cn, scoreRedTeamOutput as Cr, RequirementCheck as Ct, scoreDiscrimination as D, crowdedFrontierParent as Da, LlmJudgeDimension as Di, CrossSurfacePairCompatibility as Dn, CanaryOptions as Dr, createLlmCorrectnessChecker as Dt, ScenarioSignal as E, ParentSelector as Ea, runReferenceEquivalenceJudge as Ei, CrossSurfaceNaiveStackSelection as En, CanaryKind as Er, completionVerdict as Et, ProfileMatrixPlan as F, RunCampaignOptions as Fa, RunImprovementLoopResult as Fi, CrossSurfaceTaskRow as Fn, GepaAdaptiveEngineRun as Fr, RolloutArgumentDiff as Ft, ScoreboardRenderOptions as G, buildCellSchedule as Ga, SearchRecorder as Gi, LoopProvenanceBackend as Gn, ExternalTextOptimizationMethodConfig as Gr, EvalFixtureFile as Gt, PlaybackContext as H, CacheRead as Ha, ProposedSearchCandidate as Hi, EmitLoopProvenanceArgs as Hn, OpenAICompatibleOptimizerModel as Hr, NeutralizationGateOptions as Ht, ProfileMatrixRow as I, runCampaign as Ia, runImprovementLoop as Ii, BuildTraceAnalystSurfaceDispatchOptions as In, GepaEngineOptions as Ir, RolloutArgumentDiffOptions as It, UserStory as J, createRunCostLedger as Ja, recordCandidatePopulationSearch as Ji, LoopProvenanceOptimizationMethod as Jn, ExternalOptimizationExample as Jr, EvalFixtureScenario as Jt, ScoreboardRow as K, cellCachePath as Ka, SearchRecorderOptions as Ki, LoopProvenanceCandidate as Kn, ExternalTextOptimizerContext as Kr, EvalFixtureLoadOptions as Kt, ProfileMatrixSegmentResult as L, CampaignRunPlan as La, PremeasuredOptimizationBaseline as Li, TraceAnalystArtifact as Ln, GepaEngineRun as Lr, RolloutCall as Lt, FinalizeProfileMatrixOptions as M, runEval as Ma, quotaExhaustedUntil as Mi, CrossSurfaceRelativeCost as Mn, SkillOptRunnerCommand as Mr, FsLabeledScenarioStore as Mt, FinalizedProfileMatrixResult as N, CampaignCellFailureReceipt as Na, transientDispatchFailure as Ni, CrossSurfaceSelectionPolicy as Nn, SkillOptTrainerConfig as Nr, FsLabeledScenarioStoreOptions as Nt, selectDiscriminative as O, OpenAutoPrOptions as Oa, LlmJudgeOptions as Oi, CrossSurfacePairEvidence as On, CanaryReport as Or, verifyCompletion as Ot, ProfileMatrixCoverage as P, CampaignCellRetryPolicy as Pa, RunImprovementLoopOptions as Pi, CrossSurfaceSelections as Pn, skillOptOptimizationMethod as Pr, LabeledScenarioStoreError as Pt, scoreUserStory as Q, FinalEvidenceUse as Qa, GepaCandidateSelectionScore as Qi, canonicalDigest as Qn, OptimizationMethod as Qr, discoverEvalFixtures as Qt, RunProfileMatrixSegmentOptions as R, CampaignRunPlanCell as Ra, RunOptimizationOptions as Ri, TraceAnalystScenario as Rn, GepaOptimizationMethodConfig as Rr, ScoredRollout as Rt, SingleRunLock as S, SearchLedgerError as Sa, ReferenceEquivalenceJudgeOptions as Si, CrossSurfaceInteractionEffect as Sn, redTeamReport as Sr, ProducedState as St, DiscriminationScore as T, ParentSelectionContext as Ta, createReferenceEquivalenceJudge as Ti, CrossSurfaceInteractionTask as Tn, CanaryEvaluation as Tr, TaskGold as Tt, PlaybackDriver as U, readCachedCell as Ua, SearchExecutionIdentity as Ui, EmitLoopProvenanceResult as Un, OptimizerModelBudget as Ur, neutralizationGate as Ut, runProfileMatrixSegment as V, CacheIssueReason as Va, MeasuredSearchCandidate as Vi, BuildLoopProvenanceArgs as Vn, gepaOptimizationMethod as Vr, rolloutArgumentDiff as Vt, PlaybackStep as W, CellScheduleSlot as Wa, SearchLedgerBinding as Wi, LoopProvenanceArgsFromResult as Wn, externalTextOptimizationMethod as Wr, EvalFixture as Wt, makePlaybackDispatch as X, inMemoryCampaignStorage as Xa, GepaCandidatePopulationCandidate as Xi, buildLoopProvenanceRecord as Xn, decodeExternalTextCandidate as Xr, LoadEvalFixtureScenariosOptions as Xt, UserStoryVerdict as Y, fsCampaignStorage as Ya, GepaCandidatePopulationArtifact as Yi, LoopProvenanceRecord as Yn, ExternalTextEvaluationResponse as Yr, EvalFixtureValidationMode as Yt, renderScoreboardMarkdown as Z, FinalEvidencePolicy as Za, GepaCandidatePopulationSummary as Zi, campaignMeasurementDigest as Zn, CompareOptimizationMethodsOptions as Zr, PlanEvalFixtureRunOptions as Zt, componentSurfaceIdentityMaterial as _, SearchLedgerTrustedHeadMode as _a, ExternalOptimizerSubmittedCandidate as _i, CrossSurfaceDistribution as _n, RedTeamCase as _r, CompletionRequirement as _t, WorktreeAdapterError as a, SearchHistoryPolicy as aa, OptimizationMethodRunOptions as ai, CrossSurfaceAdditionRejectionReason as an, CampaignBreakdown as ar, RunProfileMatrixResult as at, surfaceDispatchRef as b, validateSearchLedgerEvent as ba, REFERENCE_EQUIVALENCE_JUDGE_VERSION as bi, CrossSurfaceIneligibilityReason as bn, RedTeamReport as br, LlmCorrectnessCheckerOpts as bt, verifyCodeSurface as c, assertCompleteSearchHistory as ca, OptimizationTokenUsage as ci, CrossSurfaceBootstrapPolicy as cn, campaignMeanComposite as cr, BackendIntegrityError as ct, PhoenixEvaluationResultLike as d, searchHistoryCoverageRow as da, ComparisonCost as di, CrossSurfaceCandidateEvidence as dn, heldOutGate as dr, summarizeBackendIntegrity as dt, CreateSearchHistoryReceiptInput as ea, OptimizationMethodComposition as ei, loadEvalFixtureScenarios as en, assertCampaignSplitIdentity as eo, loopProvenanceArgsFromResult as er, userStoryScoreboard as et, PhoenixEvaluatorLike as f, verifySearchHistoryArtifact as fa, combineComparisonCosts as fi, CrossSurfaceCandidateOutcome as fn, DefaultProductionGateCheck as fr, ArtifactEventLike as ft, codeSurfaceIdentityMaterial as g, SearchLedger as ga, ExternalOptimizerObservationSummary as gi, CrossSurfaceCompositionStep as gn, DEFAULT_RED_TEAM_CORPUS as gr, extractProducedState as gt, assertCodeSurfaceIdentity as h, OpenSearchLedgerOptions as ha, ExternalOptimizerObservationArtifact as hi, CrossSurfaceComponentEvidence as hn, defaultProductionGate as hr, ToolCallEventLike as ht, WorktreeAdapter as i, SearchHistoryCoverageRow as ia, OptimizationMethodResult as ii, CrossSurfaceAdditionDecision as in, verifyLoopProvenanceRecord as ir, RunProfileMatrixOptions as it, CreateProfileMatrixPlanOptions as j, RunEvalOptions as ja, isTransientTransportFailure as ji, CrossSurfaceRankedSingle as jn, SkillOptOptimizationMethodConfig as jr, neutralizeText as jt, resolveRunDir as k, OpenAutoPrResult as ka, llmJudge as ki, CrossSurfacePairIncompatibilityReason as kn, runCanaries as kr, scopedOptimizationMethod as kt, AutoevalsScoreLike as l, assertSearchHistoryMatchesReplay as la, compareOptimizationMethods as li, CrossSurfaceCandidate as ln, compareRankKeys as lr, BackendIntegrityReport as lt, phoenixEvaluatorJudge as m, FileSearchLedger as ma, ExternalOptimizerExecutionSummary as mi, CrossSurfaceComponent as mn, DefaultProductionRewardHackingOptions as mr, RuntimeEventLike as mt, GitWorktreeAdapterOptions as n, SearchHistoryAuditSummary as na, OptimizationMethodPairwise as ni, analyzeCrossSurfaceInteractions as nn, campaignSplitDigest as no, provenanceRecordPath as nr, ProfileMatrixError as nt, gitWorktreeAdapter as o, SearchHistoryReceipt as oa, OptimizationMethodScore as oi, CrossSurfaceAttemptCompleteness as on, CampaignComparisonUnits as or, ScenarioRollup as ot, autoevalsScorerJudge as p, verifySearchHistoryReceipt as pa, costFromLedgerSummary as pi, CrossSurfaceCandidateSummary as pn, DefaultProductionGateOptions as pr, ProposalEventLike as pt, ScoreboardSummary as q, CampaignStorage as qa, SearchRunIdentity as qi, LoopProvenanceEvidence as qn, ExternalTextOptimizerResult as qr, EvalFixtureRunPlan as qt, Worktree as r, SearchHistoryCoverage as ra, OptimizationMethodProvenance as ri, AnalyzeCrossSurfaceInteractionsInput as rn, campaignSplitDigestFromIdentities as ro, provenanceSpansPath as rr, ProfileSummary as rt, resolveWorktreePath as s, SearchHistoryRequiredError as sa, OptimizationPackageSource as si, CrossSurfaceBestSingleSelection as sn, campaignBreakdown as sr, runProfileMatrix as st, CodeSurfaceVerification as t, SearchHistoryAdmissionOptions as ta, OptimizationMethodInput as ti, planEvalFixtureRun as tn, campaignScenarioIdentity as to, loopProvenanceSpans as tr, ProfileDispatchFn as tt, AutoevalsScorerLike as u, createSearchHistoryReceipt as ua, optimizationTokenUsageFromSummary as ui, CrossSurfaceCandidateComparison as un, HeldOutGateOptions as ur, assertRealBackend as ut, renderSurfaceDiff as v, openSearchLedger as va, readExternalOptimizerObservationArtifact as vi, CrossSurfaceEligibility as vn, RedTeamCategory as vr, CompletionVerdict as vt, acquireSingleRunLock as w, CrowdedFrontierParentOptions as wa, ReferenceEquivalenceScenario as wi, CrossSurfaceInteractionReport as wn, CanaryAlert as wr, SatisfiedBy as wt, surfaceHash as x, SearchLedgerConflictError as xa, ReferenceEquivalenceJudgeInput as xi, CrossSurfaceInteractionAwareSelection as xn, redTeamDataset as xr, ProducedProposal as xt, surfaceContentHash as y, replaySearchLedgerText as ya, REFERENCE_EQUIVALENCE_INPUT_LIMITS as yi, CrossSurfaceEvidenceBreakdown as yn, RedTeamFinding as yr, CorrectnessChecker as yt, createProfileMatrixPlan as z, PlanCampaignRunOptions as za, RunOptimizationResult as zi, buildTraceAnalystSurfaceDispatch as zn, GepaOptimizationRecipe as zr, UngroundedLiteralReport as zt };
|
|
3642
|
+
//# sourceMappingURL=index-ww8736Am.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index-ww8736Am.d.ts","names":[],"sources":["../src/campaign/coverage.ts","../src/campaign/final-evidence.ts","../src/campaign/storage.ts","../src/campaign/cell-schedule.ts","../src/campaign/cell-cache.ts","../src/campaign/plan-campaign-run.ts","../src/campaign/run-campaign.ts","../src/campaign/presets/run-eval.ts","../src/campaign/auto-pr.ts","../src/campaign/parent-selection.ts","../src/campaign/search-ledger-errors.ts","../src/campaign/search-ledger.ts","../src/campaign/search-history-receipt.ts","../src/campaign/gepa-candidate-population.ts","../src/campaign/search-ledger-recording.ts","../src/campaign/presets/run-optimization.ts","../src/campaign/presets/run-improvement-loop.ts","../src/campaign/transient-failure.ts","../src/llm-judge.ts","../src/reference-equivalence-judge.ts","../src/campaign/external-optimizer-observations.ts","../src/campaign/optimization-cost.ts","../src/campaign/presets/compare-optimization-methods.ts","../src/campaign/external-text-evaluation.ts","../src/campaign/external-text-optimization-contract.ts","../src/campaign/external-text-optimization.ts","../src/campaign/optimizer-model.ts","../src/campaign/gepa-optimization-method.ts","../src/campaign/skillopt-optimization-method.ts","../src/campaign/gates/compose.ts","../src/canary.ts","../src/red-team.ts","../src/campaign/gates/default-production-gate.ts","../src/campaign/gates/heldout-gate.ts","../src/campaign/score-utils.ts","../src/campaign/provenance.ts","../src/campaign/analyst-surface.ts","../src/campaign/cross-surface-types.ts","../src/campaign/cross-surface-interaction.ts","../src/campaign/fixtures.ts","../src/campaign/gates/neutralization-gate.ts","../src/campaign/grounded-reflection.ts","../src/campaign/labeled-store/fs-adapter.ts","../src/campaign/neutralize.ts","../src/campaign/optimization-method-composition.ts","../src/artifact-validator.ts","../src/completion-verifier.ts","../src/produced-state.ts","../src/integrity/backend-integrity.ts","../src/campaign/presets/run-profile-matrix.ts","../src/campaign/presets/playback.ts","../src/campaign/presets/segmented-profile-matrix.ts","../src/campaign/run-dir.ts","../src/campaign/scenario-selection.ts","../src/campaign/single-run-lock.ts","../src/campaign/surface-identity.ts","../src/campaign/upstream-evaluators.ts","../src/campaign/worktree/index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;iBAgBgB,qBAAqB,kBAAkB,UACrD,oBAAoB,aACpB;;iBA2Bc,yBAAyB,kBAAkB,UACzD,UAAU,YACT,2BAA2B,KAAK;;iBAUnB,kCACd,oBAAoB,4BACpB;;iBAgBc,oBAAoB,kBAAkB,UACpD,oBAAoB,aACpB;;iBAOc,4BACd,oBAAoB,4BACpB,cACA;;;;UClEe;EACf,QAAQ;EACR;EACA,iBAAiB;;UAGF;EACf,OAAO;EACP,QAAQ;;;;;;;;;;;;;;;;;;;UCTO;;EAEf,UAAU;;EAEV,OAAO;;EAEP,KAAK;;EAEL,MAAM,cAAc,kBAAkB;;;EAGtC,OAAO,cAAc,iBAAiB;;;;;;;;;iBAUxB,qBAAqB;;;;iBA0CrB,2BAA2B;;iBAmC3B,oBAAoB;EAClC,SAAS;EACT;EACA;;EAEA;IACE;;;iBClHY,kBAAkB,kBAAkB,UAClD,WAAW,aACX,cACA,eACC;EAAQ,UAAU;EAAW;EAAa;EAAgB;;KA4BjD,iBAAiB,kBAAkB,YAAY,kBAClD,kBAAkB;iBAOX,cAAc,gBAAgB;;;KCkElC;KASA,UAAU;EAChB;EAAe,MAAM,mBAAmB;;EACxC;EAAgB,QAAQ;;iBAEd,eAAe,WAAW;EACxC,SAAS;EACT;EACA;EACA;IACE,UAAU;;;UCxHG;EACf;EACA;EACA;EACA;EACA;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;;UAGQ,uBAAuB,kBAAkB,UAAU;EAClE,WAAW;EACX,WAAW,WAAW,WAAW;EACjC;EACA,SAAS,YAAY,WAAW;EAChC;EACA;EACA;;EAEA;EACA;;EAEA;EACA,UAAU;;EAEV,aAAa;;EAEb,WAAW,SAAS;;;;;;iBAON,gBAAgB,kBAAkB,UAAU,WAC1D,MAAM,uBAAuB,WAAW,aACvC;;;UCjBc,mBAAmB,kBAAkB,UAAU;EAC9D,WAAW;EACX,UAAU,WAAW,WAAW;;EAEhC,SAAS;;;;;;EAMT;EACA,SAAS,YAAY,WAAW;;EAEhC;;;EAGA;;;EAGA;;;;;;EAMA,cAAc;IAAS,UAAU;IAAW;;;;;;EAK5C;;;;;;EAMA;;;;EAIA,eAAe;EACf;EACA;;EAEA;;;EAGA,aAAa;;EAEb;;EAEA,WAAW,SAAS;;EAEpB;;;;;;;;;;EAUA;;;;;;;;EAQA,YAAY;;;;;;;;;;EAUZ;;;;;EAKA;;;;EAIA;;;EAGA;;;;EAIA;;;;;;;;;;;EAWA;;EAEA,YAAY;;EAEZ,oBAAoB,gBAAgB,gBAAgB;;;;;;EAMpD,UAAU;;;;;;;;;;;;EAYV,iBAAiB;IACf,UAAU;IACV;IACA;;;;;;;UAQa,2BAA2B;EAC1C;EACA;EACA;EACA;IACE;IACA;IACA;MACE;MACA;MACA;;;EAGJ,MAAM,mBAAmB;EACzB,MAAM;;;;;;;;;;;;UAaS;;EAEf;;;;;EAKA,YAAY,SAAS;;;;;iBAMD,YAAY,kBAAkB,UAAU,WAC5D,MAAM,mBAAmB,WAAW,aACnC,QAAQ,eAAe,WAAW;;;UCvNpB,eAAe,kBAAkB,UAAU,mBAClD,KAAK,mBAAmB,WAAW;EAC3C;;;;;iBAMoB,QAAQ,kBAAkB,UAAU,WACxD,MAAM,eAAe,WAAW,aAC/B,QAAQ,eAAe,WAAW;;;UCHpB,kBAAkB,WAAW,kBAAkB;;EAE9D,QAAQ,eAAe,WAAW;;;EAGlC,MAAM;;;EAGN;;EAEA;EACA;;EAEA;;EAEA;;;EAGA;;EAEA,UAAU;IAAqB;IAAgB;IAAgB;;;UAGhD;EACf;EACA;EACA;EACA;;;;;iBAMc,WAAW,WAAW,kBAAkB,UACtD,SAAS,kBAAkB,WAAW,aACrC;;;;UCtCc;;;WAGN,UAAU,cAAc;;;WAGxB,WAAW;;WAEX,SAAS,cAAc;;WAEvB;;;;;KAMC,kBAAkB,KAAK,2BAA2B;UAE7C;;;EAGf;;;;;;;;;;;iBAYc,sBAAsB,SAAS,+BAA+B;;;;cC7CjE,0BAA0B;;cAG1B,mCAAmC;;cAGnC,kCAAkC;;;;;iBC0d/B,0BAA0B,iBAAiB;;;;;;;;;;;;;;;KAsB/C;UAEK;EACf;EACA;EACA,cAAc;;UAGC;WACN;WACA;;WAEA;EACT,OAAO,OAAO,oBAAoB,QAAQ;EAC1C,UAAU,QAAQ;;EAElB,eAAe,QAAQ;;;EAGvB,kBAAkB,QAAQ;;;;;;;EAO1B,oBAAoB,QAAQ;;;;iBAKd,iBAAiB,SAAS,0BAA0B;;iBAMpD,uBACd,cACA,oBACA,iBACC;;cA6BU,4BAA4B;WAC9B;WACA;WACA;mBACQ;mBACA;EAMjB,YAAY,cAAc,oBAAoB,cAAa;EAerD,UAAU,QAAQ;EAIlB,OAAO,OAAO,oBAAoB,QAAQ;EAU1C,eAAe,QAAQ;EAIvB,kBAAkB,QAAQ;EAI1B,oBAAoB,QAAQ;;;;cCpmB9B;cACA;;UAGW;WACN;WACA,UAAU;WACV,QAAQ;WACR;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;;;;;;;;;UAWM;WACN,sBAAsB;WACtB;WACA,wBAAwB;WACxB,eAAe;;WAEf;;WAEA;WACA,QAAQ;;WAER,aAAa;WACb,SAAS;WACT;WACA;;UAGM;WACN;WACA;;WAEA,QAAQ;;WAER,QAAQ;;KAGP;UAEK;;EAEf,sBAAsB;;EAEtB;;;iBAqBc,4BACd,SAAS,sBACT,SAAS,KAAK;UAoBC;WACN;WACA;WACA;WACA,kBAAkB;WAClB,UAAU;;WAEV;;UAGM;WACN,QAAQ;WACR;WACA,oBAAoB;;cAGlB,mCAAmC;WACrC;WACA;EAET,YAAY,oBAAoB;;;iBAUlB,2BACd,OAAO,kCACN;;iBA2Ba,2BAA2B,SAAS,uBAAuB;;iBA6C3D,iCACd,SAAS,sBACT,QAAQ;;iBAeM,4BACd,oBACA,SAAS,2CACA,WAAW;;iBAcN,yBACd,oBACA,SAAS,mCACR;;;UC1Pc;WACN;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;WACA;;UAGM;WACN;WACA;;UAGM;;WAEN;WACA,WAAW;WACX;WACA;;WAEA;;WAEA;WACA,0BAA0B;WAC1B;;UAGM;WACN,SAAS;WACT;WACA;WACA,qBAAqB;;;;;;;;;;iBAWhB,oCAAoC;EAClD,SAAS;EACT,UAAU;IACR;;;;KCpBQ,0BAA0B;;UAGrB;;EAEf,OAAO;;EAEP,UAAU;;EAEV,QAAQ;;EAER,OAAO;;UAGQ;EACf,QAAQ;EACR,UAAU;;;UAIK;EACf,SAAS;EACT;EACA;;;UAIe,wBAAwB;EACvC,SAAS;EACT;EACA,OAAO,cAAc,mBAAmB;EACxC;;EAEA;;UAGe,sBAAsB,kBAAkB;EACvD,SAAS;EACT,SAAS;EACT;EACA,WAAW,cAAc;EACzB;EACA;EACA;;EAEA;;EAEA;EACA,YAAY;;;;;;;;;;cAmBD,eAAe,kBAAkB,UAAU;mBACrC;mBACA;mBACA;mBACA;mBACA;mBACA;mBACA;UACT;UACA;UAED;;;SAOM,KAAK,kBAAkB,UAAU,WAC5C,MAAM,sBAAsB,aAC3B,QAAQ,eAAe,WAAW;;;;;;EAY/B,iBAAiB;IACrB;IACA;IACA,YAAY,cAAc;MACxB;;EAgEE,cACJ,YAAY,cAAc,wBAAwB,cACjD;;;;;;;;;;EAmEG,OAAO;IACX;IACA;IACA;MACE,QAAQ;;EA0FN,QAAQ,gBAAgB,QAAQ;;UAkBxB;UAsBA;UAkCN;UAIA;UAMM;UA8BA;;UAmBN;UAOA;UAWA;;UAcA;UAcM;;UAON;;;;;;;;;;;;;;;;;iBAgKY,gCAAgC,kBAAkB,UAAU;EAChF,QAAQ;EACR,SAAS;EACT;EACA,UAAU;EACV,YAAY;;EAEZ,WAAW,cAAc;;EAEzB,sBAAsB;EACtB;EACA;IACE,QAAQ;;;UCpqBK,gCAAgC,WAAW,kBAAkB;;EAE5E;;EAEA,UAAU,eAAe,WAAW;;UAGrB,2BAA2B,kBAAkB,UAAU,mBAC9D,KAAK,mBAAmB,WAAW;;EAE3C,iBAAiB;;;;;;;;;EASjB,sBAAsB,gCAAgC,WAAW;;EAEjE,sBACE,SAAS,gBACT,UAAU,WACV,KAAK,WAAW,mBAAmB,WAAW,+BAC3C,QAAQ;;EAEb,UAAU,gBAAgB;EAC1B;EACA;;;EAGA;;;EAGA;;EAEA,WAAW,cAAc;;;;;;;;;;;EAWzB,qBAAqB;IACnB;IACA;IACA,YAAY;MACV;MACA,UAAU,eAAe,WAAW;MACpC;;IAEF,SAAS;;IAET,aAAa;IACb;QACI,QAAQ,cAAc;;;;;;;;;;;;;;;;;;EAkB5B,oBAAoB,UAAU,eAAe,WAAW;;;;;;;;;;;;;EAaxD,eAAe;;;;;;;;;;;;EAYf,eAAe;;KAGL,uBACV,kBAAkB,UAClB,aACE,2BAA2B,WAAW;UAEzB,sBAAsB,WAAW,kBAAkB;EAClE,aAAa;IACX,QAAQ;IACR,UAAU;MACR;MACA,SAAS;MACT,UAAU,eAAe,WAAW;;;;EAIxC,iBAAiB;EACjB,eAAe;EACf;;;;EAIA;;;;EAIA;EACA,kBAAkB,eAAe,WAAW;;EAE5C,MAAM;;;;EAIN,gBAAgB;;;;;;EAMhB,gBAAgB;;;;;iBAMI,gBAAgB,kBAAkB,UAAU,WAChE,MAAM,uBAAuB,WAAW,aACvC,QAAQ,sBAAsB,WAAW;;;KChLhC,0BACV,kBAAkB,UAClB,aACE,uBAAuB,WAAW;;;EAGpC,kBAAkB;EAClB,QAAQ;EACR,gBAAgB;;;;;;;;;EAShB;;;;EAIA,MAAM,KAAK,WAAW;;;;;EAKtB;;EAEA;EACA;;;;;;;;EAQA,cAAc,eAAe,gBAAgB,iBAAiB,mBAAmB;;UAGlE,yBAAyB,WAAW,kBAAkB,kBAC7D,sBAAsB,WAAW;EACzC,mBAAmB,eAAe,WAAW;EAC7C,iBAAiB,eAAe,WAAW;EAC3C,uBAAuB,eAAe,WAAW;EACjD,qBAAqB;EACrB,YAAY,QAAQ,WAAW,KAAK,WAAW;EAC/C,QAAQ;EACR,gBAAgB;;;;EAIhB;;;;;EAKA;EACA,WAAW,kBAAkB;;;;;iBAMT,mBAAmB,kBAAkB,UAAU,WACnE,MAAM,0BAA0B,WAAW,aAC1C,QAAQ,yBAAyB,WAAW;;;UCrE9B;;;;;;;WAON;;WAEA,yBAAyB;;;;;WAKzB;;;;;;;;;;;;;;;;;;;;;;;;iBAiFK,oBAAoB,qCAAqC;;;;;iBAiCzD,4BACd,oCACA,OAAM;;;;;;;;;;;;iBAyBQ,yBACd,OAAM,2BACJ,SAAS;;;;;KCzID,6BAA6B;UAExB,gBAAgB,WAAW,kBAAkB,WAAW;;;;EAIvE,MAAM;;;EAGN,aAAa;;EAEb;;EAEA;EACA;EACA;;;EAGA,UAAU;;;;;;;;;;;;;;;;EAgBV;IAAY;;IAAwB;IAAuB;;;;;;EAK3D;;EAEA,aAAa,UAAU;;;EAGvB,cAAc;IAAS,UAAU;IAAW,UAAU;;;EAEtD,aAAa;EACb;IAAmB;IAAc,QAAQ,EAAE;;;;;;;;;;;;;iBAoB7B,SAAS,qBAAqB,kBAAkB,WAAW,UACzE,cACA,gBACA,MAAM,gBAAgB,WAAW,aAChC,YAAY,WAAW;;;cC9Gb;cAEA;WACX;WACA;WACA;;UAGe,qCAAqC;EACpD;EACA;;UAGe;EACf;EACA;EACA;;UAGe;;EAEf,MAAM;;EAEN;;EAEA,SAAS;;EAET,aAAa;;UAGE,wCAAwC;EACvD;EACA;EACA;EACA;;;iBA0Bc,gCACd,SAAS,mCACR,oBAAoB;;iBA2CD,6BACpB,OAAO,gCACP,SAAS,mCACR,QAAQ;;;UCtGM;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;;WAEN,WAAW;;WAEX;WACA;WACA;;WAEA;aACE;aACA;;;UAII;WACN,SAAS;WACT,uBAAuB;;WAEvB,qBAAqB;;;;;;;;;;iBAWhB,yCAAyC;EACvD,SAAS;EACT,UAAU;IACR;;;;UC5Da;;EAEf;;EAEA,gBAAgB;EAChB;EACA;;;iBAuDc,sBAAsB,SAAS,oBAAoB;;iBAYnD,uBACd,SAAS;EAAgB;EAAe,MAAM;KAC7C;;;;KCDS,6BAA6B,kBAAkB,UAAU,aAAa,KAChF,mBAAmB,WAAW;UAIf;EACf;;EAEA;EACA;EACA;EACA;EACA;;EAEA;;UAGe;EACf;EACA;;UAGe;EACf;EACA;;UAGe;;EAEf;;EAEA;;EAEA;EACA;;EAEA;EACA;EACA;;UAGe;;EAEf,QAAQ;;EAER,SAAS;;EAET,UAAU;;EAEV,SAAS;;EAET;;EAEA;EACA;;EAEA;EACA;;EAEA;;EAEA;;;;;;EAMA;EACA;EACA,aAAa;;EAEb,eAAe;;EAEf,0BAA0B;;EAE1B,kBAAkB;;EAElB,oBAAoB;;;UAIL,wBAAwB,kBAAkB,UAAU;;WAE1D,iBAAiB;;WAEjB,yBAAyB;;WAEzB,6BAA6B;;WAE7B,sBACP,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;;WAEJ,iBAAiB,YAAY,WAAW;;WAExC;WACA;;WAEA,YAAY,SAAS,6BAA6B,WAAW;;WAE7D,YAAY;;EAErB,cACE,QAAQ,mBAAmB,WAAW,YACtC,OAAO,wBAAwB,WAAW,aACzC,QAAQ;;WAEF,iBAAiB,SAAS,mBAAmB;;;UAIvC;EACf;EACA;EACA,QAAQ;IACN;IACA;IACA,QAAQ;;;UAIK;;EAEf,eAAe;EACf,cAAc;;EAEd,MAAM;;EAEN;;EAEA,aAAa;;EAEb,gBAAgB;;;UAID,mBAAmB,kBAAkB,WAAW,UAAU;;EAEzE;EACA,WACE,OAAO,wBAAwB,WAAW,eACvC,QAAQ;;UAGE;EACf;IAAa,UAAU;IAAiB,QAAQ;;EAChD;;EAEA;;EAEA;;EAEA;;EAEA;IAAU;IAAa;;EACvB,UAAU;;EAEV,kBAAkB;;EAElB;;EAEA,aAAa;;EAEb,gBAAgB;IACd;IACA;IACA;IACA;;;EAGF,YAAY;IACV;IACA;IACA;IACA;IACA;;EAEF,eAAe;EACf,cAAc;;EAEd;;UAGe;;EAEf;EACA;;EAEA;EACA;EACA;;EAEA;EACA,UAAU;;UAGK;EACf,QAAQ;EACR,gBAAgB;;EAEhB,QAAQ;EACR,MAAM;;EAEN,UAAU;EACV;EACA,OAAO;EACP;;EAEA;;EAEA,kBAAkB;;EAElB,UAAU;;EAEV,WAAW;;EAEX;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,eAAe;;UAGA,kCAAkC,kBAAkB,UAAU,mBACrE,KAAK,mBAAmB,WAAW,kDACzC;;EAEF,WAAW;EACX,QAAQ;EACR,gBAAgB;EAChB,SAAS,mBAAmB,WAAW;EACvC,iBAAiB;;EAEjB,gBAAgB;;EAEhB,oBAAoB;;EAEpB,eAAe;;EAEf,sBACE,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;EACb,QAAQ,YAAY,WAAW;;;EAG/B;;EAEA,yBAAyB,6BAA6B,WAAW;;EAEjE;;;EAGA;;EAEA;;;;;iBAMoB,2BAA2B,kBAAkB,UAAU,WAC3E,MAAM,kCAAkC,WAAW,aAClD,QAAQ;;iBA4qBK,kCACd,SAAS,mBACT,mBAAmB,gBAClB;;;UChgCc;EACf;EACA;;UAGe;EACf;EACA;IACE;IACA,YAAY;IACZ;IACA;;;IAGA;IACA;MACE;MACA;;;;iBAwHU,4BAA4B,WAAW,wBAAwB;;;UC3I9D;WACN;WACA;WACA;WACA;WACA;WACA,eAAe;WACf,mBAAmB;WACnB,uBAAuB;WACvB;WACA;;WAEA;WACA;WACA;WACA,QAAQ;;WAER,MAAM;WACN,WACP,SAFa,kCAGV,QAAQ;;UAGE;EACf,eAAe;EACf;EACA;IACM;;IACA;;IACA;IAAkB;;;;;;;;;UAqBT,qCACf,kBAAkB,UAClB;EAEA;EACA,QAAQ,KAAK;EACb;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA,SAAS;EACT;EACA;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,MAAM,SAAS,iCAAiC,QAAQ;;;;;;;;;;iBCN1C,+BAA+B,kBAAkB,UAAU,WACzE,QAAQ,qCAAqC,WAAW,aACvD,mBAAmB,WAAW;;;KCvErB,uBAAuB;;UAGlB;EACf;EACA,QAAQ;;EAER,MAAM;;EAEN;;;;;;;EAOA,oBAAoB;;;;;;;EAOpB;;;;;UCyCe;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;;;EAKA,eAAe;;;UAIA,sBAAsB;;EAErC;;;KAIU,wBAAwB;;;;;;;KAQxB;EAEN;EACA,KAAK;;EAGL;EACA,eAAe;;EAGf;EACA,eAAe;;EAEf;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,eAAe;EACf;;EAGA;EACA,kBAAkB;EAClB,cAAc;EACd;;;KAIM,oBAAoB;UAEf,6BAA6B,kBAAkB,UAAU;;EAExE;;EAEA,QAAQ;;EAER;;EAEA;;EAEA;;;;;EAKA;;EAEA;;EAEA;;EAEA,2BAA2B,QAAQ;;EAEnC;;;;;;EAMA,YAAY;;;;;;EAMZ,oBAAoB,UAAU;;EAE9B,oBAAoB,UAAU,WAAW,UAAU;;EAEnD,SAAS;;;;;EAKT;EACA,SAAS;;;;;;;;;;EAUT;IAAiB,UAAU;IAAmB;;;iBA6ChC,uBAAuB,kBAAkB,UAAU,WACjE,QAAQ,6BAA6B,WAAW,aAC/C,mBAAmB,WAAW;;;UC7LhB;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;;;EAKA,YAAY;;KAGF,wBAAwB;UAEnB,iCAAiC,kBAAkB,UAAU;EAC5E;;EAEA;EACA;;EAEA;EACA,SAAS;;;;;EAKT,WAAW;;EAEX;;EAEA;EACA;;EAEA;;EAEA,2BAA2B,QAAQ;EACnC;EACA,oBAAoB,UAAU;EAC9B,oBAAoB,UAAU,WAAW,UAAU;EACnD,SAAS;EACT,SAAS;;;iBAIK,2BAA2B,kBAAkB,UAAU,WACrE,QAAQ,iCAAiC,WAAW,aACnD,mBAAmB,WAAW;;;;;;iBC1GjB,YAAY,qBAAqB,kBAAkB,WAAW,aACzE,OAAO,MAAM,KAAK,WAAW,cAC/B,KAAK,WAAW;;;KCkBP;KAEA;UAEK;EACf,MAAM;EACN,UAAU;EACV;;;EAGA,UAAU;;UAGK;EACf,QAAQ;;EAER,QAAQ,OAAO;;EAEf,aAAa;;UAGE;EACf,MAAM;EACN;EACA;EACA;;UAGe;;;;;;;;;;EAUf;IACE;IACA;;IAEA;;;;;;;;;;;;;EAcF;IACE;IACA;IACA;IACA;;;;;;;;;;EAWF;IACE,WAAW,KAAK;IAChB;IACA;IACA;IACA;;;;;;;;iBASY,YAAY,MAAM,aAAa,OAAM,gBAAqB;;;KClG9D;UAUK;EACf,UAAU;;EAEV;;;;;EAKA;;EAEA;;EAEA;;UAGe,oBAAoB;EACnC,SAAS;;UAGM;EACf;EACA,UAAU;EACV;EACA;EACA;;UAGe;EACf,UAAU;EACV,oBAAoB,OAAO;EAC3B;;;cA0DW,yBAAyB;iBA6FtB,eAAe,aAAY,gBAAqB;;;;;iBAkBhD,mBACd,gBACA,qBACA,QAAQ,cACP;;iBA4Fa,cAAc,UAAU,mBAAmB;;;KCzS/C;KAOA,wCAAwC,KAClD;EAGA,SAAS,YAAY;;UAGN;;;EAGf,kBAAkB;;;;;;EAMlB,8BAA8B;;;;EAI9B;;EAEA;;EAEA;;EAEA;;;;EAIA;;;;EAIA;;;;EAIA;;;;EAIA;;;EAGA;;;;EAIA,iBAAiB;;;EAGjB,aAAa;;EAEb,gBAAgB;;EAEhB,SAAS;;;;;EAKT,iBAAiB;;;;;iBAMH,sBAAsB,WAAW,kBAAkB,UACjE,SAAS,+BACR,KAAK,WAAW;;;UCnFF,mBAAmB,kBAAkB,WAAW;EAC/D,WAAW;;;EAGX;;EAEA;;;;EAIA;;EAEA;;EAEA;;;;;;;;iBASc,YAAY,WAAW,kBAAkB,UACvD,SAAS,mBAAmB,aAC3B,KAAK,WAAW;;;UCjCF;EACf;EACA;;EAEA;;EAEA,8BAA8B;;;;;iBAoEhB,sBAAsB,WAAW,kBAAkB,UACjE,UAAU,eAAe,WAAW;;;;iBA0CtB,gBAAgB,sBAAsB;UAWrC;;EAEf,YAAY;;;;;EAKZ,WAAW;IAAQ;IAAoB;IAAmB;IAAgB;;;;;iBAK5D,kBAAkB,WAAW,kBAAkB,UAC7D,UAAU,eAAe,WAAW,aACnC;;;UCrFc;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;;EAGA;;;;EAIA,cAAc,SAAS;;EAEvB;;EAEA;;EAEA;;EAEA;;EAEA,UAAU,YAAY;;EAEtB;;EAEA;;UAGe;;EAEf;;EAEA;;EAEA;EACA;EACA;EACA;;UAGe;EACf;IACE;IACA;;EAEF;IACE;IACA;IACA;IACA,eAAe;IACf;MACE;MACA;MACA;MACA;;;EAGJ;;UAGe;EACf;EACA,MAAM;EACN;EACA,aAAa;;;;;;;UAQE;EACf;;EAEA;EACA;EACA;EACA;;EAEA;EACA;;EAEA;EACA;;EAEA;;EAEA,YAAY;;EAEZ,qBAAqB;;EAErB,UAAU;;EAEV;EACA,QAAQ;;EAER;IACE,UAAU;IACV;IACA;IACA,mBAAmB;;;;;;EAMrB;;EAEA;;EAEA;;;EAGA;;EAEA,SAAS;EACT;EACA;;UAGe,wBAAwB,WAAW,kBAAkB;EACpE;EACA;EACA;EACA,iBAAiB;EACjB,eAAe;EACf;EACA;;EAEA,wBAAwB,eAAe,WAAW;;EAElD,aAAa;IACX;IACA,YAAY;IACZ;;;IAGA,UAAU;MACR;MACA,SAAS;MACT,UAAU,eAAe,WAAW;;;EAGxC,MAAM;;;;EAIN;EACA,mBAAmB,eAAe,WAAW;EAC7C,iBAAiB,eAAe,WAAW;EAC3C,QAAQ;;EAER,8BAA8B;EAC9B,qBAAqB;EACrB,uBAAuB,eAAe,WAAW;;EAEjD,cAAc,cAAc;EAC5B;EACA;EACA,qBAAqB;;UAGN,6BAA6B,WAAW,kBAAkB;EACzE;EACA;EACA;EACA,iBAAiB;EACjB,QAAQ,yBAAyB,WAAW;EAC5C,cAAc,cAAc;EAC5B;EACA;EACA,8BAA8B;;;iBAIhB,6BAA6B,WAAW,kBAAkB,UACxE,OAAO,6BAA6B,WAAW,aAC9C,wBAAwB,WAAW;;iBA0CtB,0BAA0B,WAAW,kBAAkB,UACrE,MAAM,wBAAwB,WAAW,aACxC;;iBAySa,0BAA0B,WAAW,kBAAkB,UACrE,UAAU,eAAe,WAAW;;iBAqCtB,2BAA2B,QAAQ,uBAAuB;;;iBAc1D,gBAAgB;;;;;;;;;;;;iBA2JhB,oBACd,QAAQ,sBACR;EAAQ;IACP;;iBAiJa,qBAAqB;;;;iBAMrB,oBAAoB;UAInB;EACf,QAAQ;EACR,OAAO;;EAEP;EACA;;UAGe,uBAAuB,WAAW,kBAAkB,kBAC3D,wBAAwB,WAAW;;EAE3C,SAAS;;;EAGT,eAAe;;;;;;;;;;;;iBA+EK,mBAAmB,WAAW,kBAAkB,UACpE,MAAM,uBAAuB,WAAW,aACvC,QAAQ;;;UCnhCM,6BAA6B;EAC5C;EACA,YAAY;EACZ,YAAY;EACZ,yBAAyB;EACzB,kBAAkB;;UAGH;EACf,mBAAmB;EACnB,QAAQ;EACR,MAAM;;UAGS;EACf,QAAQ;IACN;IACA,YAAY;IACZ;IACA,QAAQ;MACN,QAAQ;;iBAGE,iCACd,SAAS,2CAET,SAAS,gBACT,UAAU,sBACV,SAAS,oBACN,QAAQ;iBAgBG,4BAA4B,YAC1C,sBACA;;;;KCtDU;;UAGK;EACf;EACA;;EAEA;;;UAIe;EACf;EACA;EACA;EACA;;;UAIe;EACf;;EAEA;;EAEA;;;;;;;UAQe;EACf;EACA;;EAEA;EACA,cAAc;EACd;EACA;;;;;;EAMA,MAAM;EACN,mBAAmB;;EAEnB;;UAGe;EACf;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;;EAEA,kCAAkC;;EAElC;;UAGe,qCACf,aAAa,sBAAsB;EAEnC,qBAAqB;EACrB,qBAAqB;EACrB,eAAe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;EACA,WAAW;EACX,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;;UAGe;EACf,aAAa;EACb;EACA;EACA;EACA;;KAGU;UAWK;EACf;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;EACX,SAAS;EACT,OAAO;EACP,OAAO,eAAe;EACtB,QAAQ;EACR,QAAQ;;EAER,sBAAsB;;EAEtB,aAAa;;UAGE;EACf;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA,QAAQ;EACR,cAAc,eAAe;;UAGd;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;EACA;;UAGe;EACf,SAAS;EACT;EACA;EACA;EACA;EACA,eAAe;EACf,gBAAgB;;KAGN;UAYK;EACf;EACA,SAAS;EACT;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,4BAA4B,iCAAiC;EAC7D,wBAAwB,eAAe;EACvC,QAAQ;EACR,QAAQ;EACR,aAAa;EACb,eAAe;;UAGA;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA,SAAS;;UAGM;;EAEf;EACA;;KAGU;UAaK;EACf;EACA;EACA;EACA;EACA;EACA,uBAAuB;EACvB;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA,YAAY;EACZ;;;UAIe;EACf;EACA;EACA;EACA;EACA,OAAO;;UAGQ;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA,gBAAgB;;EAEhB,OAAO;;UAGQ;EACf,YAAY;EACZ,YAAY;EACZ,kBAAkB;;UAGH,8BACf,aAAa,sBAAsB;EAEnC;EACA;EACA;EACA;;EAEA,MAAM;EACN,iBAAiB;EACjB,iBAAiB;EACjB,YAAY;EACZ,UAAU;EACV,YAAY;;;;;;;;;iBCnRE,gCAAgC,aAAa,qBAC3D,OAAO,qCAAqC,QAC3C,8BAA8B;;;KC7CrB;UAEK;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;EACP;;UAGe,4BAA4B;EAC3C;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;;EAEf,aAAa;;EAEb;;UAGe,wCAAwC;EACvD;;UAGe,0BAA0B,6BACjC,KACN,uBAAuB,qBAAqB;EAG9C;EACA,aAAa;EACb;EACA;EACA,UAAU;;KAGA,qBAAqB;EAC/B,UAAU,MAAM,KAAK;;;iBAIP,qBAAqB;;;;;iBA4BrB,gBACd,kBACA,cACA,UAAS,yBACR;;iBA4Ca,yBACd,kBACA,UAAS,kCACR;;;;;iBAuBa,mBAAmB,qBACjC,SAAS,0BAA0B,aAClC;;;UChJc,0BAA0B,kBAAkB,WAAW;EACtE,WAAW;;;;;EAKX;;;;;;iBAuBc,mBAAmB,WAAW,kBAAkB,UAC9D,SAAS,0BAA0B,aAClC,KAAK,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC9BF;WACN;WACA,MAAM,SAAS;;;UAIT;;WAEN;;WAEA;WACA,gBAAgB;;UAGV;;WAEN;;WAEA;;UAGM;;WAEN;;WAEA,eAAe;;WAEf,eAAe;;;;;;;;iBASV,oBACd,mBAAmB,iBACnB,OAAM,6BACL;UAsCc;;WAEN;;WAEA;;;;;;;;;iBAUK,2BACd,cACA,MAAM,KAAK,0DACV;;;UChFc;;EAEf;;;EAGA;;EAEA;;;cAIW,kCAAkC;WAE3B;EADlB,YACkB,cAChB;;;;;;cAiBS,kCAAkC;mBAIhB;mBAHZ;mBACA;EAEjB,YAA6B,SAAS;EAKhC,QAAQ,OAAO,uBAAuB;EAYtC,OAAO,MAAM,4BAA4B,QAAQ;EA8CjD,QAAQ;IACZ;IACA;IACA,UAAU;IACV,SAAS,OAAO;;UAkCV;UAiCA;UAmBA;UAkBA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBCvNM,eAAe;;;;iBCpBf,yBAAyB,UAAU,UAAU,GAAG;EAC9D;EACA,QAAQ,mBAAmB,GAAG;EAC9B,UAAU,SAAS,mBAAmB;EACtC,QAAQ,UAAU,gBAAgB,UAAU,mBAAmB;IAC7D,mBAAmB,GAAG;;iBAuDV,6BAA6B,UAAU,UAAU,GAAG;EAClE;EACA,kBAAkB,mBAAmB,GAAG;IACtC,mBAAmB,GAAG;;;;;;;;;;;;;;;UC9DT;;EAEf;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,WAAW;;;;;KCsBD;UAEK;;EAEf;;EAEA;;EAEA;;EAEA,cAAc;;UAGC;EACf;EACA,cAAc;;UAGC;EACf;EACA;EACA;;EAEA;;;UAIe;;EAEf,WAAW;;EAEX,WAAW;;EAEX;;UAGe;EACf;EACA;;EAEA;;;;;;EAMA;;EAEA;;;;;;;;;EASA;;EAEA;;EAEA;;;;;UAMe,0BAA0B;EACzC;EACA,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB;EAChC;EACA,cAAc;;;EAGd,gBAAgB;IACd;;;;;;UAqCa;EACf,UAAU;EACV,SAAS;EACT;;;;;;;;;;;;UAae;GAEb,aAAa,uBACb,kBACC;IAAU;IAAkB;;EAC/B,cAAc;;;;;;;;;iBAsLM,iBACpB,MAAM,UACN,OAAO,eACP,kBAAkB,qBACjB,QAAQ;UAyGM;EACf;;EAEA,aAAa;EACb;EACA,WAAW;EACX,SAAS;;EAET;;;;;;EAMA;;;;;;EAMA,UAAU;;;;;;;;iBA2CI,4BACd,MAAM,YACN,OAAM,4BACL;;;;UCnhBc;EACf;EACA;;;;;;;UAQe;EACf;EACA;EACA;EACA;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EAIA;;;;;;;;KASU,mBACR,oBACA,oBACA;EACE;;;;;;;;;;;;;;;iBAsBU,qBAAqB,iBAAiB,qBAAqB;;;UCvD1D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;cAQW,8BAA8B;WAGvB,QAAQ;EAF1B,YACE,iBACgB,QAAQ;;;;;;;iBAWZ,0BACd,SAAS,cAAc,aACtB;;;;;;;;iBAuHa,kBACd,SAAS,cAAc,YACvB;EAAQ;IACP;;;;;;cClHU,2BAA2B;EACtC,YAAY;;;;;KAQF,kBAAkB,kBAAkB,UAAU,cACxD,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;UAEI,wBAAwB,kBAAkB,UAAU;;EAEnE,UAAU;;EAEV,WAAW;;EAEX,UAAU,kBAAkB,WAAW;;EAEvC,SAAS,YAAY,WAAW;;;EAGhC;;;EAGA;;;EAGA;;;;EAIA;;EAEA,WAAW;;EAEX;;EAEA;;;;;;;;EAQA;;;EAGA;;EAEA;;;EAGA;;EAEA;;EAEA,eAAe;EACf,gBAAgB;;;EAGhB,UAAU;;EAEV,YAAY;;;EAGZ,aAAa,UAAU;;;;EAIvB;;;;;;;EAOA,cACE,UAAU,WACV,UAAU;IACL;IAAgB;;;;;;;EAMvB,aAAa;IAAS,SAAS;IAAc,UAAU;IAAW;;;EAElE;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA,gBAAgB;;;EAGhB,WAAW;;UAGI;EACf;EACA;;UAGe,uBAAuB,WAAW,kBAAkB;EACnE;EACA;;;;EAIA,SAAS;EACT,WAAW,eAAe;EAC1B,YAAY,eAAe;;EAE3B,YAAY,eAAe;;EAE3B,WAAW;;EAEX,WAAW,eAAe,eAAe,WAAW;;;;;iBAoOhC,iBAAiB,kBAAkB,UAAU,WACjE,MAAM,wBAAwB,WAAW,aACxC,QAAQ,uBAAuB,WAAW;;;;;UC9Z5B;;EAEf;;EAEA,UAAU;;;;;;;UAQK,kBAAkB;;EAEjC;;EAEA,OAAO;;EAEP,cAAc;;;UAIC,wBAAwB;EACvC,SAAS;;;;;;;;;;;UAYM,eAAe,eAAe,YAAY;EACzD,IAAI,OAAO,QAAQ,KAAK,kBAAkB,iBAAiB;;;;;;;iBAQ7C,qBAAqB,eAAe,WAClD,QAAQ,eAAe,UACtB,kBAAkB,QAAQ;;UAQZ,yBAAyB;EACxC;;;;;;;;iBASoB,eACpB,OAAO,WACP,OAAO,eACP,kBAAkB,qBACjB,QAAQ;;UAUM;EACf;EACA;EACA;EACA;EACA;EACA;;;;;;;iBAQc,oBAAoB,mBAAmB,qBAAqB;;UAkB3D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;iBAIc,kBAAkB,eAAe,kBAAkB;UAwBlD;;EAEf;;EAEA,OAAO;;EAEP;;;;;;;;;iBAkBc,yBACd,eAAe,iBACf,OAAM;;;UCpKS;EACf;EACA;EACA;EACA;EACA;;UAGe,kBAAkB,kBAAkB,UAAU;WACpD;WACA;WACA;WACA;WACA,mBAAmB;WACnB,oBAAoB;WACpB,iBAAiB,YAAY,WAAW;WACxC;WACA;WACA,UAAU,YAAY,wBAAwB,WAAW;WACzD;;WAEA;WACA,WAAW,YAAY,wBAAwB,WAAW;WAC1D;WACA;WACA,aAAa,UAAU;WACvB,cACP,UAAU,WACV,UAAU;IACL;IAAgB;;WACd,eAAe;;UAGT,+BAA+B,kBAAkB,UAAU,mBAClE,KACN,wBAAwB,WAAW;;EAgBrC;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe,+BAA+B,kBAAkB,UAAU;EAC1E,MAAM,kBAAkB,WAAW;;EAEnC;;EAEA,yBAAyB;EACzB,UAAU,kBAAkB,WAAW;EACvC;EACA,UAAU;EACV;EACA;EACA;EACA,eAAe,wBAAwB,WAAW;EAClD,gBAAgB,wBAAwB,WAAW;EACnD,YAAY;;UAGG,2BAA2B,WAAW,kBAAkB;EACvE;EACA;EACA,QAAQ,uBAAuB,WAAW;EAC1C,UAAU;;UAGK,6BAA6B,kBAAkB,UAAU;EACxE,MAAM,kBAAkB,WAAW;EACnC;EACA,UAAU;EACV;EACA;EACA,YAAY;;UAGG,6BAA6B,WAAW,kBAAkB,kBACjE,uBAAuB,WAAW;EAC1C,UAAU;;iBAGI,wBAAwB,kBAAkB,UAAU,WAClE,MAAM,+BAA+B,WAAW,aAC/C,kBAAkB,WAAW;iBA0HV,wBAAwB,kBAAkB,UAAU,WACxE,MAAM,+BAA+B,WAAW,aAC/C,QAAQ,2BAA2B,WAAW;iBAkD3B,sBAAsB,kBAAkB,UAAU,WACtE,MAAM,6BAA6B,WAAW,aAC7C,QAAQ,6BAA6B,WAAW;;;;;;;;iBCrTnC;;;;;iBAQA,cAAc,gBAAgB;;;;;;;;;;;;;;;;;UCD7B;EACf;;EAEA;;UAGe;EACf;;EAEA;;EAEA;EACA;;EAEA;;;;;;;;;;iBA4Cc,oBACd,SAAS,kBACT;EAAS;IACR;;;;;;;;;;;iBA0Ba,qBACd,SAAS,kBACT,WACA;EAAS;;;;;;;;;;;;;;;;;;;UCnFM;;WAEN;;WAEA;;WAEA;;WAEA;;UAGM;;EAEf;;;;;;;iBAwBc,qBAAqB,MAAM,uBAAuB;;;;iBCnDlD,0BAA0B,2BAA2B,WAAW;;;;;;;;;;iBAyEhE,iCAAiC,SAAS;;;;iBAoC1C,4BAA4B,SAAS;;iBAgBrC,mBAAmB,SAAS;;iBAW5B,YAAY,SAAS;;iBA4BrB,kBACd,eAAe,gBACf,iBAAiB;;iBAoCH,mBAAmB,SAAS,gBAAgB;;;UC3M3C;EACf;EACA;EACA;;UAGe,qBAAqB,gBAAgB;EACpD;EACA;EACA;EACA,SACE,QAAQ,SACR,SAAS,4BACR,QAAQ;;UAGI;EACf;EACA;EACA,WAAW;;KAGD,oBAAoB,eAAe,4BAC7C,OAAO,QACP,SAAS,8BACN,qBAAqB,QAAQ;UAEjB;WACN,QAAQ;WACR;;KAGN,sBAAsB,WAAW,KACpC,iBAAiB;EAGjB;;UAGQ,qBAAqB,kBAAkB;EAC/C;EACA;EACA;EACA,aAAa,UAAU;;EAEvB,eAAe;;iBAGD,sBACd,gBAAgB,yBAChB,WACA,kBAAkB,WAAW,UAE7B,WAAW,qBAAqB,UAChC,SAAS,qBAAqB;EAC5B,SAAS;IAAS,UAAU;IAAW,UAAU;MAAc;EAC/D,WAAW,sBAAsB;IAElC,YAAY,WAAW;iBA8CV,qBACd,eAAe,yBACf,WACA,kBAAkB,WAAW,UAE7B,QAAQ,oBAAoB,SAC5B,SAAS,qBAAqB;EAC5B;EACA,SAAS;IAAS,UAAU;IAAW,UAAU;MAAc;;EAEzD;EAAc;;EACd;EAAa,UAAU,sBAAsB;KAEpD,YAAY,WAAW;;;KCxFrB,qBAAqB;KACrB,iBAAiB,SAAS;KAC1B,aAAa,gBAAgB,aAAa,MAAM,mBAAmB;UAcvD;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA;;UAGM;;EAEf,OAAO;IAAQ;IAAiB;MAAkB,QAAQ;;;EAG1D,SAAS,UAAU,UAAU,kBAAkB,QAAQ;;EAEvD,QAAQ,UAAU,WAAW;;;cAIlB,6BAA6B;WAG7B;EAFX,YACE,iBACS;;UAOI;;EAEf;;EAEA;;EAEA;;;;EAIA,MAAM;;UAobS;;EAEf;;EAEA;;EAEA;;;EAGA,YAAY;;;;;iBAoJE,mBAAmB,MAAM,4BAA4B;;;;iBAgGrD,kBACd,SAAS,aACT,uBACC;;;iBAOa,oBAAoB,SAAS,aAAa"}
|
package/dist/index.d.ts
CHANGED
|
@@ -1,48 +1,49 @@
|
|
|
1
1
|
import { a as JudgeError, c as ValidationError, i as ConfigError, n as AgentEvalErrorCode, s as NotFoundError, t as AgentEvalError } from "./errors-DEE6u6ot.js";
|
|
2
2
|
import { C as PendingCostCall, D as costForUsage, E as costForTokenPricing, O as modelPriceKey, S as PaidCallResult, T as RunPaidCallInput, _ as CostReservationExceededError, a as CostChannel, b as CustomTokenPricing, c as CostLedgerHandle, d as CostLedgerPersistenceError, f as CostLedgerSummary, g as CostReceiptInput, h as CostReceiptCaptureError, i as CostCeilingReachedError, l as CostLedgerOptions, m as CostReceipt, n as CostAccountingIncompleteError, o as CostLedger, p as CostProvenance, r as CostCallConflictError, s as CostLedgerFilter, t as ChannelRollup, u as CostLedgerPersistence, v as CostResult, w as PendingCostCallView, x as MaximumCharge, y as CostUsage } from "./cost-ledger-DbQdN3nO.js";
|
|
3
|
-
import { C as verifyAgentProfileCell, h as agentProfileCellKey, i as AgentProfileCellInput, l as AgentProfileJson, m as agentProfileCellHashMaterial, p as AgentProfileSourceInput, r as AgentProfileCell, s as AgentProfileDimensionValue, t as AGENT_PROFILE_KINDS, v as buildAgentProfileCell, x as toAgentProfileJson, y as groupRunsByAgentProfileCell } from "./agent-profile-cell-
|
|
3
|
+
import { C as verifyAgentProfileCell, h as agentProfileCellKey, i as AgentProfileCellInput, l as AgentProfileJson, m as agentProfileCellHashMaterial, p as AgentProfileSourceInput, r as AgentProfileCell, s as AgentProfileDimensionValue, t as AGENT_PROFILE_KINDS, v as buildAgentProfileCell, x as toAgentProfileJson, y as groupRunsByAgentProfileCell } from "./agent-profile-cell-BHcB-mZX.js";
|
|
4
4
|
import { C as TraceEvent, E as isToolSpan, S as ToolSpan, T as isLlmSpan, _ as Span, a as FAILURE_CLASSES, c as JudgeSpan, f as Run, h as RunStatus, l as LlmSpan, n as BudgetLedgerEntry, o as FailureClass, r as BudgetSpec, s as GenericSpan, t as Artifact, w as isJudgeSpan } from "./schema-CR5cpjQ3.js";
|
|
5
|
-
import { _ as validateRunRecord, a as RunRecord, c as RunTaskFailure, d as UNKNOWN_MODEL, f as isRunRecord, g as runTaskScore, h as roundTripRunRecord, i as RunOutcome, l as RunTerminalOutcome, m as parseRunRecordSafe, n as RunCostProvenance, o as RunRecordValidationError, p as modelHasSnapshot, r as RunJudgeMetadata, s as RunSplitTag, t as JudgeScoresRecord, u as RunTokenUsage } from "./run-record-
|
|
6
|
-
import { A as DatasetOverview, B as TraceAnalystSpanKind, D as TraceAnalysisStore, F as SpanMatchRecord, G as ViewTraceResult, H as TraceAnalystTraceSummary, I as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, L as TraceAnalystByteBudgets, M as QueryTracesPage, N as SearchSpanResult, P as SearchTraceResult, R as TraceAnalystFilters, U as ViewSpansResult, V as TraceAnalystSpanStatus, W as ViewTraceOversized, _ as ProposalFinding, b as makeFinding, c as AnalystRunInputs, d as AnalystSeverity, f as AnalystUsageReceipt, i as AnalystFinding, j as ErrorCluster, k as DEFAULT_TRACE_ANALYST_BUDGETS, l as AnalystRunResult, n as AnalystContext, p as EvidenceRef, s as AnalystRunEvent, t as Analyst, u as AnalystRunSummary, x as makeProposalFinding, y as computeFindingId, z as TraceAnalystSpan } from "./types-
|
|
7
|
-
import {
|
|
5
|
+
import { _ as validateRunRecord, a as RunRecord, c as RunTaskFailure, d as UNKNOWN_MODEL, f as isRunRecord, g as runTaskScore, h as roundTripRunRecord, i as RunOutcome, l as RunTerminalOutcome, m as parseRunRecordSafe, n as RunCostProvenance, o as RunRecordValidationError, p as modelHasSnapshot, r as RunJudgeMetadata, s as RunSplitTag, t as JudgeScoresRecord, u as RunTokenUsage } from "./run-record-D9wS35fK.js";
|
|
6
|
+
import { A as DatasetOverview, B as TraceAnalystSpanKind, D as TraceAnalysisStore, F as SpanMatchRecord, G as ViewTraceResult, H as TraceAnalystTraceSummary, I as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, L as TraceAnalystByteBudgets, M as QueryTracesPage, N as SearchSpanResult, P as SearchTraceResult, R as TraceAnalystFilters, U as ViewSpansResult, V as TraceAnalystSpanStatus, W as ViewTraceOversized, _ as ProposalFinding, b as makeFinding, c as AnalystRunInputs, d as AnalystSeverity, f as AnalystUsageReceipt, i as AnalystFinding, j as ErrorCluster, k as DEFAULT_TRACE_ANALYST_BUDGETS, l as AnalystRunResult, n as AnalystContext, p as EvidenceRef, s as AnalystRunEvent, t as Analyst, u as AnalystRunSummary, x as makeProposalFinding, y as computeFindingId, z as TraceAnalystSpan } from "./types-BjB2wZM9.js";
|
|
7
|
+
import { B as OtlpFlatLine, C as inferDomainKeywords, F as REDACTION_VERSION, G as exportRunAsOtlp, H as OtlpExport, J as captureFetchToRawSink, L as RedactionRule, M as AnalyzeTracesResult, N as analyzeTraces, O as scoreTraceInsightReadiness, P as DEFAULT_REDACTION_RULES, Q as extractUsage, R as redactString, S as domainEvidencePattern, W as OtlpSpan, X as ExtractedUsage, et as extractUsageFromSse, g as TraceInsightSuite, h as TraceInsightReadiness, k as tokenizeDomainWords, n as toolSpansToTraceAnalysisStore, o as otlpTextToTraceAnalysisStore, r as OtlpFileTraceStore, tt as createBoundedTraceAnalysisStore, v as buildTraceInsightContext, x as describeTraceInsightScope, y as buildTraceInsightPrompt } from "./store-tool-spans-DwdokbHg.js";
|
|
8
8
|
import { $ as NoopRawProviderSink, A as createChatClient, B as LlmToolCall, C as ChatResponse, Ct as judgeFamily, D as MockTransportOpts, E as CustomTransportOpts, F as LlmChargeBounds, G as costReceiptFromLlmError, H as LlmToolDefinition, I as LlmMessage, J as stripFencedJson, K as isTransientLlmError, L as LlmResponseError, M as LlmCallMetadata, N as LlmCallRequest, O as OpenAiCompatibleTransportOpts, P as LlmCallResult, S as ChatRequest, St as assertCrossFamily, T as CreateChatClientOpts, U as LlmUsage, V as LlmToolChoice, W as costReceiptFromLlm, Y as FileSystemRawProviderSink, Z as InMemoryRawProviderSink, _ as ScenarioResult, _t as checkServedModel, a as CompletionCriterion, b as ChatCallOpts, bt as CrossFamilyError, c as JudgeInput, ct as AssertServedModelOptions, d as PersonaConfig, dt as ServedModelCheck, f as ProductClientConfig, ft as ServedModelPolicy, g as ScenarioFile, gt as assertServedModels, h as Scenario, ht as assertServedModel, i as CollectedArtifacts, j as LlmCallError, k as SandboxSdkTransportOpts, l as JudgeRubric, lt as ModelSubstitutionError, m as RubricDimension, mt as assertCrossFamilyServed, n as ArtifactResult, nt as RawProviderEvent, o as DriverState, p as RouteMap, pt as ServedModelVerdict, q as maximumChargeForLlmRequest, r as CheckResult, rt as RawProviderSink, s as JudgeFn, st as AssertCrossFamilyServedOptions, t as ArtifactCheck, u as JudgeScore, ut as ServedCrossFamilyError, v as Turn, vt as servedModelAcceptable, w as ChatTransport, x as ChatClient, xt as JudgeFamily, y as TurnResult, yt as AssertCrossFamilyOptions, z as LlmTokenLogprob } from "./types-CBbLtr2J.js";
|
|
9
9
|
import { a as ContinuousCalibrationResult, d as calibrateJudgeContinuous, f as continuousAgreement, h as verbosityBias, i as ContinuousAgreementOptions, l as VerbosityBiasResult, n as CandidateScore, o as GoldenItem, r as ContinuousAgreement, t as CalibrationResult, u as calibrateJudge } from "./judge-calibration-DFtEMlde.js";
|
|
10
10
|
import { a as CorpusAgreementPerDimension, c as corpusInterRaterAgreement, i as CorpusAgreementOptions, l as corpusInterRaterAgreementFromJudgeScores, n as SeriesConvergenceResult, o as CorpusAgreementReport, r as analyzeSeries, s as CorpusScoreRecord, t as SeriesConvergenceOptions, u as interRaterReliability } from "./series-convergence-BnMs_uAr.js";
|
|
11
11
|
import { a as partialCredit, c as spearmanR, d as weightedMean, i as confidenceInterval, l as summarizeNumberSeries, n as WeightedCompositeInput, o as pearsonR, r as WeightedCompositeResult, s as ranks, t as SeriesDistribution, u as weightedComposite } from "./descriptive-B2iPaT9J.js";
|
|
12
12
|
import { n as bonferroni, r as holm, t as benjaminiHochberg } from "./multiplicity-DIWHvysC.js";
|
|
13
|
-
import { $t as wilson, A as PairArmsOptions, Bt as eProcess, C as hashJson, Ct as verifyAttestation, D as ComparePairedArmsOptions, F as PairedCorrectness, Gt as ScoreRiskDifferenceResult, Ht as McNemarResult, I as PairedMetricDelta, It as EProcess, Jt as pairedBinaryScale, Kt as isBinaryOutcomeVector, L as comparePairedArms, Lt as EProcessOptions, M as PairRunRecordsResult, N as PairedArmRow, O as MatchedPair, P as PairedArmsComparison, Qt as passAtK, R as pairArms, Rt as EProcessState, St as attest, Ut as ProportionInterval, Vt as ExactRiskDifferenceResult, Wt as RiskDifferenceResult, Xt as pairedRiskDifferenceExact, Yt as pairedRiskDifference, Zt as pairedRiskDifferenceScore, bt as AttestationVerification, et as Objective, j as PairArmsResult, k as MatchedRunRecordPair, nt as dominates, qt as mcnemar, rt as paretoFrontier, tt as ParetoResult, vt as ATTESTATION_ALGORITHM, w as manifestContentDigest, xt as AttestedReport, yt as AttestationProvenance, z as pairRunRecords, zt as EProcessStep } from "./statistical-heldout-
|
|
13
|
+
import { $t as wilson, A as PairArmsOptions, Bt as eProcess, C as hashJson, Ct as verifyAttestation, D as ComparePairedArmsOptions, F as PairedCorrectness, Gt as ScoreRiskDifferenceResult, Ht as McNemarResult, I as PairedMetricDelta, It as EProcess, Jt as pairedBinaryScale, Kt as isBinaryOutcomeVector, L as comparePairedArms, Lt as EProcessOptions, M as PairRunRecordsResult, N as PairedArmRow, O as MatchedPair, P as PairedArmsComparison, Qt as passAtK, R as pairArms, Rt as EProcessState, St as attest, Ut as ProportionInterval, Vt as ExactRiskDifferenceResult, Wt as RiskDifferenceResult, Xt as pairedRiskDifferenceExact, Yt as pairedRiskDifference, Zt as pairedRiskDifferenceScore, bt as AttestationVerification, et as Objective, j as PairArmsResult, k as MatchedRunRecordPair, nt as dominates, qt as mcnemar, rt as paretoFrontier, tt as ParetoResult, vt as ATTESTATION_ALGORITHM, w as manifestContentDigest, xt as AttestedReport, yt as AttestationProvenance, z as pairRunRecords, zt as EProcessStep } from "./statistical-heldout-Bu4oNOJh.js";
|
|
14
14
|
import { _ as pairedSignTest, a as PairedPromotionDecision, c as BOOTSTRAP_GATE_MIN_N, d as PairedBootstrapResult, f as PairedSignTestResult, g as pairedDeltaTieFraction, h as pairedBootstrap, i as PairedMcNemarEvidence, l as DECISION_PAIRED_DELTA_STATISTIC, m as SignTestAlternative, n as PairedDecisionShape, o as PairedPromotionDecisionOptions, p as PairedTTestResult, r as PairedDecisionStatistic, s as decidePairedPromotion, t as PairedDecisionMethod, u as PairedBootstrapOptions, v as pairedTTest } from "./paired-promotion-decision-DPsMQm-0.js";
|
|
15
|
-
import { _ as requiredSampleSize, c as computeExperimentStats, f as mulberry32, g as requiredPairedSampleSize, h as pairedMde, m as mcnemarRequiredN, n as ExperimentRep, o as ImprovementThresholds, p as mcnemarPower, r as ExperimentStats, s as ImprovementVerdictResult, u as improvementVerdict } from "./experiment-tracker-
|
|
16
|
-
import { C as RankTestMethod, D as WilcoxonSignedRankResult, E as WILCOXON_EXACT_MAX_N, O as mannWhitneyU, S as MannWhitneyResult, T as RankTestOptions, _ as bootstrapCi, a as ReleaseConfidenceIssue, b as MANN_WHITNEY_EXACT_MAX_STATES, f as evaluateReleaseConfidence, g as Verdict, i as ReleaseConfidenceInput, k as wilcoxonSignedRank, m as BootstrapResult, o as ReleaseConfidenceMetrics, p as BootstrapOptions, s as ReleaseConfidenceScorecard, t as ActionableSideInfo, u as ReleaseTraceEvidence, w as RankTestMethodRequest, x as MANN_WHITNEY_EXACT_MAX_WORK, y as DEFAULT_PERMUTATIONS } from "./release-confidence-
|
|
17
|
-
import { R as Scenario$1, S as JudgeConfig, _ as GateDecision, a as CampaignResult, w as JudgeScore$1 } from "./types-
|
|
18
|
-
import { Cr as scoreRedTeamOutput, Ct as RequirementCheck, Dr as CanaryOptions, Dt as createLlmCorrectnessChecker, Er as CanaryKind, Et as completionVerdict, Mi as quotaExhaustedUntil, Ni as transientDispatchFailure, Oi as LlmJudgeOptions, Or as CanaryReport, Ot as verifyCompletion, Sr as redTeamReport, St as ProducedState, Tr as CanaryEvaluation, Tt as TaskGold, _r as RedTeamCase, _t as CompletionRequirement, br as RedTeamReport, bt as LlmCorrectnessCheckerOpts, ct as BackendIntegrityError,
|
|
19
|
-
import { a as ProfileAxisSpec, c as expandProfileAxes, i as HarnessType, l as harnessAxisOf, n as CODING_HARNESSES, o as agentProfileHash, r as HARNESS_NATIVE_MODEL, s as agentProfileId, t as AgentProfile } from "./agent-profile-
|
|
15
|
+
import { _ as requiredSampleSize, c as computeExperimentStats, f as mulberry32, g as requiredPairedSampleSize, h as pairedMde, m as mcnemarRequiredN, n as ExperimentRep, o as ImprovementThresholds, p as mcnemarPower, r as ExperimentStats, s as ImprovementVerdictResult, u as improvementVerdict } from "./experiment-tracker-URRGP9ek.js";
|
|
16
|
+
import { C as RankTestMethod, D as WilcoxonSignedRankResult, E as WILCOXON_EXACT_MAX_N, O as mannWhitneyU, S as MannWhitneyResult, T as RankTestOptions, _ as bootstrapCi, a as ReleaseConfidenceIssue, b as MANN_WHITNEY_EXACT_MAX_STATES, f as evaluateReleaseConfidence, g as Verdict, i as ReleaseConfidenceInput, k as wilcoxonSignedRank, m as BootstrapResult, o as ReleaseConfidenceMetrics, p as BootstrapOptions, s as ReleaseConfidenceScorecard, t as ActionableSideInfo, u as ReleaseTraceEvidence, w as RankTestMethodRequest, x as MANN_WHITNEY_EXACT_MAX_WORK, y as DEFAULT_PERMUTATIONS } from "./release-confidence-DsETiO4f.js";
|
|
17
|
+
import { R as Scenario$1, S as JudgeConfig, _ as GateDecision, a as CampaignResult, w as JudgeScore$1 } from "./types-BTRcIqFr.js";
|
|
18
|
+
import { Cr as scoreRedTeamOutput, Ct as RequirementCheck, Dr as CanaryOptions, Dt as createLlmCorrectnessChecker, Er as CanaryKind, Et as completionVerdict, Fa as RunCampaignOptions, Ia as runCampaign, Mi as quotaExhaustedUntil, Na as CampaignCellFailureReceipt, Ni as transientDispatchFailure, Oi as LlmJudgeOptions, Or as CanaryReport, Ot as verifyCompletion, Pa as CampaignCellRetryPolicy, Sr as redTeamReport, St as ProducedState, Tr as CanaryEvaluation, Tt as TaskGold, _r as RedTeamCase, _t as CompletionRequirement, br as RedTeamReport, bt as LlmCorrectnessCheckerOpts, ct as BackendIntegrityError, dt as summarizeBackendIntegrity, ft as ArtifactEventLike, gr as DEFAULT_RED_TEAM_CORPUS, gt as extractProducedState, ht as ToolCallEventLike, ki as llmJudge, kr as runCanaries, lt as BackendIntegrityReport, mt as RuntimeEventLike, pt as ProposalEventLike, ut as assertRealBackend, vr as RedTeamCategory, vt as CompletionVerdict, wr as CanaryAlert, wt as SatisfiedBy, xr as redTeamDataset, xt as ProducedProposal, yr as RedTeamFinding, yt as CorrectnessChecker } from "./index-ww8736Am.js";
|
|
19
|
+
import { a as ProfileAxisSpec, c as expandProfileAxes, i as HarnessType, l as harnessAxisOf, n as CODING_HARNESSES, o as agentProfileHash, r as HARNESS_NATIVE_MODEL, s as agentProfileId, t as AgentProfile } from "./agent-profile-uAIQK3Nr.js";
|
|
20
20
|
import { i as DatasetSplit, n as DatasetManifest, r as DatasetScenario, t as Dataset } from "./dataset-DQqhOCPt.js";
|
|
21
21
|
import { a as RunFilter, i as InMemoryTraceStore, n as FileSystemTraceStore, o as SpanFilter, s as TraceStore, t as EventFilter } from "./store-BErPvYBr.js";
|
|
22
22
|
import { C as defineEquivalenceCheck, S as buildEquivalenceRecord, _ as StrategyChecker, a as CheckerIdentity, b as VerificationStrategyProfile, c as EquivalenceCheckDefinition, d as EquivalenceCheckerInput, f as EquivalenceCheckerResult, g as EquivalenceRecord, h as EquivalenceProtocolError, i as equivalenceVerdict, l as EquivalenceCheckSpec, m as EquivalenceObligationStatus, n as VerdictCertification, o as CheckerOutcome, p as EquivalenceObligation, r as certificationEvidenceDigest, s as EquivalenceArm, t as DefaultVerdict, u as EquivalenceChecker, v as VERIFICATION_STRATEGIES, w as runEquivalenceCheck, x as VerificationStrategySource, y as VERIFICATION_STRATEGY_SOURCES } from "./verdict-E4eRNf7-.js";
|
|
23
23
|
import { a as MultiLayerVerifier, c as VerifyOptions, i as LayerStatus, l as gradeSemanticStatus, n as Layer, o as Severity, r as LayerResult, s as VerificationReport, t as Finding } from "./multi-layer-verifier-BUaQ4C17.js";
|
|
24
|
-
import { C as HeldOutGateConfig, S as HeldOutGate, T as SplitCoverage, _ as paretoChart, a as ParetoPoint, b as GateDecision$1, d as ResearchReportOptions, g as gainHistogram, h as SummaryTableRow, m as SummaryTableOptions, n as GainDistributionFigureSpec, p as SummaryTable, r as GainDistributionOptions, s as ResearchReport, t as GainDistributionBin, w as HeldOutGateRejectionCode, x as GateEvidence, y as summaryTable } from "./summary-report-
|
|
24
|
+
import { C as HeldOutGateConfig, S as HeldOutGate, T as SplitCoverage, _ as paretoChart, a as ParetoPoint, b as GateDecision$1, d as ResearchReportOptions, g as gainHistogram, h as SummaryTableRow, m as SummaryTableOptions, n as GainDistributionFigureSpec, p as SummaryTable, r as GainDistributionOptions, s as ResearchReport, t as GainDistributionBin, w as HeldOutGateRejectionCode, x as GateEvidence, y as summaryTable } from "./summary-report-BzFS5UhZ.js";
|
|
25
25
|
import { a as FAILURE_BLAME, c as FailureContext, d as INFRA_FAILURE_BLAMES, f as classifyFailure, i as DEFAULT_FAILURE_REASON_RULES, l as FailureReasonRule, m as failureBlame, o as FailureBlame, p as classifyFailureReason, r as failureClusterView, s as FailureClassification, u as FailureRule } from "./failure-cluster-OldNRoAt.js";
|
|
26
|
-
import { o as InsightReport } from "./insight-report-
|
|
27
|
-
import { i as ExactAnalystRunEvent, l as ExactCapableAnalyst, o as ExactAnalystRunResult } from "./exact-types-
|
|
28
|
-
import { c as RegistryRunOpts, i as BudgetPolicy, n as AnalystRegistry, r as AnalystRegistryOptions, s as ExactRegistryRunOpts } from "./registry-
|
|
29
|
-
import { _ as SelfImproveMethodResult, a as DefinedAgentEval, c as SelfImproveMethodOptions, d as SelfImproveProposerOptions, f as SelfImproveProposerResult, g as SelfImproveMethodProvenance, h as selfImprove, i as DefineAgentEvalOptions, l as SelfImproveOptions, n as AgentEvalEvaluateOptions, o as defineAgentEval, p as SelfImproveResult, r as AgentEvalImproveOptions, s as SelfImproveBudget, t as AgentEvalAgent, u as SelfImproveProgressEvent } from "./define-agent-eval-
|
|
30
|
-
import { a as createTraceAnalyst, i as TraceAnalystDefinition, n as buildDefaultAnalystRegistry, r as CreateTraceAnalystOptions, t as DefaultAnalystRegistryOptions } from "./default-registry-
|
|
31
|
-
import { i as TraceAnalysisEngineResult, l as RawAnalystFinding, n as TraceAnalysisEngine, t as DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, v as AnalyzeRunsOptions, x as analyzeRuns } from "./engine-
|
|
32
|
-
import { A as SemanticConceptJudgeInput, C as DspyRlmTraceEngineOptions, D as ConceptFinding, E as createChatTraceEngine, M as SemanticConceptJudgeResult, N as runSemanticConceptJudge, O as ConceptSpec, T as ChatTraceEngineOptions, _ as FindingSubject, a as FAILURE_MODE_KIND_SPEC, d as FindingsStore, f as PersistedFinding, j as SemanticConceptJudgeOptions, k as SEMANTIC_CONCEPT_JUDGE_VERSION, l as DiffPolicy, m as diffFindings, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubjectKind, w as createDspyRlmTraceEngine } from "./index-
|
|
26
|
+
import { o as InsightReport } from "./insight-report-C3Bfl762.js";
|
|
27
|
+
import { i as ExactAnalystRunEvent, l as ExactCapableAnalyst, o as ExactAnalystRunResult } from "./exact-types-BEHN7tnq.js";
|
|
28
|
+
import { c as RegistryRunOpts, i as BudgetPolicy, n as AnalystRegistry, r as AnalystRegistryOptions, s as ExactRegistryRunOpts } from "./registry-D5Ly3GRV.js";
|
|
29
|
+
import { _ as SelfImproveMethodResult, a as DefinedAgentEval, c as SelfImproveMethodOptions, d as SelfImproveProposerOptions, f as SelfImproveProposerResult, g as SelfImproveMethodProvenance, h as selfImprove, i as DefineAgentEvalOptions, l as SelfImproveOptions, n as AgentEvalEvaluateOptions, o as defineAgentEval, p as SelfImproveResult, r as AgentEvalImproveOptions, s as SelfImproveBudget, t as AgentEvalAgent, u as SelfImproveProgressEvent } from "./define-agent-eval-DE67ECH1.js";
|
|
30
|
+
import { a as createTraceAnalyst, i as TraceAnalystDefinition, n as buildDefaultAnalystRegistry, r as CreateTraceAnalystOptions, t as DefaultAnalystRegistryOptions } from "./default-registry-DYB4aHVn.js";
|
|
31
|
+
import { i as TraceAnalysisEngineResult, l as RawAnalystFinding, n as TraceAnalysisEngine, t as DEFAULT_TRACE_ANALYST_OUTPUT_TOKENS, v as AnalyzeRunsOptions, x as analyzeRuns } from "./engine-D1ykrAKR.js";
|
|
32
|
+
import { A as SemanticConceptJudgeInput, C as DspyRlmTraceEngineOptions, D as ConceptFinding, E as createChatTraceEngine, M as SemanticConceptJudgeResult, N as runSemanticConceptJudge, O as ConceptSpec, T as ChatTraceEngineOptions, _ as FindingSubject, a as FAILURE_MODE_KIND_SPEC, d as FindingsStore, f as PersistedFinding, j as SemanticConceptJudgeOptions, k as SEMANTIC_CONCEPT_JUDGE_VERSION, l as DiffPolicy, m as diffFindings, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubjectKind, w as createDspyRlmTraceEngine } from "./index-DVrtLO5j.js";
|
|
33
33
|
import { a as MintedRolloutLine } from "./schema-BzWDXhOR.js";
|
|
34
|
-
import { i as BenchmarkEvaluation } from "./types-
|
|
34
|
+
import { i as BenchmarkEvaluation } from "./types-c3ZRTbw9.js";
|
|
35
35
|
import { i as TraceEmitter, r as SpanHandle } from "./emitter-Cs0egaFd.js";
|
|
36
36
|
import { n as SandboxDriver } from "./sandbox-harness-BlSOu4LX.js";
|
|
37
37
|
import { a as PairedEvalueStep, c as SequentialDecision, i as PairedEvalueSequence, l as evaluateInterimReleaseConfidence, n as InterimReleaseConfidenceInput, r as PairedEvalueOptions, t as InterimReleaseConfidence, u as pairedEvalueSequence } from "./sequential-BhsrMupG.js";
|
|
38
38
|
import { n as TrajectoryStep, r as buildTrajectory, t as Trajectory } from "./trajectory-D7qrNvaN.js";
|
|
39
39
|
import { a as runCounterfactual, i as CounterfactualRunner, n as CounterfactualMutation, r as CounterfactualResult, t as CounterfactualContext } from "./counterfactual-CLgrwhkY.js";
|
|
40
|
-
import { A as AnalystFindingDigest, B as ControlRunResult, C as createFeedbackTrajectory, D as renderPreferenceMemoryMarkdown, E as feedbackTrajectoryToOptimizerRow, F as ControlActionOutcome, G as StopDecision, H as ControlRuntimeError, I as ControlBudget, J as subjectiveEval, K as objectiveEval, L as ControlContext, M as AnalystRunDigest, N as analystFindingDigest, O as summarizePreferenceMemory, P as analystRunDigest, R as ControlDecision, S as controlRunToFeedbackTrajectory, T as feedbackTrajectoriesToOptimizerRows, U as ControlSeverity, V as ControlRuntimeConfig, W as ControlStep, _ as PreferenceMemoryEntry, a as FeedbackLabel, b as analystRunToReviewRequests, c as FeedbackOptimizerRow, d as FeedbackTask, f as FeedbackTrajectory, g as InMemoryFeedbackTrajectoryStore, h as FileSystemFeedbackTrajectoryStore, i as FeedbackAttempt, j as AnalystReviewDecision, k as withAssignedFeedbackSplit, l as FeedbackOutcome, m as FeedbackTrajectoryStore, n as AnalystReviewRequest, o as FeedbackLabelKind, p as FeedbackTrajectoryFilter, q as runAgentControlLoop, r as FeedbackArtifactType, s as FeedbackLabelSource, t as AnalystFeedbackTrajectoryOptions, u as FeedbackSplitPolicy, v as ProposedSideEffect, w as feedbackTrajectoriesToDatasetScenarios, x as assignFeedbackSplit, y as analystRunToFeedbackTrajectory, z as ControlEvalResult } from "./feedback-trajectory-
|
|
40
|
+
import { A as AnalystFindingDigest, B as ControlRunResult, C as createFeedbackTrajectory, D as renderPreferenceMemoryMarkdown, E as feedbackTrajectoryToOptimizerRow, F as ControlActionOutcome, G as StopDecision, H as ControlRuntimeError, I as ControlBudget, J as subjectiveEval, K as objectiveEval, L as ControlContext, M as AnalystRunDigest, N as analystFindingDigest, O as summarizePreferenceMemory, P as analystRunDigest, R as ControlDecision, S as controlRunToFeedbackTrajectory, T as feedbackTrajectoriesToOptimizerRows, U as ControlSeverity, V as ControlRuntimeConfig, W as ControlStep, _ as PreferenceMemoryEntry, a as FeedbackLabel, b as analystRunToReviewRequests, c as FeedbackOptimizerRow, d as FeedbackTask, f as FeedbackTrajectory, g as InMemoryFeedbackTrajectoryStore, h as FileSystemFeedbackTrajectoryStore, i as FeedbackAttempt, j as AnalystReviewDecision, k as withAssignedFeedbackSplit, l as FeedbackOutcome, m as FeedbackTrajectoryStore, n as AnalystReviewRequest, o as FeedbackLabelKind, p as FeedbackTrajectoryFilter, q as runAgentControlLoop, r as FeedbackArtifactType, s as FeedbackLabelSource, t as AnalystFeedbackTrajectoryOptions, u as FeedbackSplitPolicy, v as ProposedSideEffect, w as feedbackTrajectoriesToDatasetScenarios, x as assignFeedbackSplit, y as analystRunToFeedbackTrajectory, z as ControlEvalResult } from "./feedback-trajectory-CytTR7u4.js";
|
|
41
41
|
import { y as OUTPUT_VALUE } from "./attribute-vocabulary-DLJ6303h.js";
|
|
42
42
|
import { a as RunIntegrityReport, o as assertRunCaptured, t as RunIntegrityError } from "./integrity-rGOfSUle.js";
|
|
43
43
|
import { c as judgeSpans, f as runsForScenario, i as argHash } from "./query-D6W6MaGx.js";
|
|
44
|
-
import { a as SteeringChange, c as CampaignRunContext, d as CampaignVariant, f as EvalCampaignOptions, h as runEvalCampaign, i as Researcher, l as CampaignRunOutcome, m as FailedRun, n as ExperimentResult, o as CampaignFactoryParams, p as EvalCampaignResult, r as FailureMode, s as CampaignIntegrityPolicy, t as ExperimentPlan, u as CampaignScenario } from "./researcher-
|
|
45
|
-
import {
|
|
44
|
+
import { a as SteeringChange, c as CampaignRunContext, d as CampaignVariant, f as EvalCampaignOptions, h as runEvalCampaign, i as Researcher, l as CampaignRunOutcome, m as FailedRun, n as ExperimentResult, o as CampaignFactoryParams, p as EvalCampaignResult, r as FailureMode, s as CampaignIntegrityPolicy, t as ExperimentPlan, u as CampaignScenario } from "./researcher-CJkH-6Ty.js";
|
|
45
|
+
import { i as mintRolloutRows, n as MintRolloutResult, s as ScorePreference, t as MintRolloutOptions } from "./mint-BI14xehJ.js";
|
|
46
|
+
import "./index-CKZa_rnt.js";
|
|
46
47
|
import { _ as iqr, a as ToolStats, c as computeToolUseMetrics, d as judgeAgreementView, i as toolWasteView, m as budgetBreachView, o as ToolUseMetrics, s as ToolUseOptions } from "./tool-waste-D23I0zWm.js";
|
|
47
48
|
//#region src/statistics/effect-sizes.d.ts
|
|
48
49
|
/**
|