@tangle-network/agent-eval 0.145.22 → 0.147.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +34 -0
- package/dist/analyst/index.d.ts +13 -13
- package/dist/analyst/index.js +6 -6
- package/dist/{backend-integrity-HVmWyOaX.d.ts → backend-integrity-Bz8nSrRE.d.ts} +2 -2
- package/dist/{backend-integrity-HVmWyOaX.d.ts.map → backend-integrity-Bz8nSrRE.d.ts.map} +1 -1
- package/dist/{benchmark-DTQ1RApl.d.ts → benchmark-Cn7ZMFNW.d.ts} +3 -3
- package/dist/{benchmark-DTQ1RApl.d.ts.map → benchmark-Cn7ZMFNW.d.ts.map} +1 -1
- package/dist/{benchmark-command-CDB_yKqS.js → benchmark-command-BTiysiYU.js} +11 -11
- package/dist/{benchmark-command-CDB_yKqS.js.map → benchmark-command-BTiysiYU.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +8 -8
- package/dist/campaign/index.js +5 -5
- package/dist/{campaign-CbQXcARJ.js → campaign-DCDdhuv2.js} +7 -7
- package/dist/{campaign-CbQXcARJ.js.map → campaign-DCDdhuv2.js.map} +1 -1
- package/dist/{capture-fetch-BZiO2cEH.d.ts → capture-fetch-BAx3Gntt.d.ts} +2 -2
- package/dist/{capture-fetch-BZiO2cEH.d.ts.map → capture-fetch-BAx3Gntt.d.ts.map} +1 -1
- package/dist/{chat-client-BJmwfnjN.js → chat-client-BX8Wh3fn.js} +3 -3
- package/dist/{chat-client-BJmwfnjN.js.map → chat-client-BX8Wh3fn.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/{client-YDkU5QST.d.ts → client-BV7icIfy.d.ts} +2 -2
- package/dist/{client-YDkU5QST.d.ts.map → client-BV7icIfy.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +9 -9
- package/dist/{cost-ledger-BSe92yAV.js → cost-ledger-B1qx30B4.js} +2 -2
- package/dist/{cost-ledger-BSe92yAV.js.map → cost-ledger-B1qx30B4.js.map} +1 -1
- package/dist/{default-registry-DONui3mA.d.ts → default-registry-BUtRMRKk.d.ts} +6 -6
- package/dist/{default-registry-DONui3mA.d.ts.map → default-registry-BUtRMRKk.d.ts.map} +1 -1
- package/dist/{define-agent-eval-BGxmy4W6.js → define-agent-eval-BqWFz3sK.js} +3 -3
- package/dist/{define-agent-eval-BGxmy4W6.js.map → define-agent-eval-BqWFz3sK.js.map} +1 -1
- package/dist/{define-agent-eval-DrpgTVPp.d.ts → define-agent-eval-D52ClbX2.d.ts} +5 -5
- package/dist/{define-agent-eval-DrpgTVPp.d.ts.map → define-agent-eval-D52ClbX2.d.ts.map} +1 -1
- package/dist/{dspy-rlm-engine-B2nst4NR.js → dspy-rlm-engine-BmtOl_kP.js} +4 -4
- package/dist/{dspy-rlm-engine-B2nst4NR.js.map → dspy-rlm-engine-BmtOl_kP.js.map} +1 -1
- package/dist/{engine-Bc3seRPe.d.ts → engine-CIy18RTX.d.ts} +4 -4
- package/dist/{engine-Bc3seRPe.d.ts.map → engine-CIy18RTX.d.ts.map} +1 -1
- package/dist/{eval-campaign-DeGLwACc.js → eval-campaign-bmZ6NIIP.js} +2 -2
- package/dist/{eval-campaign-DeGLwACc.js.map → eval-campaign-bmZ6NIIP.js.map} +1 -1
- package/dist/{exact-types-CYFbvA5U.d.ts → exact-types-rdKFzEnK.d.ts} +2 -2
- package/dist/{exact-types-CYFbvA5U.d.ts.map → exact-types-rdKFzEnK.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +5 -5
- package/dist/experiment/index.js +3 -3
- package/dist/{experiment-tracker-DWHZBAYL.d.ts → experiment-tracker-D9VHwRm-.d.ts} +6 -24
- package/dist/experiment-tracker-D9VHwRm-.d.ts.map +1 -0
- package/dist/{experiment-tracker-C29gXM4B.js → experiment-tracker-Ym6rEQT1.js} +15 -4
- package/dist/experiment-tracker-Ym6rEQT1.js.map +1 -0
- package/dist/{external-optimizer-contracts-CKEY98bK.d.ts → external-optimizer-contracts-CSjDLLmr.d.ts} +2 -2
- package/dist/{external-optimizer-contracts-CKEY98bK.d.ts.map → external-optimizer-contracts-CSjDLLmr.d.ts.map} +1 -1
- package/dist/{external-optimizer-process-DYNizz8W.js → external-optimizer-process-C4AyCcQd.js} +2 -2
- package/dist/{external-optimizer-process-DYNizz8W.js.map → external-optimizer-process-C4AyCcQd.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-r6dP9DAj.js → external-optimizer-subprocess-DU1KM8yV.js} +3 -3
- package/dist/{external-optimizer-subprocess-r6dP9DAj.js.map → external-optimizer-subprocess-DU1KM8yV.js.map} +1 -1
- package/dist/{feedback-trajectory-Cg9EDxKB.d.ts → feedback-trajectory-niGeR6uJ.d.ts} +3 -3
- package/dist/{feedback-trajectory-Cg9EDxKB.d.ts.map → feedback-trajectory-niGeR6uJ.d.ts.map} +1 -1
- package/dist/fuzz.js +1 -1
- package/dist/hosted/index.d.ts +2 -2
- package/dist/{index-DGrcBMbC.d.ts → index-BjBjxiVv.d.ts} +9 -9
- package/dist/{index-DGrcBMbC.d.ts.map → index-BjBjxiVv.d.ts.map} +1 -1
- package/dist/index-CKblBxtr.d.ts +1 -0
- package/dist/{index-CevPFhDT.d.ts → index-gtjtfLEJ.d.ts} +7 -7
- package/dist/{index-CevPFhDT.d.ts.map → index-gtjtfLEJ.d.ts.map} +1 -1
- package/dist/index.d.ts +21 -51
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +16 -125
- package/dist/index.js.map +1 -1
- package/dist/{integrity-DDoeWibF.d.ts → integrity-CGfpTE5-.d.ts} +2 -2
- package/dist/{integrity-DDoeWibF.d.ts.map → integrity-CGfpTE5-.d.ts.map} +1 -1
- package/dist/{kind-factory-CPmSd58s.js → kind-factory-DmAa0h3K.js} +7 -7
- package/dist/kind-factory-DmAa0h3K.js.map +1 -0
- package/dist/{llm-client-_UE4fU7Z.js → llm-client-BMuxYoZy.js} +2 -2
- package/dist/{llm-client-_UE4fU7Z.js.map → llm-client-BMuxYoZy.js.map} +1 -1
- package/dist/{llm-judge-B7ffRF8w.js → llm-judge-DrzsVS5k.js} +4 -4
- package/dist/{llm-judge-B7ffRF8w.js.map → llm-judge-DrzsVS5k.js.map} +1 -1
- package/dist/matrix-C-2Qx1Zr.d.ts +383 -0
- package/dist/matrix-C-2Qx1Zr.d.ts.map +1 -0
- package/dist/meta-eval/index.d.ts +1 -1
- package/dist/{metrics-Cl0L1KUy.js → metrics-Qv-cpptD.js} +15 -8
- package/dist/metrics-Qv-cpptD.js.map +1 -0
- package/dist/multishot/golden/index.d.ts +230 -0
- package/dist/multishot/golden/index.d.ts.map +1 -0
- package/dist/multishot/golden/index.js +7686 -0
- package/dist/multishot/golden/index.js.map +1 -0
- package/dist/multishot/index.d.ts +2 -380
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +2 -106
- package/dist/multishot/index.js.map +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{produced-state-D3k45S9a.js → produced-state-Dtx60bUQ.js} +4 -4
- package/dist/{produced-state-D3k45S9a.js.map → produced-state-Dtx60bUQ.js.map} +1 -1
- package/dist/{promotion-policy-BKi5OK5l.d.ts → promotion-policy-CewdjfCJ.d.ts} +2 -2
- package/dist/{promotion-policy-BKi5OK5l.d.ts.map → promotion-policy-CewdjfCJ.d.ts.map} +1 -1
- package/dist/{provenance-Bb7Zmyj2.d.ts → provenance-LrOEOHQb.d.ts} +6 -6
- package/dist/{provenance-Bb7Zmyj2.d.ts.map → provenance-LrOEOHQb.d.ts.map} +1 -1
- package/dist/{registry-CZgEmVXb.d.ts → registry-CaqJIDdN.d.ts} +4 -4
- package/dist/{registry-CZgEmVXb.d.ts.map → registry-CaqJIDdN.d.ts.map} +1 -1
- package/dist/reporting.d.ts +1 -1
- package/dist/reporting.js +1 -1
- package/dist/{researcher-CC305Ed-.d.ts → researcher-BySlpla_.d.ts} +3 -3
- package/dist/{researcher-CC305Ed-.d.ts.map → researcher-BySlpla_.d.ts.map} +1 -1
- package/dist/rl.d.ts +3 -3
- package/dist/rl.js +2 -2
- package/dist/{semantic-concept-judge-BsY2Q0Oq.js → semantic-concept-judge-BI7Rrl5-.js} +3 -3
- package/dist/{semantic-concept-judge-BsY2Q0Oq.js.map → semantic-concept-judge-BI7Rrl5-.js.map} +1 -1
- package/dist/{sequential-CYwq6Ff_.d.ts → sequential-BhsrMupG.d.ts} +31 -2
- package/dist/sequential-BhsrMupG.d.ts.map +1 -0
- package/dist/{sequential-Br0mAPHA.js → sequential-CzK5DarL.js} +48 -6
- package/dist/sequential-CzK5DarL.js.map +1 -0
- package/dist/series-convergence-CjO2QdRW.js.map +1 -1
- package/dist/{series-convergence-C9G-GNYK.d.ts → series-convergence-D2fsoJ2w.d.ts} +4 -7
- package/dist/{series-convergence-C9G-GNYK.d.ts.map → series-convergence-D2fsoJ2w.d.ts.map} +1 -1
- package/dist/{server-cQXve8i4.js → server-D9wQclzG.js} +3 -3
- package/dist/{server-cQXve8i4.js.map → server-D9wQclzG.js.map} +1 -1
- package/dist/{skillopt-optimization-method-C9MrMgW9.d.ts → skillopt-optimization-method-BoC1Qccx.d.ts} +5 -5
- package/dist/{skillopt-optimization-method-C9MrMgW9.d.ts.map → skillopt-optimization-method-BoC1Qccx.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-Cv3K4DaS.js → skillopt-optimization-method-C_UrqZs2.js} +4 -4
- package/dist/{skillopt-optimization-method-Cv3K4DaS.js.map → skillopt-optimization-method-C_UrqZs2.js.map} +1 -1
- package/dist/{statistical-heldout-fvxtHnKQ.d.ts → statistical-heldout-uxSpFEjm.d.ts} +2 -2
- package/dist/{statistical-heldout-fvxtHnKQ.d.ts.map → statistical-heldout-uxSpFEjm.d.ts.map} +1 -1
- package/dist/{store-otlp-CsptLYpN.js → store-otlp-CDYWW_8N.js} +2 -2
- package/dist/{store-otlp-CsptLYpN.js.map → store-otlp-CDYWW_8N.js.map} +1 -1
- package/dist/{store-tool-spans-Cq9mFd-q.js → store-tool-spans-CykkbOlv.js} +3 -3
- package/dist/{store-tool-spans-Cq9mFd-q.js.map → store-tool-spans-CykkbOlv.js.map} +1 -1
- package/dist/{store-tool-spans-CV0hRsUp.d.ts → store-tool-spans-D5FhM0_A.d.ts} +4 -4
- package/dist/{store-tool-spans-CV0hRsUp.d.ts.map → store-tool-spans-D5FhM0_A.d.ts.map} +1 -1
- package/dist/{task-failure-attributes-CpQ4y5RD.js → task-failure-attributes--ZTP3tYO.js} +2 -2
- package/dist/{task-failure-attributes-CpQ4y5RD.js.map → task-failure-attributes--ZTP3tYO.js.map} +1 -1
- package/dist/{tool-groups-CDDXNKhd.d.ts → tool-groups-zpufabP8.d.ts} +3 -3
- package/dist/tool-groups-zpufabP8.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/traces.d.ts +7 -7
- package/dist/traces.js +4 -4
- package/dist/types-B3jzCp0p.js +108 -0
- package/dist/types-B3jzCp0p.js.map +1 -0
- package/dist/{types-oAsa-fs4.d.ts → types-BohHewKK.d.ts} +2 -2
- package/dist/{types-oAsa-fs4.d.ts.map → types-BohHewKK.d.ts.map} +1 -1
- package/dist/{types-DABZgDGV.d.ts → types-C1Bmeb8X.d.ts} +3 -3
- package/dist/{types-DABZgDGV.d.ts.map → types-C1Bmeb8X.d.ts.map} +1 -1
- package/dist/{types-CWcPguwd.d.ts → types-ColZlZtc.d.ts} +2 -2
- package/dist/{types-CWcPguwd.d.ts.map → types-ColZlZtc.d.ts.map} +1 -1
- package/dist/{types-XBRdmbj8.d.ts → types-DOhGq4S1.d.ts} +1 -7
- package/dist/{types-XBRdmbj8.d.ts.map → types-DOhGq4S1.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +2 -2
- package/dist/wire/index.js +1 -1
- package/docs/multishot-golden-records.md +102 -0
- package/package.json +7 -2
- package/dist/experiment-tracker-C29gXM4B.js.map +0 -1
- package/dist/experiment-tracker-DWHZBAYL.d.ts.map +0 -1
- package/dist/index-BgHYx1QG.d.ts +0 -1
- package/dist/kind-factory-CPmSd58s.js.map +0 -1
- package/dist/metrics-Cl0L1KUy.js.map +0 -1
- package/dist/sequential-Br0mAPHA.js.map +0 -1
- package/dist/sequential-CYwq6Ff_.d.ts.map +0 -1
- package/dist/tool-groups-CDDXNKhd.d.ts.map +0 -1
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
import { s as RunSplitTag } from "../run-record-DVV82Gwh.js";
|
|
2
|
-
import { a as CampaignResult } from "../types-
|
|
3
|
-
import { a as BenchmarkFamily, c as BenchmarkSource, i as BenchmarkEvaluation, l as BenchmarkTaskKind, n as BenchmarkAdapter, o as BenchmarkResponder, r as BenchmarkDatasetItem, s as BenchmarkScenario, t as BENCHMARK_SPLIT_SEED, u as deterministicSplit } from "../types-
|
|
4
|
-
import { Tt as CampaignStorage } from "../provenance-
|
|
5
|
-
import "../index-
|
|
2
|
+
import { a as CampaignResult } from "../types-C1Bmeb8X.js";
|
|
3
|
+
import { a as BenchmarkFamily, c as BenchmarkSource, i as BenchmarkEvaluation, l as BenchmarkTaskKind, n as BenchmarkAdapter, o as BenchmarkResponder, r as BenchmarkDatasetItem, s as BenchmarkScenario, t as BENCHMARK_SPLIT_SEED, u as deterministicSplit } from "../types-ColZlZtc.js";
|
|
4
|
+
import { Tt as CampaignStorage } from "../provenance-LrOEOHQb.js";
|
|
5
|
+
import "../index-BjBjxiVv.js";
|
|
6
6
|
//#region src/benchmarks/calibration.d.ts
|
|
7
7
|
interface BenchmarkMetricCalibrationOptions<TPayload = unknown, TArtifact = string> {
|
|
8
8
|
adapter: BenchmarkAdapter<BenchmarkDatasetItem<TPayload>, TPayload, TArtifact>;
|
package/dist/benchmarks/index.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "../rolldown-runtime-8H4AJuhK.js";
|
|
2
|
-
import { K as runCampaign } from "../llm-judge-
|
|
3
|
-
import { x as fsCampaignStorage } from "../external-optimizer-subprocess-
|
|
4
|
-
import "../campaign-
|
|
2
|
+
import { K as runCampaign } from "../llm-judge-DrzsVS5k.js";
|
|
3
|
+
import { x as fsCampaignStorage } from "../external-optimizer-subprocess-DU1KM8yV.js";
|
|
4
|
+
import "../campaign-DCDdhuv2.js";
|
|
5
5
|
import { join } from "node:path";
|
|
6
6
|
//#region src/benchmarks/calibration.ts
|
|
7
7
|
async function calibrateBenchmarkMetric(options) {
|
package/dist/campaign/index.d.ts
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { c as CostLedgerHandle, w as PendingCostCallView } from "../cost-ledger-DbQdN3nO.js";
|
|
2
|
-
import { _ as ProposalFinding, v as ProposalFindingOrigin, x as makeProposalFinding } from "../types-
|
|
3
|
-
import { a as ExternalOptimizerEndpointFormat, c as ExternalOptimizerModelBudget, d as ExternalOptimizerModelCallResult, f as ExternalOptimizerModelExecutionObservation, g as ExternalTextCandidate, h as ExternalOptimizerRunnerCommand, i as ExternalOptimizerChatRequest, l as ExternalOptimizerModelCall, n as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, o as ExternalOptimizerEvaluationObservation, p as ExternalOptimizerProcessLimits, r as ExternalOptimizerCallbackLimits, s as ExternalOptimizerEvaluationRefusalReason, t as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, u as ExternalOptimizerModelCallRequest, v as resolveExternalOptimizerCallbackLimits, y as resolveExternalOptimizerProcessLimits } from "../external-optimizer-contracts-
|
|
4
|
-
import { A as LabeledScenarioWrite, B as ScoredSurfaceOutcome, C as JudgeDimension, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, F as ProposeContext, G as labelTrustRank, H as SurfaceProposer, I as ProposedCandidate, L as RedactionStatus, M as OptimizerConfig, N as ParetoParent, O as LabeledScenarioSource, P as ProposalTrackContext, R as Scenario, S as JudgeConfig, T as LabelTrust, U as TraceSpan, V as SessionScript, W as isProposedCandidate, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, h as GateContext, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, m as GateCheckStatus, n as CampaignArtifactWriter, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, s as CampaignTokenUsage, t as CampaignAggregates, u as ComponentSurface, v as GateResult, w as JudgeScore, x as JudgeAggregate, y as GenerationCandidate, z as ScenarioAggregate } from "../types-
|
|
5
|
-
import { $ as OptimizationTokenUsage, At as OpenAutoPrResult, C as RunOptimizationOptions, Ct as PlanCampaignRunOptions, D as runEval, Dt as fsCampaignStorage, E as RunEvalOptions, Et as createRunCostLedger, G as OptimizationMethodComparison, H as CompareOptimizationMethodsOptions, J as OptimizationMethodProvenance, K as OptimizationMethodInput, Mt as LlmJudgeDimension, Nt as LlmJudgeOptions, Ot as inMemoryCampaignStorage, Pt as llmJudge, Q as OptimizationPackageSource, S as PremeasuredOptimizationBaseline, St as CampaignRunPlanCell, T as runOptimization, Tt as CampaignStorage, U as ComparisonCost, W as OptimizationMethod, X as OptimizationMethodRunOptions, Y as OptimizationMethodResult, Z as OptimizationMethodScore, _ as provenanceSpansPath, _t as cellCachePath, a as LoopProvenanceBackend, at as GepaCandidatePopulationCandidate, b as RunImprovementLoopResult, bt as runCampaign, c as LoopProvenanceOptimizationMethod, ct as readGepaCandidatePopulationArtifact, d as campaignMeasurementDigest, dt as ExternalOptimizerObservationSummary, et as combineComparisonCosts, f as canonicalDigest, ft as ExternalOptimizerSubmittedCandidate, g as provenanceRecordPath, gt as readCachedCell, h as loopProvenanceSpans, ht as CacheRead, i as LoopProvenanceArgsFromResult, it as GepaCandidatePopulationArtifact, jt as openAutoPr, kt as OpenAutoPrOptions, l as LoopProvenanceRecord, lt as ExternalOptimizerExecutionSummary, m as loopProvenanceArgsFromResult, mt as CacheIssueReason, n as EmitLoopProvenanceArgs, nt as costFromLedgerSummary, o as LoopProvenanceCandidate, ot as GepaCandidatePopulationSummary, p as emitLoopProvenance, pt as readExternalOptimizerObservationArtifact, q as OptimizationMethodPairwise, r as EmitLoopProvenanceResult, rt as optimizationTokenUsageFromSummary, s as LoopProvenanceEvidence, st as GepaCandidateSelectionScore, t as BuildLoopProvenanceArgs, tt as compareOptimizationMethods, u as buildLoopProvenanceRecord, ut as ExternalOptimizerObservationArtifact, v as verifyLoopProvenanceRecord, vt as CampaignCellFailureReceipt, w as RunOptimizationResult, wt as planCampaignRun, x as runImprovementLoop, xt as CampaignRunPlan, y as RunImprovementLoopOptions, yt as RunCampaignOptions } from "../provenance-
|
|
6
|
-
import { A as campaignScenarioIdentity, C as ExternalTextOptimizerContext, D as decodeExternalTextCandidate, E as ExternalTextEvaluationResponse, I as ReferenceEquivalenceJudgeOptions, M as campaignSplitDigestFromIdentities, O as assertCampaignDesign, R as ReferenceEquivalenceScenario, S as ExternalTextOptimizationMethodConfig, T as ExternalOptimizationExample, _ as DefaultProductionGateOptions, a as GepaAdaptiveEngineRun, b as composeGate, c as GepaOptimizationMethodConfig, d as gepaOptimizationMethod, f as OpenAICompatibleOptimizerModel, g as DefaultProductionGateCheck, h as heldOutGate, i as skillOptOptimizationMethod, j as campaignSplitDigest, k as assertCampaignSplitIdentity, l as GepaOptimizationRecipe, m as HeldOutGateOptions, n as SkillOptRunnerCommand, o as GepaEngineOptions, p as OptimizerModelBudget, r as SkillOptTrainerConfig, s as GepaEngineRun, t as SkillOptOptimizationMethodConfig, u as GepaRunnerCommand, v as DefaultProductionRewardHackingOptions, w as ExternalTextOptimizerResult, x as externalTextOptimizationMethod, y as defaultProductionGate, z as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-
|
|
7
|
-
import { $ as SearchPlannedEvent, $n as CrossSurfacePairEvidence, $t as RunProfileMatrixResult, A as SearchAccountingAudit, An as CrossSurfaceAdditionRejectionReason, At as ProfileMatrixSegmentResult, B as SearchCostAccounting, Bn as CrossSurfaceComponentEvidence, Bt as ScoreboardRow, C as surfaceHash, Cn as discoverEvalFixtures, Ct as tangleTracesRoot, D as FileSearchLedger, Dn as analyzeCrossSurfaceInteractions, Dt as ProfileMatrixCoverage, E as acquireSingleRunLock, En as planEvalFixtureRun, Et as FinalizedProfileMatrixResult, F as SearchCandidateRegisteredEvent, Fn as CrossSurfaceCandidateComparison, Ft as runProfileMatrixSegment, G as SearchLedgerEvent, Gn as CrossSurfaceIneligibilityReason, Gt as renderScoreboardMarkdown, H as SearchLedger, Hn as CrossSurfaceDistribution, Ht as UserStory, I as SearchCandidateSlot, In as CrossSurfaceCandidateEvidence, It as PlaybackContext, J as SearchLedgerTrustedHeadMode, Jn as CrossSurfaceInteractionPath, Jt as userStoryScoreboard, K as SearchLedgerHash, Kn as CrossSurfaceInteractionAwareSelection, Kt as scoreUserStory, L as SearchCandidateSlotClosedEvent, Ln as CrossSurfaceCandidateOutcome, Lt as PlaybackDriver, M as SearchAttemptAccounting, Mn as CrossSurfaceBestSingleSelection, Mt as SegmentedProfileMatrixError, N as SearchCandidateDecidedEvent, Nn as CrossSurfaceBootstrapPolicy, Nt as createProfileMatrixPlan, O as OpenSearchLedgerOptions, On as AnalyzeCrossSurfaceInteractionsInput, Ot as ProfileMatrixPlan, P as SearchCandidateLineage, Pn as CrossSurfaceCandidate, Pt as finalizeProfileMatrix, Q as SearchPlan, Qn as CrossSurfacePairCompatibility, Qt as RunProfileMatrixOptions, R as SearchCandidateSurface, Rn as CrossSurfaceCandidateSummary, Rt as PlaybackStep, S as surfaceContentHash, Sn as PlanEvalFixtureRunOptions, St as resolveRunDir, T as SingleRunLockOptions, Tn as loadEvalFixtureScenarios, Tt as FinalizeProfileMatrixOptions, U as SearchLedgerAppendResult, Un as CrossSurfaceEligibility, Ut as UserStoryVerdict, V as SearchFailureReason, Vn as CrossSurfaceCompositionStep, Vt as ScoreboardSummary, W as SearchLedgerEntry, Wn as CrossSurfaceEvidenceBreakdown, Wt as makePlaybackDispatch, X as SearchOperationKind, Xn as CrossSurfaceInteractionTask, Xt as ProfileMatrixError, Y as SearchModelIdentity, Yn as CrossSurfaceInteractionReport, Yt as ProfileDispatchFn, Z as SearchOperationRecordedEvent, Zn as CrossSurfaceNaiveStackSelection, Zt as ProfileSummary, _ as assertCodeSurfaceIdentity, _n as EvalFixtureLoadOptions, _t as compareRankKeys, a as WorktreeAdapterError, an as LabeledScenarioStoreError, ar as CrossSurfaceSelections, at as SearchSurfaceKind, b as componentSurfaceIdentityMaterial, bn as EvalFixtureValidationMode, bt as scoreDiscrimination, c as verifyCodeSurface, cn as RolloutCall, cr as TraceAnalystArtifact, ct as SearchTokenAccounting, d as PhoenixEvaluationResultLike, dn as classifyUngroundedLiterals, dr as traceAnalystQualityJudge, dt as SearchLedgerConflictError, en as ScenarioRollup, er as CrossSurfacePairIncompatibilityReason, et as SearchPlannedOperation, f as PhoenixEvaluatorLike, fn as rolloutArgumentDiff, ft as SearchLedgerError, g as isTransientTransportFailure, gn as EvalFixtureFile, gt as campaignMeanComposite, h as TransientFailureOptions, hn as EvalFixture, ht as campaignBreakdown, i as WorktreeAdapter, in as FsLabeledScenarioStoreOptions, ir as CrossSurfaceSelectionPolicy, it as SearchSurfaceEvidence, j as SearchArtifactRef, jn as CrossSurfaceAttemptCompleteness, jt as RunProfileMatrixSegmentOptions, k as SEARCH_LEDGER_SCHEMA, kn as CrossSurfaceAdditionDecision, kt as ProfileMatrixRow, l as AutoevalsScoreLike, ln as ScoredRollout, lr as TraceAnalystScenario, lt as openSearchLedger, m as phoenixEvaluatorJudge, mn as neutralizationGate, mt as CampaignBreakdown, n as GitWorktreeAdapterOptions, nn as neutralizeText, nr as CrossSurfaceRankedSingle, nt as SearchSourceRef, o as gitWorktreeAdapter, on as RolloutArgumentDiff, or as CrossSurfaceTaskRow, ot as SearchTaskAttemptedEvent, p as autoevalsScorerJudge, pn as NeutralizationGateOptions, pt as SearchLedgerIntegrityError, q as SearchLedgerReplay, qn as CrossSurfaceInteractionEffect, qt as scoreboardSummary, r as Worktree, rn as FsLabeledScenarioStore, rr as CrossSurfaceRelativeCost, rt as SearchSurfaceEffect, s as resolveWorktreePath, sn as RolloutArgumentDiffOptions, sr as BuildTraceAnalystSurfaceDispatchOptions, st as SearchTaskOutcome, t as CodeSurfaceVerification, tn as runProfileMatrix, tr as CrossSurfacePairwiseEntry, tt as SearchPlannedTask, u as AutoevalsScorerLike, un as UngroundedLiteralReport, ur as buildTraceAnalystSurfaceDispatch, ut as validateSearchLedgerEvent, v as assertComponentSurface, vn as EvalFixtureRunPlan, vt as DiscriminationScore, w as SingleRunLock, wn as loadEvalFixture, wt as CreateProfileMatrixPlanOptions, x as renderSurfaceDiff, xn as LoadEvalFixtureScenariosOptions, xt as selectDiscriminative, y as codeSurfaceIdentityMaterial, yn as EvalFixtureScenario, yt as ScenarioSignal, z as SearchCompletedEvent, zn as CrossSurfaceComponent, zt as ScoreboardRenderOptions } from "../index-
|
|
2
|
+
import { _ as ProposalFinding, v as ProposalFindingOrigin, x as makeProposalFinding } from "../types-BohHewKK.js";
|
|
3
|
+
import { a as ExternalOptimizerEndpointFormat, c as ExternalOptimizerModelBudget, d as ExternalOptimizerModelCallResult, f as ExternalOptimizerModelExecutionObservation, g as ExternalTextCandidate, h as ExternalOptimizerRunnerCommand, i as ExternalOptimizerChatRequest, l as ExternalOptimizerModelCall, n as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, o as ExternalOptimizerEvaluationObservation, p as ExternalOptimizerProcessLimits, r as ExternalOptimizerCallbackLimits, s as ExternalOptimizerEvaluationRefusalReason, t as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, u as ExternalOptimizerModelCallRequest, v as resolveExternalOptimizerCallbackLimits, y as resolveExternalOptimizerProcessLimits } from "../external-optimizer-contracts-CSjDLLmr.js";
|
|
4
|
+
import { A as LabeledScenarioWrite, B as ScoredSurfaceOutcome, C as JudgeDimension, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, F as ProposeContext, G as labelTrustRank, H as SurfaceProposer, I as ProposedCandidate, L as RedactionStatus, M as OptimizerConfig, N as ParetoParent, O as LabeledScenarioSource, P as ProposalTrackContext, R as Scenario, S as JudgeConfig, T as LabelTrust, U as TraceSpan, V as SessionScript, W as isProposedCandidate, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, h as GateContext, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, m as GateCheckStatus, n as CampaignArtifactWriter, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, s as CampaignTokenUsage, t as CampaignAggregates, u as ComponentSurface, v as GateResult, w as JudgeScore, x as JudgeAggregate, y as GenerationCandidate, z as ScenarioAggregate } from "../types-C1Bmeb8X.js";
|
|
5
|
+
import { $ as OptimizationTokenUsage, At as OpenAutoPrResult, C as RunOptimizationOptions, Ct as PlanCampaignRunOptions, D as runEval, Dt as fsCampaignStorage, E as RunEvalOptions, Et as createRunCostLedger, G as OptimizationMethodComparison, H as CompareOptimizationMethodsOptions, J as OptimizationMethodProvenance, K as OptimizationMethodInput, Mt as LlmJudgeDimension, Nt as LlmJudgeOptions, Ot as inMemoryCampaignStorage, Pt as llmJudge, Q as OptimizationPackageSource, S as PremeasuredOptimizationBaseline, St as CampaignRunPlanCell, T as runOptimization, Tt as CampaignStorage, U as ComparisonCost, W as OptimizationMethod, X as OptimizationMethodRunOptions, Y as OptimizationMethodResult, Z as OptimizationMethodScore, _ as provenanceSpansPath, _t as cellCachePath, a as LoopProvenanceBackend, at as GepaCandidatePopulationCandidate, b as RunImprovementLoopResult, bt as runCampaign, c as LoopProvenanceOptimizationMethod, ct as readGepaCandidatePopulationArtifact, d as campaignMeasurementDigest, dt as ExternalOptimizerObservationSummary, et as combineComparisonCosts, f as canonicalDigest, ft as ExternalOptimizerSubmittedCandidate, g as provenanceRecordPath, gt as readCachedCell, h as loopProvenanceSpans, ht as CacheRead, i as LoopProvenanceArgsFromResult, it as GepaCandidatePopulationArtifact, jt as openAutoPr, kt as OpenAutoPrOptions, l as LoopProvenanceRecord, lt as ExternalOptimizerExecutionSummary, m as loopProvenanceArgsFromResult, mt as CacheIssueReason, n as EmitLoopProvenanceArgs, nt as costFromLedgerSummary, o as LoopProvenanceCandidate, ot as GepaCandidatePopulationSummary, p as emitLoopProvenance, pt as readExternalOptimizerObservationArtifact, q as OptimizationMethodPairwise, r as EmitLoopProvenanceResult, rt as optimizationTokenUsageFromSummary, s as LoopProvenanceEvidence, st as GepaCandidateSelectionScore, t as BuildLoopProvenanceArgs, tt as compareOptimizationMethods, u as buildLoopProvenanceRecord, ut as ExternalOptimizerObservationArtifact, v as verifyLoopProvenanceRecord, vt as CampaignCellFailureReceipt, w as RunOptimizationResult, wt as planCampaignRun, x as runImprovementLoop, xt as CampaignRunPlan, y as RunImprovementLoopOptions, yt as RunCampaignOptions } from "../provenance-LrOEOHQb.js";
|
|
6
|
+
import { A as campaignScenarioIdentity, C as ExternalTextOptimizerContext, D as decodeExternalTextCandidate, E as ExternalTextEvaluationResponse, I as ReferenceEquivalenceJudgeOptions, M as campaignSplitDigestFromIdentities, O as assertCampaignDesign, R as ReferenceEquivalenceScenario, S as ExternalTextOptimizationMethodConfig, T as ExternalOptimizationExample, _ as DefaultProductionGateOptions, a as GepaAdaptiveEngineRun, b as composeGate, c as GepaOptimizationMethodConfig, d as gepaOptimizationMethod, f as OpenAICompatibleOptimizerModel, g as DefaultProductionGateCheck, h as heldOutGate, i as skillOptOptimizationMethod, j as campaignSplitDigest, k as assertCampaignSplitIdentity, l as GepaOptimizationRecipe, m as HeldOutGateOptions, n as SkillOptRunnerCommand, o as GepaEngineOptions, p as OptimizerModelBudget, r as SkillOptTrainerConfig, s as GepaEngineRun, t as SkillOptOptimizationMethodConfig, u as GepaRunnerCommand, v as DefaultProductionRewardHackingOptions, w as ExternalTextOptimizerResult, x as externalTextOptimizationMethod, y as defaultProductionGate, z as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-BoC1Qccx.js";
|
|
7
|
+
import { $ as SearchPlannedEvent, $n as CrossSurfacePairEvidence, $t as RunProfileMatrixResult, A as SearchAccountingAudit, An as CrossSurfaceAdditionRejectionReason, At as ProfileMatrixSegmentResult, B as SearchCostAccounting, Bn as CrossSurfaceComponentEvidence, Bt as ScoreboardRow, C as surfaceHash, Cn as discoverEvalFixtures, Ct as tangleTracesRoot, D as FileSearchLedger, Dn as analyzeCrossSurfaceInteractions, Dt as ProfileMatrixCoverage, E as acquireSingleRunLock, En as planEvalFixtureRun, Et as FinalizedProfileMatrixResult, F as SearchCandidateRegisteredEvent, Fn as CrossSurfaceCandidateComparison, Ft as runProfileMatrixSegment, G as SearchLedgerEvent, Gn as CrossSurfaceIneligibilityReason, Gt as renderScoreboardMarkdown, H as SearchLedger, Hn as CrossSurfaceDistribution, Ht as UserStory, I as SearchCandidateSlot, In as CrossSurfaceCandidateEvidence, It as PlaybackContext, J as SearchLedgerTrustedHeadMode, Jn as CrossSurfaceInteractionPath, Jt as userStoryScoreboard, K as SearchLedgerHash, Kn as CrossSurfaceInteractionAwareSelection, Kt as scoreUserStory, L as SearchCandidateSlotClosedEvent, Ln as CrossSurfaceCandidateOutcome, Lt as PlaybackDriver, M as SearchAttemptAccounting, Mn as CrossSurfaceBestSingleSelection, Mt as SegmentedProfileMatrixError, N as SearchCandidateDecidedEvent, Nn as CrossSurfaceBootstrapPolicy, Nt as createProfileMatrixPlan, O as OpenSearchLedgerOptions, On as AnalyzeCrossSurfaceInteractionsInput, Ot as ProfileMatrixPlan, P as SearchCandidateLineage, Pn as CrossSurfaceCandidate, Pt as finalizeProfileMatrix, Q as SearchPlan, Qn as CrossSurfacePairCompatibility, Qt as RunProfileMatrixOptions, R as SearchCandidateSurface, Rn as CrossSurfaceCandidateSummary, Rt as PlaybackStep, S as surfaceContentHash, Sn as PlanEvalFixtureRunOptions, St as resolveRunDir, T as SingleRunLockOptions, Tn as loadEvalFixtureScenarios, Tt as FinalizeProfileMatrixOptions, U as SearchLedgerAppendResult, Un as CrossSurfaceEligibility, Ut as UserStoryVerdict, V as SearchFailureReason, Vn as CrossSurfaceCompositionStep, Vt as ScoreboardSummary, W as SearchLedgerEntry, Wn as CrossSurfaceEvidenceBreakdown, Wt as makePlaybackDispatch, X as SearchOperationKind, Xn as CrossSurfaceInteractionTask, Xt as ProfileMatrixError, Y as SearchModelIdentity, Yn as CrossSurfaceInteractionReport, Yt as ProfileDispatchFn, Z as SearchOperationRecordedEvent, Zn as CrossSurfaceNaiveStackSelection, Zt as ProfileSummary, _ as assertCodeSurfaceIdentity, _n as EvalFixtureLoadOptions, _t as compareRankKeys, a as WorktreeAdapterError, an as LabeledScenarioStoreError, ar as CrossSurfaceSelections, at as SearchSurfaceKind, b as componentSurfaceIdentityMaterial, bn as EvalFixtureValidationMode, bt as scoreDiscrimination, c as verifyCodeSurface, cn as RolloutCall, cr as TraceAnalystArtifact, ct as SearchTokenAccounting, d as PhoenixEvaluationResultLike, dn as classifyUngroundedLiterals, dr as traceAnalystQualityJudge, dt as SearchLedgerConflictError, en as ScenarioRollup, er as CrossSurfacePairIncompatibilityReason, et as SearchPlannedOperation, f as PhoenixEvaluatorLike, fn as rolloutArgumentDiff, ft as SearchLedgerError, g as isTransientTransportFailure, gn as EvalFixtureFile, gt as campaignMeanComposite, h as TransientFailureOptions, hn as EvalFixture, ht as campaignBreakdown, i as WorktreeAdapter, in as FsLabeledScenarioStoreOptions, ir as CrossSurfaceSelectionPolicy, it as SearchSurfaceEvidence, j as SearchArtifactRef, jn as CrossSurfaceAttemptCompleteness, jt as RunProfileMatrixSegmentOptions, k as SEARCH_LEDGER_SCHEMA, kn as CrossSurfaceAdditionDecision, kt as ProfileMatrixRow, l as AutoevalsScoreLike, ln as ScoredRollout, lr as TraceAnalystScenario, lt as openSearchLedger, m as phoenixEvaluatorJudge, mn as neutralizationGate, mt as CampaignBreakdown, n as GitWorktreeAdapterOptions, nn as neutralizeText, nr as CrossSurfaceRankedSingle, nt as SearchSourceRef, o as gitWorktreeAdapter, on as RolloutArgumentDiff, or as CrossSurfaceTaskRow, ot as SearchTaskAttemptedEvent, p as autoevalsScorerJudge, pn as NeutralizationGateOptions, pt as SearchLedgerIntegrityError, q as SearchLedgerReplay, qn as CrossSurfaceInteractionEffect, qt as scoreboardSummary, r as Worktree, rn as FsLabeledScenarioStore, rr as CrossSurfaceRelativeCost, rt as SearchSurfaceEffect, s as resolveWorktreePath, sn as RolloutArgumentDiffOptions, sr as BuildTraceAnalystSurfaceDispatchOptions, st as SearchTaskOutcome, t as CodeSurfaceVerification, tn as runProfileMatrix, tr as CrossSurfacePairwiseEntry, tt as SearchPlannedTask, u as AutoevalsScorerLike, un as UngroundedLiteralReport, ur as buildTraceAnalystSurfaceDispatch, ut as validateSearchLedgerEvent, v as assertComponentSurface, vn as EvalFixtureRunPlan, vt as DiscriminationScore, w as SingleRunLock, wn as loadEvalFixture, wt as CreateProfileMatrixPlanOptions, x as renderSurfaceDiff, xn as LoadEvalFixtureScenariosOptions, xt as selectDiscriminative, y as codeSurfaceIdentityMaterial, yn as EvalFixtureScenario, yt as ScenarioSignal, z as SearchCompletedEvent, zn as CrossSurfaceComponent, zt as ScoreboardRenderOptions } from "../index-BjBjxiVv.js";
|
|
8
8
|
import { c as powerPreflight, o as PowerPreflight, s as PowerPreflightOptions } from "../pareto-BqNW3LJR.js";
|
|
9
|
-
import { a as ObjectiveSource, c as PromotionPolicy, d as paretoSignificanceGate, i as EvidenceVector, l as buildEvidenceVector, n as AxisVerdict, o as ParetoSignificanceGateOptions, r as BuildEvidenceVectorOptions, s as PromotionObjective, t as AxisEvidence, u as paretoPolicy } from "../promotion-policy-
|
|
10
|
-
import { a as detectScale, c as pairHoldout, d as SequentialDecision, f as SequentialObservation, g as sequentialPairedGate, h as sequentialDecide, i as PairedHoldout, l as SequentialDecideFn, m as SequentialPairedGateOptions, n as HeldoutSignificance, o as dimensionRegressions, p as SequentialPairedGate, r as HeldoutSignificanceOptions, s as heldoutSignificance, t as DimensionRegression, u as SequentialDecideOptions } from "../statistical-heldout-
|
|
9
|
+
import { a as ObjectiveSource, c as PromotionPolicy, d as paretoSignificanceGate, i as EvidenceVector, l as buildEvidenceVector, n as AxisVerdict, o as ParetoSignificanceGateOptions, r as BuildEvidenceVectorOptions, s as PromotionObjective, t as AxisEvidence, u as paretoPolicy } from "../promotion-policy-CewdjfCJ.js";
|
|
10
|
+
import { a as detectScale, c as pairHoldout, d as SequentialDecision, f as SequentialObservation, g as sequentialPairedGate, h as sequentialDecide, i as PairedHoldout, l as SequentialDecideFn, m as SequentialPairedGateOptions, n as HeldoutSignificance, o as dimensionRegressions, p as SequentialPairedGate, r as HeldoutSignificanceOptions, s as heldoutSignificance, t as DimensionRegression, u as SequentialDecideOptions } from "../statistical-heldout-uxSpFEjm.js";
|
|
11
11
|
export { type AnalyzeCrossSurfaceInteractionsInput, type AutoevalsScoreLike, type AutoevalsScorerLike, type AxisEvidence, type AxisVerdict, type BuildEvidenceVectorOptions, type BuildLoopProvenanceArgs, type BuildTraceAnalystSurfaceDispatchOptions, type CacheIssueReason, type CacheRead, type CampaignAggregates, type CampaignArtifactWriter, type CampaignBreakdown, type CampaignCellFailureReceipt, type CampaignCellResult, type CampaignCostMeter, type CampaignResult, type CampaignRunPlan, type CampaignRunPlanCell, type CampaignScenarioIdentity, type CampaignStorage, type CampaignTokenUsage, type CampaignTraceWriter, type CodeSurface, type CodeSurfaceVerification, type CompareOptimizationMethodsOptions, type ComparisonCost, type ComponentSurface, type CostLedgerHandle, type CreateProfileMatrixPlanOptions, type CrossSurfaceAdditionDecision, type CrossSurfaceAdditionRejectionReason, type CrossSurfaceAttemptCompleteness, type CrossSurfaceBestSingleSelection, type CrossSurfaceBootstrapPolicy, type CrossSurfaceCandidate, type CrossSurfaceCandidateComparison, type CrossSurfaceCandidateEvidence, type CrossSurfaceCandidateOutcome, type CrossSurfaceCandidateSummary, type CrossSurfaceComponent, type CrossSurfaceComponentEvidence, type CrossSurfaceCompositionStep, type CrossSurfaceDistribution, type CrossSurfaceEligibility, type CrossSurfaceEvidenceBreakdown, type CrossSurfaceIneligibilityReason, type CrossSurfaceInteractionAwareSelection, type CrossSurfaceInteractionEffect, type CrossSurfaceInteractionPath, type CrossSurfaceInteractionReport, type CrossSurfaceInteractionTask, type CrossSurfaceNaiveStackSelection, type CrossSurfacePairCompatibility, type CrossSurfacePairEvidence, type CrossSurfacePairIncompatibilityReason, type CrossSurfacePairwiseEntry, type CrossSurfaceRankedSingle, type CrossSurfaceRelativeCost, type CrossSurfaceSelectionPolicy, type CrossSurfaceSelections, type CrossSurfaceTaskRow, DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, type DefaultProductionGateCheck, type DefaultProductionGateOptions, type DefaultProductionRewardHackingOptions, type DimensionRegression, type DiscriminationScore, type DispatchContext, type DispatchFn, type EmitLoopProvenanceArgs, type EmitLoopProvenanceResult, type EvalFixture, type EvalFixtureFile, type EvalFixtureLoadOptions, type EvalFixtureRunPlan, type EvalFixtureScenario, type EvalFixtureValidationMode, type EvidenceVector, type ExternalOptimizationExample, type ExternalOptimizerCallbackLimits, type ExternalOptimizerChatRequest, type ExternalOptimizerEndpointFormat, type ExternalOptimizerEvaluationObservation, type ExternalOptimizerEvaluationRefusalReason, type ExternalOptimizerExecutionSummary, type ExternalOptimizerModelBudget, type ExternalOptimizerModelCall, type ExternalOptimizerModelCallRequest, type ExternalOptimizerModelCallResult, type ExternalOptimizerModelExecutionObservation, type ExternalOptimizerObservationArtifact, type ExternalOptimizerObservationSummary, type ExternalOptimizerProcessLimits, type ExternalOptimizerRunnerCommand, type ExternalOptimizerSubmittedCandidate, type ExternalTextCandidate, type ExternalTextEvaluationResponse, type ExternalTextOptimizationMethodConfig, type ExternalTextOptimizerContext, type ExternalTextOptimizerResult, FileSearchLedger, type FinalizeProfileMatrixOptions, type FinalizedProfileMatrixResult, FsLabeledScenarioStore, type FsLabeledScenarioStoreOptions, type Gate, type GateCheckStatus, type GateContext, type GateContribution, type GateDecision, type GateResult, type GenerationCandidate, type GenerationRecord, type GepaAdaptiveEngineRun, type GepaCandidatePopulationArtifact, type GepaCandidatePopulationCandidate, type GepaCandidatePopulationSummary, type GepaCandidateSelectionScore, type GepaEngineOptions, type GepaEngineRun, type GepaOptimizationMethodConfig, type GepaOptimizationRecipe, type GepaRunnerCommand, type GitWorktreeAdapterOptions, type HeldOutGateOptions, type HeldoutSignificance, type HeldoutSignificanceOptions, type JudgeAggregate, type JudgeConfig, type JudgeDimension, type JudgeScore, type LabelTrust, type LabeledScenarioRecord, type LabeledScenarioSampleArgs, type LabeledScenarioSource, type LabeledScenarioStore, LabeledScenarioStoreError, type LabeledScenarioWrite, type LlmJudgeDimension, type LlmJudgeOptions, type LoadEvalFixtureScenariosOptions, type LoopProvenanceArgsFromResult, type LoopProvenanceBackend, type LoopProvenanceCandidate, type LoopProvenanceEvidence, type LoopProvenanceOptimizationMethod, type LoopProvenanceRecord, type MutableSurface, type NeutralizationGateOptions, type ObjectiveSource, type OpenAICompatibleOptimizerModel, type OpenAutoPrOptions, type OpenAutoPrResult, type OpenSearchLedgerOptions, type OptimizationMethod, type OptimizationMethodComparison, type OptimizationMethodInput, type OptimizationMethodPairwise, type OptimizationMethodProvenance, type OptimizationMethodResult, type OptimizationMethodRunOptions, type OptimizationMethodScore, type OptimizationPackageSource, type OptimizationTokenUsage, type OptimizerConfig, type OptimizerModelBudget, type PairedHoldout, type ParetoParent, type ParetoSignificanceGateOptions, type PendingCostCallView, type PhoenixEvaluationResultLike, type PhoenixEvaluatorLike, type PlanCampaignRunOptions, type PlanEvalFixtureRunOptions, type PlaybackContext, type PlaybackDriver, type PlaybackStep, type PowerPreflight, type PowerPreflightOptions, type PremeasuredOptimizationBaseline, type ProfileDispatchFn, type ProfileMatrixCoverage, ProfileMatrixError, type ProfileMatrixPlan, type ProfileMatrixRow, type ProfileMatrixSegmentResult, type ProfileSummary, type PromotionObjective, type PromotionPolicy, type ProposalFinding, type ProposalFindingOrigin, type ProposalTrackContext, type ProposeContext, type ProposedCandidate, type RedactionStatus, type ReferenceEquivalenceJudgeOptions, type ReferenceEquivalenceScenario, type RolloutArgumentDiff, type RolloutArgumentDiffOptions, type RolloutCall, type RunCampaignOptions, type RunEvalOptions, type RunImprovementLoopOptions, type RunImprovementLoopResult, type RunOptimizationOptions, type RunOptimizationResult, type RunProfileMatrixOptions, type RunProfileMatrixResult, type RunProfileMatrixSegmentOptions, SEARCH_LEDGER_SCHEMA, type Scenario, type ScenarioAggregate, type ScenarioRollup, type ScenarioSignal, type ScoreboardRenderOptions, type ScoreboardRow, type ScoreboardSummary, type ScoredRollout, type ScoredSurfaceOutcome, type SearchAccountingAudit, type SearchArtifactRef, type SearchAttemptAccounting, type SearchCandidateDecidedEvent, type SearchCandidateLineage, type SearchCandidateRegisteredEvent, type SearchCandidateSlot, type SearchCandidateSlotClosedEvent, type SearchCandidateSurface, type SearchCompletedEvent, type SearchCostAccounting, type SearchFailureReason, type SearchLedger, type SearchLedgerAppendResult, SearchLedgerConflictError, type SearchLedgerEntry, SearchLedgerError, type SearchLedgerEvent, type SearchLedgerHash, SearchLedgerIntegrityError, type SearchLedgerReplay, type SearchLedgerTrustedHeadMode, type SearchModelIdentity, type SearchOperationKind, type SearchOperationRecordedEvent, type SearchPlan, type SearchPlannedEvent, type SearchPlannedOperation, type SearchPlannedTask, type SearchSourceRef, type SearchSurfaceEffect, type SearchSurfaceEvidence, type SearchSurfaceKind, type SearchTaskAttemptedEvent, type SearchTaskOutcome, type SearchTokenAccounting, SegmentedProfileMatrixError, type SequentialDecideFn, type SequentialDecideOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SessionScript, type SingleRunLock, type SingleRunLockOptions, type SkillOptOptimizationMethodConfig, type SkillOptRunnerCommand, type SkillOptTrainerConfig, type SurfaceProposer, type TraceAnalystArtifact, type TraceAnalystScenario, type TraceSpan, type TransientFailureOptions, type UngroundedLiteralReport, type UserStory, type UserStoryVerdict, type Worktree, type WorktreeAdapter, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertComponentSurface, autoevalsScorerJudge, buildEvidenceVector, buildLoopProvenanceRecord, buildTraceAnalystSurfaceDispatch, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, cellCachePath, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, combineComparisonCosts, compareOptimizationMethods, compareRankKeys, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createProfileMatrixPlan, createReferenceEquivalenceJudge, createRunCostLedger, decodeExternalTextCandidate, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, externalTextOptimizationMethod, finalizeProfileMatrix, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, makeProposalFinding, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, phoenixEvaluatorJudge, planCampaignRun, planEvalFixtureRun, powerPreflight, provenanceRecordPath, provenanceSpansPath, readCachedCell, readExternalOptimizerObservationArtifact, readGepaCandidatePopulationArtifact, renderScoreboardMarkdown, renderSurfaceDiff, resolveExternalOptimizerCallbackLimits, resolveExternalOptimizerProcessLimits, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, runProfileMatrixSegment, scoreDiscrimination, scoreUserStory, scoreboardSummary, selectDiscriminative, sequentialDecide, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceHash, tangleTracesRoot, traceAnalystQualityJudge, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord };
|
package/dist/campaign/index.js
CHANGED
|
@@ -1,10 +1,10 @@
|
|
|
1
|
-
import { $ as assertCampaignDesign, A as surfaceHash, C as optimizationTokenUsageFromSummary, D as componentSurfaceIdentityMaterial, E as codeSurfaceIdentityMaterial, G as runEval, J as resolveRunDir, K as runCampaign, M as campaignMeanComposite, N as compareRankKeys, O as renderSurfaceDiff, R as readGepaCandidatePopulationArtifact, S as costFromLedgerSummary, T as assertComponentSurface, Y as tangleTracesRoot, a as canonicalDigest, at as cellCachePath, b as combineComparisonCosts, c as loopProvenanceSpans, d as verifyLoopProvenanceRecord, et as assertCampaignSplitIdentity, f as runImprovementLoop, h as labelTrustRank, i as campaignMeasurementDigest, it as readCachedCell, j as campaignBreakdown, k as surfaceContentHash, l as provenanceRecordPath, m as isProposedCandidate, nt as campaignSplitDigest, o as emitLoopProvenance, p as runOptimization, q as planCampaignRun, r as buildLoopProvenanceRecord, rt as campaignSplitDigestFromIdentities, s as loopProvenanceArgsFromResult, t as llmJudge, tt as campaignScenarioIdentity, u as provenanceSpansPath, v as openAutoPr, w as assertCodeSurfaceIdentity, x as compareOptimizationMethods, z as defaultProductionGate } from "../llm-judge-
|
|
2
|
-
import { E as SearchLedgerIntegrityError, S as inMemoryCampaignStorage, T as SearchLedgerError, _ as resolveExternalOptimizerCallbackLimits, b as createRunCostLedger, c as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, l as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, v as resolveExternalOptimizerProcessLimits, w as SearchLedgerConflictError, x as fsCampaignStorage } from "../external-optimizer-subprocess-
|
|
1
|
+
import { $ as assertCampaignDesign, A as surfaceHash, C as optimizationTokenUsageFromSummary, D as componentSurfaceIdentityMaterial, E as codeSurfaceIdentityMaterial, G as runEval, J as resolveRunDir, K as runCampaign, M as campaignMeanComposite, N as compareRankKeys, O as renderSurfaceDiff, R as readGepaCandidatePopulationArtifact, S as costFromLedgerSummary, T as assertComponentSurface, Y as tangleTracesRoot, a as canonicalDigest, at as cellCachePath, b as combineComparisonCosts, c as loopProvenanceSpans, d as verifyLoopProvenanceRecord, et as assertCampaignSplitIdentity, f as runImprovementLoop, h as labelTrustRank, i as campaignMeasurementDigest, it as readCachedCell, j as campaignBreakdown, k as surfaceContentHash, l as provenanceRecordPath, m as isProposedCandidate, nt as campaignSplitDigest, o as emitLoopProvenance, p as runOptimization, q as planCampaignRun, r as buildLoopProvenanceRecord, rt as campaignSplitDigestFromIdentities, s as loopProvenanceArgsFromResult, t as llmJudge, tt as campaignScenarioIdentity, u as provenanceSpansPath, v as openAutoPr, w as assertCodeSurfaceIdentity, x as compareOptimizationMethods, z as defaultProductionGate } from "../llm-judge-DrzsVS5k.js";
|
|
2
|
+
import { E as SearchLedgerIntegrityError, S as inMemoryCampaignStorage, T as SearchLedgerError, _ as resolveExternalOptimizerCallbackLimits, b as createRunCostLedger, c as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, l as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, v as resolveExternalOptimizerProcessLimits, w as SearchLedgerConflictError, x as fsCampaignStorage } from "../external-optimizer-subprocess-DU1KM8yV.js";
|
|
3
3
|
import { a as heldoutSignificance, i as dimensionRegressions, o as pairHoldout, r as detectScale, t as powerPreflight } from "../power-preflight-DEw-uC7q.js";
|
|
4
4
|
import { r as makeProposalFinding } from "../types-BI4fT3HN.js";
|
|
5
|
-
import { n as acquireSingleRunLock } from "../external-optimizer-process-
|
|
6
|
-
import { a as externalTextOptimizationMethod, i as composeGate, n as gepaOptimizationMethod, o as decodeExternalTextCandidate, r as heldOutGate, s as readExternalOptimizerObservationArtifact, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-
|
|
7
|
-
import { A as neutralizationGate, C as scoreboardSummary, D as LabeledScenarioStoreError, E as FsLabeledScenarioStore, F as analyzeCrossSurfaceInteractions, I as buildTraceAnalystSurfaceDispatch, L as traceAnalystQualityJudge, M as loadEvalFixture, N as loadEvalFixtureScenarios, O as classifyUngroundedLiterals, P as planEvalFixtureRun, S as scoreUserStory, T as neutralizeText, _ as runProfileMatrixSegment, a as autoevalsScorerJudge, b as makePlaybackDispatch, c as FileSearchLedger, d as validateSearchLedgerEvent, f as scoreDiscrimination, g as finalizeProfileMatrix, h as createProfileMatrixPlan, i as verifyCodeSurface, j as discoverEvalFixtures, k as rolloutArgumentDiff, l as SEARCH_LEDGER_SCHEMA, m as SegmentedProfileMatrixError, n as gitWorktreeAdapter, o as phoenixEvaluatorJudge, p as selectDiscriminative, r as resolveWorktreePath, s as isTransientTransportFailure, t as WorktreeAdapterError, u as openSearchLedger, v as ProfileMatrixError, w as userStoryScoreboard, x as renderScoreboardMarkdown, y as runProfileMatrix } from "../campaign-
|
|
5
|
+
import { n as acquireSingleRunLock } from "../external-optimizer-process-C4AyCcQd.js";
|
|
6
|
+
import { a as externalTextOptimizationMethod, i as composeGate, n as gepaOptimizationMethod, o as decodeExternalTextCandidate, r as heldOutGate, s as readExternalOptimizerObservationArtifact, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-C_UrqZs2.js";
|
|
7
|
+
import { A as neutralizationGate, C as scoreboardSummary, D as LabeledScenarioStoreError, E as FsLabeledScenarioStore, F as analyzeCrossSurfaceInteractions, I as buildTraceAnalystSurfaceDispatch, L as traceAnalystQualityJudge, M as loadEvalFixture, N as loadEvalFixtureScenarios, O as classifyUngroundedLiterals, P as planEvalFixtureRun, S as scoreUserStory, T as neutralizeText, _ as runProfileMatrixSegment, a as autoevalsScorerJudge, b as makePlaybackDispatch, c as FileSearchLedger, d as validateSearchLedgerEvent, f as scoreDiscrimination, g as finalizeProfileMatrix, h as createProfileMatrixPlan, i as verifyCodeSurface, j as discoverEvalFixtures, k as rolloutArgumentDiff, l as SEARCH_LEDGER_SCHEMA, m as SegmentedProfileMatrixError, n as gitWorktreeAdapter, o as phoenixEvaluatorJudge, p as selectDiscriminative, r as resolveWorktreePath, s as isTransientTransportFailure, t as WorktreeAdapterError, u as openSearchLedger, v as ProfileMatrixError, w as userStoryScoreboard, x as renderScoreboardMarkdown, y as runProfileMatrix } from "../campaign-DCDdhuv2.js";
|
|
8
8
|
import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-xzA40Evo.js";
|
|
9
9
|
import { n as sequentialPairedGate, t as sequentialDecide } from "../sequential-C458DXNf.js";
|
|
10
10
|
export { DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, FileSearchLedger, FsLabeledScenarioStore, LabeledScenarioStoreError, ProfileMatrixError, SEARCH_LEDGER_SCHEMA, SearchLedgerConflictError, SearchLedgerError, SearchLedgerIntegrityError, SegmentedProfileMatrixError, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertComponentSurface, autoevalsScorerJudge, buildEvidenceVector, buildLoopProvenanceRecord, buildTraceAnalystSurfaceDispatch, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, cellCachePath, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, combineComparisonCosts, compareOptimizationMethods, compareRankKeys, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createProfileMatrixPlan, createReferenceEquivalenceJudge, createRunCostLedger, decodeExternalTextCandidate, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, externalTextOptimizationMethod, finalizeProfileMatrix, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, makeProposalFinding, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, phoenixEvaluatorJudge, planCampaignRun, planEvalFixtureRun, powerPreflight, provenanceRecordPath, provenanceSpansPath, readCachedCell, readExternalOptimizerObservationArtifact, readGepaCandidatePopulationArtifact, renderScoreboardMarkdown, renderSurfaceDiff, resolveExternalOptimizerCallbackLimits, resolveExternalOptimizerProcessLimits, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, runProfileMatrixSegment, scoreDiscrimination, scoreUserStory, scoreboardSummary, selectDiscriminative, sequentialDecide, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceHash, tangleTracesRoot, traceAnalystQualityJudge, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord };
|
|
@@ -1,20 +1,20 @@
|
|
|
1
1
|
import { s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
|
|
2
|
-
import { c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, s as agentProfileHash, t as extractProducedState } from "./produced-state-
|
|
2
|
+
import { c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, s as agentProfileHash, t as extractProducedState } from "./produced-state-Dtx60bUQ.js";
|
|
3
3
|
import { buildAgentProfileCell } from "./profile-cell.js";
|
|
4
4
|
import { t as comparePairedArms } from "./paired-arms-D-XRF_fy.js";
|
|
5
5
|
import { r as pairedBootstrap } from "./paired-tests-BHIhYVdu.js";
|
|
6
6
|
import { c as validateRunRecord, i as modelHasSnapshot, n as UNKNOWN_MODEL, s as runTaskScore } from "./run-record-D2lDdSAz.js";
|
|
7
7
|
import { n as contentHash, t as canonicalJson } from "./verdict-cache-mZf5FEiY.js";
|
|
8
|
-
import { $ as assertCampaignDesign, J as resolveRunDir, K as runCampaign, Q as summarizeBackendIntegrity, Z as assertRealBackend, at as cellCachePath, h as labelTrustRank, k as surfaceContentHash, ot as computeManifestHash, q as planCampaignRun, tt as campaignScenarioIdentity, w as assertCodeSurfaceIdentity } from "./llm-judge-
|
|
8
|
+
import { $ as assertCampaignDesign, J as resolveRunDir, K as runCampaign, Q as summarizeBackendIntegrity, Z as assertRealBackend, at as cellCachePath, h as labelTrustRank, k as surfaceContentHash, ot as computeManifestHash, q as planCampaignRun, tt as campaignScenarioIdentity, w as assertCodeSurfaceIdentity } from "./llm-judge-DrzsVS5k.js";
|
|
9
9
|
import { a as campaignCellCostProvenance, l as campaignCellToRunRecord, u as projectCampaignCellQuality } from "./reward-hacking-DFo2FU5J.js";
|
|
10
|
-
import { t as CostAccountingIncompleteError } from "./cost-ledger-
|
|
10
|
+
import { t as CostAccountingIncompleteError } from "./cost-ledger-B1qx30B4.js";
|
|
11
11
|
import { t as FileLedgerJournal, u as mapConcurrent } from "./ledger-core-DTae9rv_.js";
|
|
12
12
|
import { r as canonicalString } from "./canonical-D-XsTQ6_.js";
|
|
13
|
-
import { C as SEARCH_LEDGER_FILE_CONTEXT, E as SearchLedgerIntegrityError, T as SearchLedgerError, w as SearchLedgerConflictError, x as fsCampaignStorage } from "./external-optimizer-subprocess-
|
|
13
|
+
import { C as SEARCH_LEDGER_FILE_CONTEXT, E as SearchLedgerIntegrityError, T as SearchLedgerError, w as SearchLedgerConflictError, x as fsCampaignStorage } from "./external-optimizer-subprocess-DU1KM8yV.js";
|
|
14
14
|
import { o as pairHoldout } from "./power-preflight-DEw-uC7q.js";
|
|
15
15
|
import { a as scoreAnalystFindings } from "./benchmark-BhT16ep9.js";
|
|
16
|
-
import "./external-optimizer-process-
|
|
17
|
-
import "./skillopt-optimization-method-
|
|
16
|
+
import "./external-optimizer-process-C4AyCcQd.js";
|
|
17
|
+
import "./skillopt-optimization-method-C_UrqZs2.js";
|
|
18
18
|
import { createHash } from "node:crypto";
|
|
19
19
|
import { closeSync, constants, existsSync, fstatSync, lstatSync, mkdirSync, mkdtempSync, openSync, readFileSync, readSync, readdirSync, readlinkSync, realpathSync, rmSync, statSync, writeFileSync } from "node:fs";
|
|
20
20
|
import { z } from "zod";
|
|
@@ -3685,4 +3685,4 @@ function resolveWorktreePath(surface, worktreeDir) {
|
|
|
3685
3685
|
//#endregion
|
|
3686
3686
|
export { neutralizationGate as A, scoreboardSummary as C, LabeledScenarioStoreError as D, FsLabeledScenarioStore as E, analyzeCrossSurfaceInteractions as F, buildTraceAnalystSurfaceDispatch as I, traceAnalystQualityJudge as L, loadEvalFixture as M, loadEvalFixtureScenarios as N, classifyUngroundedLiterals as O, planEvalFixtureRun as P, scoreUserStory as S, neutralizeText as T, runProfileMatrixSegment as _, autoevalsScorerJudge as a, makePlaybackDispatch as b, FileSearchLedger as c, validateSearchLedgerEvent as d, scoreDiscrimination as f, finalizeProfileMatrix as g, createProfileMatrixPlan as h, verifyCodeSurface as i, discoverEvalFixtures as j, rolloutArgumentDiff as k, SEARCH_LEDGER_SCHEMA as l, SegmentedProfileMatrixError as m, gitWorktreeAdapter as n, phoenixEvaluatorJudge as o, selectDiscriminative as p, resolveWorktreePath as r, isTransientTransportFailure as s, WorktreeAdapterError as t, openSearchLedger as u, ProfileMatrixError as v, userStoryScoreboard as w, renderScoreboardMarkdown as x, runProfileMatrix as y };
|
|
3687
3687
|
|
|
3688
|
-
//# sourceMappingURL=campaign-
|
|
3688
|
+
//# sourceMappingURL=campaign-DCDdhuv2.js.map
|