@tangle-network/agent-eval 0.126.0 → 0.126.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +26 -0
- package/dist/analyst/index.js +3 -3
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +27 -6
- package/dist/campaign/index.js +5 -3
- package/dist/{chunk-NTOV7RU5.js → chunk-7AN2E7BU.js} +233 -57
- package/dist/chunk-7AN2E7BU.js.map +1 -0
- package/dist/{chunk-4B7ZZHPX.js → chunk-KE2VWPZX.js} +3 -3
- package/dist/{chunk-CM4OILD2.js → chunk-LUNF2SEL.js} +4 -6
- package/dist/{chunk-CM4OILD2.js.map → chunk-LUNF2SEL.js.map} +1 -1
- package/dist/{chunk-UI4YMIN2.js → chunk-WGXIEX7P.js} +12 -1
- package/dist/chunk-WGXIEX7P.js.map +1 -0
- package/dist/{chunk-KO2PZOGP.js → chunk-Y5CLI4PY.js} +3 -3
- package/dist/contract/index.d.ts +29 -5
- package/dist/contract/index.js +5 -4
- package/dist/contract/index.js.map +1 -1
- package/dist/index.js +5 -5
- package/dist/openapi.json +1 -1
- package/docs/campaign-proposers.md +3 -3
- package/package.json +1 -1
- package/dist/chunk-NTOV7RU5.js.map +0 -1
- package/dist/chunk-UI4YMIN2.js.map +0 -1
- /package/dist/{chunk-4B7ZZHPX.js.map → chunk-KE2VWPZX.js.map} +0 -0
- /package/dist/{chunk-KO2PZOGP.js.map → chunk-Y5CLI4PY.js.map} +0 -0
package/CHANGELOG.md
CHANGED
|
@@ -6,6 +6,32 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
6
6
|
|
|
7
7
|
## [Unreleased]
|
|
8
8
|
|
|
9
|
+
## [0.126.2] - 2026-07-24 - fail-closed candidate ranking
|
|
10
|
+
|
|
11
|
+
### Added
|
|
12
|
+
|
|
13
|
+
- `runOptimization()` and `selfImprove()` accept a fixed-length `selectionRankKey` so domain-specific reliability metrics can choose candidates during every generation.
|
|
14
|
+
|
|
15
|
+
### Fixed
|
|
16
|
+
|
|
17
|
+
- Candidate rank keys must be non-empty, fixed-length, and finite.
|
|
18
|
+
- A candidate must strictly beat the incumbent on the configured rank key before it can become the next parent or final winner.
|
|
19
|
+
- Method-reported spend above `costCeiling` is rejected before final scoring.
|
|
20
|
+
|
|
21
|
+
## [0.126.1] - 2026-07-24 - optimizer lifecycle integrity
|
|
22
|
+
|
|
23
|
+
### Changed
|
|
24
|
+
|
|
25
|
+
- `compareOptimizationMethods()` uses one caller-visible spend limit across optimizer models, train and selection evaluation, and final scoring.
|
|
26
|
+
- Candidate surfaces are detached before every optimizer and scoring callback.
|
|
27
|
+
- SkillOpt receives complete non-secret model settings automatically while provider credentials remain in the local Node proxy.
|
|
28
|
+
|
|
29
|
+
### Fixed
|
|
30
|
+
|
|
31
|
+
- Aborting a comparison now stops official optimizer subprocess groups, callback work, and model proxy requests.
|
|
32
|
+
- Resumed final scoring retains the original cost identity and reports cumulative spend instead of resetting cached calls to zero.
|
|
33
|
+
- Model-backed GEPA fails before search when the full upstream dependency set is missing instead of silently returning the baseline after swallowed reflection errors.
|
|
34
|
+
|
|
9
35
|
## [0.126.0] - 2026-07-24 - official optimizer engines
|
|
10
36
|
|
|
11
37
|
### Added
|
package/dist/analyst/index.js
CHANGED
|
@@ -9,7 +9,7 @@ import {
|
|
|
9
9
|
diffFindings,
|
|
10
10
|
emitSkillUsageFindings,
|
|
11
11
|
runSemanticConceptJudge
|
|
12
|
-
} from "../chunk-
|
|
12
|
+
} from "../chunk-KE2VWPZX.js";
|
|
13
13
|
import {
|
|
14
14
|
ANALYST_SEVERITIES,
|
|
15
15
|
AnalystRegistry,
|
|
@@ -50,9 +50,9 @@ import {
|
|
|
50
50
|
stripCodeFences,
|
|
51
51
|
structureFindings,
|
|
52
52
|
validateUsageSettlementTimeout
|
|
53
|
-
} from "../chunk-
|
|
53
|
+
} from "../chunk-LUNF2SEL.js";
|
|
54
54
|
import "../chunk-HHWE3POT.js";
|
|
55
|
-
import "../chunk-
|
|
55
|
+
import "../chunk-WGXIEX7P.js";
|
|
56
56
|
import "../chunk-J5SQWP6Y.js";
|
|
57
57
|
import {
|
|
58
58
|
CostLedger
|
package/dist/benchmarks/index.js
CHANGED
|
@@ -17,10 +17,10 @@ import {
|
|
|
17
17
|
runBenchmarkAdapter,
|
|
18
18
|
summarizeBenchmarkCampaign
|
|
19
19
|
} from "../chunk-W4L6C2XT.js";
|
|
20
|
-
import "../chunk-
|
|
21
|
-
import "../chunk-
|
|
20
|
+
import "../chunk-Y5CLI4PY.js";
|
|
21
|
+
import "../chunk-7AN2E7BU.js";
|
|
22
22
|
import "../chunk-UCLVDLCH.js";
|
|
23
|
-
import "../chunk-
|
|
23
|
+
import "../chunk-WGXIEX7P.js";
|
|
24
24
|
import "../chunk-ARU2PZFM.js";
|
|
25
25
|
import "../chunk-J5SQWP6Y.js";
|
|
26
26
|
import "../chunk-PJQFMIOX.js";
|
package/dist/campaign/index.d.ts
CHANGED
|
@@ -2479,8 +2479,8 @@ declare function planCampaignRun<TScenario extends Scenario, TArtifact>(opts: Pl
|
|
|
2479
2479
|
* data and compared with paired confidence intervals.
|
|
2480
2480
|
*/
|
|
2481
2481
|
|
|
2482
|
-
/**
|
|
2483
|
-
type OptimizationMethodRunOptions<TScenario extends Scenario, TArtifact> = Omit<RunCampaignOptions<TScenario, TArtifact>, 'costLedger' | 'dispatch' | 'judges' | 'runDir' | 'scenarios' | 'seed'>;
|
|
2482
|
+
/** Shared campaign settings applied to every optimization method. */
|
|
2483
|
+
type OptimizationMethodRunOptions<TScenario extends Scenario, TArtifact> = Omit<RunCampaignOptions<TScenario, TArtifact>, 'costCeiling' | 'costLedger' | 'dispatch' | 'judges' | 'runDir' | 'scenarios' | 'seed'>;
|
|
2484
2484
|
/** Cost reported by a method or by final test scoring. */
|
|
2485
2485
|
interface ComparisonCost {
|
|
2486
2486
|
totalCostUsd: number;
|
|
@@ -2553,7 +2553,7 @@ interface OptimizationMethodInput<TScenario extends Scenario, TArtifact> {
|
|
|
2553
2553
|
readonly seed: number;
|
|
2554
2554
|
/** Shared defaults for every method. A method may override them explicitly. */
|
|
2555
2555
|
readonly runOptions: Readonly<OptimizationMethodRunOptions<TScenario, TArtifact>>;
|
|
2556
|
-
/** Durable spend account shared by
|
|
2556
|
+
/** Durable spend account shared by every method and final scoring. */
|
|
2557
2557
|
readonly costLedger: CostLedgerHandle;
|
|
2558
2558
|
}
|
|
2559
2559
|
interface OptimizationMethodResult {
|
|
@@ -2662,8 +2662,7 @@ interface CompareOptimizationMethodsOptions<TScenario extends Scenario, TArtifac
|
|
|
2662
2662
|
/** Simultaneous confidence across method-vs-baseline and method-vs-method contrasts.
|
|
2663
2663
|
* Each bootstrap interval is Bonferroni-adjusted. Default 0.95. */
|
|
2664
2664
|
confidence?: number;
|
|
2665
|
-
/** Shared spend limit across
|
|
2666
|
-
* Each method owns its optimization budget through `optimizationRunOptions.costCeiling`. */
|
|
2665
|
+
/** Shared spend limit across every method's optimizer and evaluation calls plus final scoring. */
|
|
2667
2666
|
costCeiling?: number;
|
|
2668
2667
|
}
|
|
2669
2668
|
/**
|
|
@@ -4458,6 +4457,24 @@ interface RunOptimizationBaseOptions<TScenario extends Scenario, TArtifact> exte
|
|
|
4458
4457
|
costLedger?: CostLedgerHandle;
|
|
4459
4458
|
costPhase?: string;
|
|
4460
4459
|
}) => Promise<unknown[]>;
|
|
4460
|
+
/**
|
|
4461
|
+
* Optional override for how the WINNER is selected among coverage-complete
|
|
4462
|
+
* candidates (and how the incumbent bar is set). Returns a lexicographic rank
|
|
4463
|
+
* key — each element higher-is-better; candidates are ranked by descending key
|
|
4464
|
+
* (`compareRankKeys`) and the top must STRICTLY beat the incumbent's key to
|
|
4465
|
+
* promote. Defaults to `[campaignMeanComposite(campaign)]`, i.e. the historical
|
|
4466
|
+
* scalar-mean ranking (single-element key ⇒ identical behavior).
|
|
4467
|
+
*
|
|
4468
|
+
* A binary-with-replicates consumer (e.g. swe-arena, whose ship-gate counts an
|
|
4469
|
+
* instance resolved only when EVERY replicate resolved) passes a fail-closed
|
|
4470
|
+
* key built from the SAME reduction its gate uses, so winner-selection and the
|
|
4471
|
+
* ship-gate rank on the identical metric and can never invert — the selector
|
|
4472
|
+
* cannot promote a flaky per-cell-mean candidate the gate would reject over a
|
|
4473
|
+
* fail-closed candidate the gate would accept. Only the winner CHOICE changes;
|
|
4474
|
+
* the descriptive `composite` (mean) on every record and the Pareto objective
|
|
4475
|
+
* vectors are untouched, so proposer diversity and reporting are unaffected.
|
|
4476
|
+
*/
|
|
4477
|
+
selectionRankKey?: (campaign: CampaignResult<TArtifact, TScenario>) => number[];
|
|
4461
4478
|
}
|
|
4462
4479
|
type RunOptimizationOptions<TScenario extends Scenario, TArtifact> = RunOptimizationBaseOptions<TScenario, TArtifact>;
|
|
4463
4480
|
interface RunOptimizationResult<TArtifact, TScenario extends Scenario> {
|
|
@@ -5488,6 +5505,10 @@ declare function selectDiscriminative(signals: ScenarioSignal[], k: number, opts
|
|
|
5488
5505
|
* descriptive aggregate with NaN. Cells with no valid scores are skipped.
|
|
5489
5506
|
* Empty ⇒ 0. */
|
|
5490
5507
|
declare function campaignMeanComposite<TArtifact, TScenario extends Scenario>(campaign: CampaignResult<TArtifact, TScenario>): number;
|
|
5508
|
+
/** Compare fixed-length lexicographic rank keys where each element is higher-is-better.
|
|
5509
|
+
* Returns a positive number when `a` ranks above `b`, negative when below, and
|
|
5510
|
+
* zero when equal. */
|
|
5511
|
+
declare function compareRankKeys(a: readonly number[], b: readonly number[]): number;
|
|
5491
5512
|
interface CampaignBreakdown {
|
|
5492
5513
|
/** Mean score per judge dimension across all cells. */
|
|
5493
5514
|
dimensions: Record<string, number>;
|
|
@@ -6055,4 +6076,4 @@ declare function verifyCodeSurface(surface: CodeSurface, worktreeDir?: string):
|
|
|
6055
6076
|
* identity against the checkout at `worktreeRef`. */
|
|
6056
6077
|
declare function resolveWorktreePath(surface: CodeSurface, worktreeDir?: string): string;
|
|
6057
6078
|
|
|
6058
|
-
export { type AnalystArtifact, type AnalystScenario, type AnalyzeCrossSurfaceInteractionsInput, type AxisEvidence, type AxisVerdict, type BuildAnalystSurfaceDispatchOptions, type BuildEvidenceVectorOptions, type BuildLoopProvenanceArgs, type CampaignAggregates, type CampaignArtifactWriter, type CampaignBreakdown, type CampaignCellResult, type CampaignCostMeter, type CampaignResult, type CampaignRunPlan, type CampaignRunPlanCell, type CampaignScenarioIdentity, type CampaignStorage, type CampaignTokenUsage, type CampaignTraceWriter, type CodeSurface, type CodeSurfaceVerification, type CompareOptimizationMethodsOptions, type ComparisonCost, type ComponentSurface, type CostLedgerHandle, type CrossSurfaceAdditionDecision, type CrossSurfaceAdditionRejectionReason, type CrossSurfaceAttemptCompleteness, type CrossSurfaceBestSingleSelection, type CrossSurfaceBootstrapPolicy, type CrossSurfaceCandidate, type CrossSurfaceCandidateComparison, type CrossSurfaceCandidateEvidence, type CrossSurfaceCandidateOutcome, type CrossSurfaceCandidateSummary, type CrossSurfaceComponent, type CrossSurfaceComponentEvidence, type CrossSurfaceCompositionStep, type CrossSurfaceDistribution, type CrossSurfaceEligibility, type CrossSurfaceEvidenceBreakdown, type CrossSurfaceIneligibilityReason, type CrossSurfaceInteractionAwareSelection, type CrossSurfaceInteractionEffect, type CrossSurfaceInteractionPath, type CrossSurfaceInteractionReport, type CrossSurfaceInteractionTask, type CrossSurfaceNaiveStackSelection, type CrossSurfacePairCompatibility, type CrossSurfacePairEvidence, type CrossSurfacePairIncompatibilityReason, type CrossSurfacePairwiseEntry, type CrossSurfaceRankedSingle, type CrossSurfaceRelativeCost, type CrossSurfaceSelectionPolicy, type CrossSurfaceSelections, type CrossSurfaceTaskRow, type DefaultProductionGateOptions, type DimensionRegression, type DiscriminationScore, type DispatchContext, type DispatchFn, type EmitLoopProvenanceArgs, type EmitLoopProvenanceResult, type EvalFixture, type EvalFixtureFile, type EvalFixtureLoadOptions, type EvalFixtureRunPlan, type EvalFixtureScenario, type EvalFixtureValidationMode, type EvidenceVector, type ExternalOptimizationExample, type ExternalTextEvaluationResponse, type ExternalTextOptimizationMethodConfig, type ExternalTextOptimizerContext, type ExternalTextOptimizerResult, type FailureModeRecallJudgeOptions, FileSearchLedger, FsLabeledScenarioStore, type FsLabeledScenarioStoreOptions, type Gate, type GateContext, type GateDecision, type GateResult, type GenerationCandidate, type GenerationRecord, type GepaAdaptiveEngineRun, type GepaEngineOptions, type GepaEngineRun, type GepaOptimizationMethodConfig, type GepaOptimizationRecipe, type GepaRunnerCommand, type GitWorktreeAdapterOptions, type HeldOutGateOptions, type HeldoutSignificance, type HeldoutSignificanceOptions, type JudgeAggregate, type JudgeConfig, type JudgeDimension, type JudgeScore, type LabelTrust, type LabeledScenarioRecord, type LabeledScenarioSampleArgs, type LabeledScenarioSource, type LabeledScenarioStore, LabeledScenarioStoreError, type LabeledScenarioWrite, type LlmJudgeDimension, type LlmJudgeOptions, type LoadEvalFixtureScenariosOptions, type LoopProvenanceArgsFromResult, type LoopProvenanceBackend, type LoopProvenanceCandidate, type LoopProvenanceEvidence, type LoopProvenanceOptimizationMethod, type LoopProvenanceRecord, type MutableSurface, type NeutralizationGateOptions, type ObjectiveSource, type OpenAICompatibleOptimizerModel, type OpenAutoPrOptions, type OpenAutoPrResult, type OpenSearchLedgerOptions, type OptimizationMethod, type OptimizationMethodComparison, type OptimizationMethodInput, type OptimizationMethodPairwise, type OptimizationMethodProvenance, type OptimizationMethodResult, type OptimizationMethodRunOptions, type OptimizationMethodScore, type OptimizationPackageSource, type OptimizationProposer, type OptimizationTokenUsage, type OptimizerConfig, type OptimizerModelBudget, type PairedHoldout, type ParetoParent, type ParetoSignificanceGateOptions, type PendingCostCallView, type PlanCampaignRunOptions, type PlanEvalFixtureRunOptions, type PlaybackContext, type PlaybackDriver, type PlaybackStep, type PowerPreflight, type PowerPreflightOptions, type PremeasuredOptimizationBaseline, type ProfileDispatchFn, ProfileMatrixError, type ProfileSummary, type PromotionObjective, type PromotionPolicy, type ProposalTrackContext, type ProposeContext, type ProposedCandidate, type RedactionStatus, type ReferenceEquivalenceJudgeOptions, type ReferenceEquivalenceScenario, type RolloutArgumentDiff, type RolloutArgumentDiffOptions, type RolloutCall, type RunCampaignOptions, type RunEvalOptions, type RunImprovementLoopOptions, type RunImprovementLoopResult, type RunOptimizationOptions, type RunOptimizationResult, type RunProfileMatrixOptions, type RunProfileMatrixResult, SEARCH_LEDGER_SCHEMA, type Scenario, type ScenarioAggregate, type ScenarioRollup, type ScenarioSignal, type ScoreboardRenderOptions, type ScoreboardRow, type ScoreboardSummary, type ScoredRollout, type ScoredSurfaceOutcome, type SearchAccountingAudit, type SearchArtifactRef, type SearchAttemptAccounting, type SearchCandidateDecidedEvent, type SearchCandidateLineage, type SearchCandidateRegisteredEvent, type SearchCandidateSlot, type SearchCandidateSlotClosedEvent, type SearchCandidateSurface, type SearchCompletedEvent, type SearchCostAccounting, type SearchFailureReason, type SearchLedger, type SearchLedgerAppendResult, SearchLedgerConflictError, type SearchLedgerEntry, SearchLedgerError, type SearchLedgerEvent, type SearchLedgerHash, SearchLedgerIntegrityError, type SearchLedgerReplay, type SearchModelIdentity, type SearchOperationKind, type SearchOperationRecordedEvent, type SearchPlan, type SearchPlannedEvent, type SearchPlannedOperation, type SearchPlannedTask, type SearchSourceRef, type SearchSurfaceEffect, type SearchSurfaceEvidence, type SearchSurfaceKind, type SearchTaskAttemptedEvent, type SearchTaskOutcome, type SearchTokenAccounting, type SequentialDecideFn, type SequentialDecideOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SessionScript, type SingleRunLock, type SingleRunLockOptions, type SkillOptOptimizationMethodConfig, type SkillOptRunnerCommand, type SkillOptTrainerConfig, type SurfaceProposer, type TraceSpan, type TransientFailureOptions, type UngroundedLiteralReport, type UserStory, type UserStoryVerdict, type Worktree, type WorktreeAdapter, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertComponentSurface, buildAnalystSurfaceDispatch, buildEvidenceVector, buildLoopProvenanceRecord, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, compareOptimizationMethods, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createReferenceEquivalenceJudge, createRunCostLedger, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, externalTextOptimizationMethod, failureModeRecallJudge, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, planCampaignRun, planEvalFixtureRun, powerPreflight, provenanceRecordPath, provenanceSpansPath, renderScoreboardMarkdown, renderSurfaceDiff, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, scoreDiscrimination, scoreUserStory, scoreboardSummary, selectDiscriminative, sequentialDecide, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceHash, tangleTracesRoot, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord };
|
|
6079
|
+
export { type AnalystArtifact, type AnalystScenario, type AnalyzeCrossSurfaceInteractionsInput, type AxisEvidence, type AxisVerdict, type BuildAnalystSurfaceDispatchOptions, type BuildEvidenceVectorOptions, type BuildLoopProvenanceArgs, type CampaignAggregates, type CampaignArtifactWriter, type CampaignBreakdown, type CampaignCellResult, type CampaignCostMeter, type CampaignResult, type CampaignRunPlan, type CampaignRunPlanCell, type CampaignScenarioIdentity, type CampaignStorage, type CampaignTokenUsage, type CampaignTraceWriter, type CodeSurface, type CodeSurfaceVerification, type CompareOptimizationMethodsOptions, type ComparisonCost, type ComponentSurface, type CostLedgerHandle, type CrossSurfaceAdditionDecision, type CrossSurfaceAdditionRejectionReason, type CrossSurfaceAttemptCompleteness, type CrossSurfaceBestSingleSelection, type CrossSurfaceBootstrapPolicy, type CrossSurfaceCandidate, type CrossSurfaceCandidateComparison, type CrossSurfaceCandidateEvidence, type CrossSurfaceCandidateOutcome, type CrossSurfaceCandidateSummary, type CrossSurfaceComponent, type CrossSurfaceComponentEvidence, type CrossSurfaceCompositionStep, type CrossSurfaceDistribution, type CrossSurfaceEligibility, type CrossSurfaceEvidenceBreakdown, type CrossSurfaceIneligibilityReason, type CrossSurfaceInteractionAwareSelection, type CrossSurfaceInteractionEffect, type CrossSurfaceInteractionPath, type CrossSurfaceInteractionReport, type CrossSurfaceInteractionTask, type CrossSurfaceNaiveStackSelection, type CrossSurfacePairCompatibility, type CrossSurfacePairEvidence, type CrossSurfacePairIncompatibilityReason, type CrossSurfacePairwiseEntry, type CrossSurfaceRankedSingle, type CrossSurfaceRelativeCost, type CrossSurfaceSelectionPolicy, type CrossSurfaceSelections, type CrossSurfaceTaskRow, type DefaultProductionGateOptions, type DimensionRegression, type DiscriminationScore, type DispatchContext, type DispatchFn, type EmitLoopProvenanceArgs, type EmitLoopProvenanceResult, type EvalFixture, type EvalFixtureFile, type EvalFixtureLoadOptions, type EvalFixtureRunPlan, type EvalFixtureScenario, type EvalFixtureValidationMode, type EvidenceVector, type ExternalOptimizationExample, type ExternalTextEvaluationResponse, type ExternalTextOptimizationMethodConfig, type ExternalTextOptimizerContext, type ExternalTextOptimizerResult, type FailureModeRecallJudgeOptions, FileSearchLedger, FsLabeledScenarioStore, type FsLabeledScenarioStoreOptions, type Gate, type GateContext, type GateDecision, type GateResult, type GenerationCandidate, type GenerationRecord, type GepaAdaptiveEngineRun, type GepaEngineOptions, type GepaEngineRun, type GepaOptimizationMethodConfig, type GepaOptimizationRecipe, type GepaRunnerCommand, type GitWorktreeAdapterOptions, type HeldOutGateOptions, type HeldoutSignificance, type HeldoutSignificanceOptions, type JudgeAggregate, type JudgeConfig, type JudgeDimension, type JudgeScore, type LabelTrust, type LabeledScenarioRecord, type LabeledScenarioSampleArgs, type LabeledScenarioSource, type LabeledScenarioStore, LabeledScenarioStoreError, type LabeledScenarioWrite, type LlmJudgeDimension, type LlmJudgeOptions, type LoadEvalFixtureScenariosOptions, type LoopProvenanceArgsFromResult, type LoopProvenanceBackend, type LoopProvenanceCandidate, type LoopProvenanceEvidence, type LoopProvenanceOptimizationMethod, type LoopProvenanceRecord, type MutableSurface, type NeutralizationGateOptions, type ObjectiveSource, type OpenAICompatibleOptimizerModel, type OpenAutoPrOptions, type OpenAutoPrResult, type OpenSearchLedgerOptions, type OptimizationMethod, type OptimizationMethodComparison, type OptimizationMethodInput, type OptimizationMethodPairwise, type OptimizationMethodProvenance, type OptimizationMethodResult, type OptimizationMethodRunOptions, type OptimizationMethodScore, type OptimizationPackageSource, type OptimizationProposer, type OptimizationTokenUsage, type OptimizerConfig, type OptimizerModelBudget, type PairedHoldout, type ParetoParent, type ParetoSignificanceGateOptions, type PendingCostCallView, type PlanCampaignRunOptions, type PlanEvalFixtureRunOptions, type PlaybackContext, type PlaybackDriver, type PlaybackStep, type PowerPreflight, type PowerPreflightOptions, type PremeasuredOptimizationBaseline, type ProfileDispatchFn, ProfileMatrixError, type ProfileSummary, type PromotionObjective, type PromotionPolicy, type ProposalTrackContext, type ProposeContext, type ProposedCandidate, type RedactionStatus, type ReferenceEquivalenceJudgeOptions, type ReferenceEquivalenceScenario, type RolloutArgumentDiff, type RolloutArgumentDiffOptions, type RolloutCall, type RunCampaignOptions, type RunEvalOptions, type RunImprovementLoopOptions, type RunImprovementLoopResult, type RunOptimizationOptions, type RunOptimizationResult, type RunProfileMatrixOptions, type RunProfileMatrixResult, SEARCH_LEDGER_SCHEMA, type Scenario, type ScenarioAggregate, type ScenarioRollup, type ScenarioSignal, type ScoreboardRenderOptions, type ScoreboardRow, type ScoreboardSummary, type ScoredRollout, type ScoredSurfaceOutcome, type SearchAccountingAudit, type SearchArtifactRef, type SearchAttemptAccounting, type SearchCandidateDecidedEvent, type SearchCandidateLineage, type SearchCandidateRegisteredEvent, type SearchCandidateSlot, type SearchCandidateSlotClosedEvent, type SearchCandidateSurface, type SearchCompletedEvent, type SearchCostAccounting, type SearchFailureReason, type SearchLedger, type SearchLedgerAppendResult, SearchLedgerConflictError, type SearchLedgerEntry, SearchLedgerError, type SearchLedgerEvent, type SearchLedgerHash, SearchLedgerIntegrityError, type SearchLedgerReplay, type SearchModelIdentity, type SearchOperationKind, type SearchOperationRecordedEvent, type SearchPlan, type SearchPlannedEvent, type SearchPlannedOperation, type SearchPlannedTask, type SearchSourceRef, type SearchSurfaceEffect, type SearchSurfaceEvidence, type SearchSurfaceKind, type SearchTaskAttemptedEvent, type SearchTaskOutcome, type SearchTokenAccounting, type SequentialDecideFn, type SequentialDecideOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SessionScript, type SingleRunLock, type SingleRunLockOptions, type SkillOptOptimizationMethodConfig, type SkillOptRunnerCommand, type SkillOptTrainerConfig, type SurfaceProposer, type TraceSpan, type TransientFailureOptions, type UngroundedLiteralReport, type UserStory, type UserStoryVerdict, type Worktree, type WorktreeAdapter, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertComponentSurface, buildAnalystSurfaceDispatch, buildEvidenceVector, buildLoopProvenanceRecord, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, compareOptimizationMethods, compareRankKeys, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createReferenceEquivalenceJudge, createRunCostLedger, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, externalTextOptimizationMethod, failureModeRecallJudge, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, planCampaignRun, planEvalFixtureRun, powerPreflight, provenanceRecordPath, provenanceSpansPath, renderScoreboardMarkdown, renderSurfaceDiff, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, scoreDiscrimination, scoreUserStory, scoreboardSummary, selectDiscriminative, sequentialDecide, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceHash, tangleTracesRoot, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord };
|
package/dist/campaign/index.js
CHANGED
|
@@ -32,7 +32,7 @@ import {
|
|
|
32
32
|
userStoryScoreboard,
|
|
33
33
|
validateSearchLedgerEvent,
|
|
34
34
|
verifyCodeSurface
|
|
35
|
-
} from "../chunk-
|
|
35
|
+
} from "../chunk-Y5CLI4PY.js";
|
|
36
36
|
import {
|
|
37
37
|
acquireSingleRunLock,
|
|
38
38
|
assertCodeSurfaceIdentity,
|
|
@@ -45,6 +45,7 @@ import {
|
|
|
45
45
|
canonicalDigest,
|
|
46
46
|
codeSurfaceIdentityMaterial,
|
|
47
47
|
compareOptimizationMethods,
|
|
48
|
+
compareRankKeys,
|
|
48
49
|
componentSurfaceIdentityMaterial,
|
|
49
50
|
composeGate,
|
|
50
51
|
costFromLedgerSummary,
|
|
@@ -78,7 +79,7 @@ import {
|
|
|
78
79
|
surfaceContentHash,
|
|
79
80
|
surfaceHash,
|
|
80
81
|
verifyLoopProvenanceRecord
|
|
81
|
-
} from "../chunk-
|
|
82
|
+
} from "../chunk-7AN2E7BU.js";
|
|
82
83
|
import {
|
|
83
84
|
SearchLedgerConflictError,
|
|
84
85
|
SearchLedgerError,
|
|
@@ -96,7 +97,7 @@ import {
|
|
|
96
97
|
runCampaign,
|
|
97
98
|
tangleTracesRoot
|
|
98
99
|
} from "../chunk-UCLVDLCH.js";
|
|
99
|
-
import "../chunk-
|
|
100
|
+
import "../chunk-WGXIEX7P.js";
|
|
100
101
|
import "../chunk-ARU2PZFM.js";
|
|
101
102
|
import "../chunk-J5SQWP6Y.js";
|
|
102
103
|
import "../chunk-PJQFMIOX.js";
|
|
@@ -141,6 +142,7 @@ export {
|
|
|
141
142
|
classifyUngroundedLiterals,
|
|
142
143
|
codeSurfaceIdentityMaterial,
|
|
143
144
|
compareOptimizationMethods,
|
|
145
|
+
compareRankKeys,
|
|
144
146
|
componentSurfaceIdentityMaterial,
|
|
145
147
|
composeGate,
|
|
146
148
|
costFromLedgerSummary,
|