@tangle-network/agent-eval 0.145.4 → 0.145.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/README.md +5 -0
- package/dist/analyst/index.d.ts +1 -1
- package/dist/analyst/index.js +1 -1
- package/dist/{benchmark-command-BANo4dTm.js → benchmark-command-C44VE5rA.js} +2 -2
- package/dist/{benchmark-command-BANo4dTm.js.map → benchmark-command-C44VE5rA.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +1 -1
- package/dist/benchmarks/index.js +1 -1
- package/dist/campaign/index.d.ts +2 -2
- package/dist/campaign/index.js +2 -2
- package/dist/{campaign-FY23WYzZ.js → campaign-DGWSftLe.js} +2 -2
- package/dist/{campaign-FY23WYzZ.js.map → campaign-DGWSftLe.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/contract/index.d.ts +1 -1
- package/dist/contract/index.js +1 -1
- package/dist/{index-Dytg99g1.d.ts → index-DuKK7tJR.d.ts} +2 -2
- package/dist/{index-Dytg99g1.d.ts.map → index-DuKK7tJR.d.ts.map} +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{skillopt-optimization-method-CkySQ0ca.d.ts → skillopt-optimization-method-Bb1OTHZW.d.ts} +8 -1
- package/dist/skillopt-optimization-method-Bb1OTHZW.d.ts.map +1 -0
- package/dist/{skillopt-optimization-method-CxrOjp1S.js → skillopt-optimization-method-S7sdjzvh.js} +25 -2
- package/dist/skillopt-optimization-method-S7sdjzvh.js.map +1 -0
- package/package.json +1 -1
- package/dist/skillopt-optimization-method-CkySQ0ca.d.ts.map +0 -1
- package/dist/skillopt-optimization-method-CxrOjp1S.js.map +0 -1
|
@@ -2,7 +2,7 @@ import { s as RunSplitTag } from "../run-record-CKiihE6f.js";
|
|
|
2
2
|
import { a as CampaignResult } from "../types-BZ59Ahr8.js";
|
|
3
3
|
import { a as BenchmarkFamily, c as BenchmarkSource, i as BenchmarkEvaluation, l as BenchmarkTaskKind, n as BenchmarkAdapter, o as BenchmarkResponder, r as BenchmarkDatasetItem, s as BenchmarkScenario, t as BENCHMARK_SPLIT_SEED, u as deterministicSplit } from "../types-BEPZc6eo.js";
|
|
4
4
|
import { xt as CampaignStorage } from "../provenance-C_ln89b0.js";
|
|
5
|
-
import "../index-
|
|
5
|
+
import "../index-DuKK7tJR.js";
|
|
6
6
|
//#region src/benchmarks/calibration.d.ts
|
|
7
7
|
interface BenchmarkMetricCalibrationOptions<TPayload = unknown, TArtifact = string> {
|
|
8
8
|
adapter: BenchmarkAdapter<BenchmarkDatasetItem<TPayload>, TPayload, TArtifact>;
|
package/dist/benchmarks/index.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "../rolldown-runtime-8H4AJuhK.js";
|
|
2
2
|
import { K as runCampaign } from "../llm-judge-BPKBdQTp.js";
|
|
3
3
|
import { x as fsCampaignStorage } from "../external-optimizer-subprocess-BhKYK0Jv.js";
|
|
4
|
-
import "../campaign-
|
|
4
|
+
import "../campaign-DGWSftLe.js";
|
|
5
5
|
import { join } from "node:path";
|
|
6
6
|
//#region src/benchmarks/calibration.ts
|
|
7
7
|
async function calibrateBenchmarkMetric(options) {
|
package/dist/campaign/index.d.ts
CHANGED
|
@@ -3,8 +3,8 @@ import { _ as ProposalFinding, v as ProposalFindingOrigin, x as makeProposalFind
|
|
|
3
3
|
import { a as ExternalOptimizerEndpointFormat, c as ExternalOptimizerModelBudget, d as ExternalOptimizerModelCallResult, f as ExternalOptimizerModelExecutionObservation, g as ExternalTextCandidate, h as ExternalOptimizerRunnerCommand, i as ExternalOptimizerChatRequest, l as ExternalOptimizerModelCall, n as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, o as ExternalOptimizerEvaluationObservation, p as ExternalOptimizerProcessLimits, r as ExternalOptimizerCallbackLimits, s as ExternalOptimizerEvaluationRefusalReason, t as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, u as ExternalOptimizerModelCallRequest, v as resolveExternalOptimizerCallbackLimits, y as resolveExternalOptimizerProcessLimits } from "../external-optimizer-contracts-lixrOZdX.js";
|
|
4
4
|
import { A as LabeledScenarioWrite, B as ScoredSurfaceOutcome, C as JudgeDimension, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, F as ProposeContext, G as labelTrustRank, H as SurfaceProposer, I as ProposedCandidate, L as RedactionStatus, M as OptimizerConfig, N as ParetoParent, O as LabeledScenarioSource, P as ProposalTrackContext, R as Scenario, S as JudgeConfig, T as LabelTrust, U as TraceSpan, V as SessionScript, W as isProposedCandidate, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, h as GateContext, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, m as GateCheckStatus, n as CampaignArtifactWriter, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, s as CampaignTokenUsage, t as CampaignAggregates, u as ComponentSurface, v as GateResult, w as JudgeScore, x as JudgeAggregate, y as GenerationCandidate, z as ScenarioAggregate } from "../types-BZ59Ahr8.js";
|
|
5
5
|
import { $ as OptimizationTokenUsage, At as llmJudge, C as RunOptimizationOptions, Ct as fsCampaignStorage, D as runEval, Dt as openAutoPr, E as RunEvalOptions, Et as OpenAutoPrResult, G as OptimizationMethodComparison, H as CompareOptimizationMethodsOptions, J as OptimizationMethodProvenance, K as OptimizationMethodInput, Ot as LlmJudgeDimension, Q as OptimizationPackageSource, S as PremeasuredOptimizationBaseline, St as createRunCostLedger, T as runOptimization, Tt as OpenAutoPrOptions, U as ComparisonCost, W as OptimizationMethod, X as OptimizationMethodRunOptions, Y as OptimizationMethodResult, Z as OptimizationMethodScore, _ as provenanceSpansPath, _t as ExternalOptimizerObservationArtifact, a as LoopProvenanceBackend, at as RunCampaignOptions, b as RunImprovementLoopResult, bt as readExternalOptimizerObservationArtifact, c as LoopProvenanceOptimizationMethod, ct as CampaignRunPlanCell, d as campaignMeasurementDigest, dt as GepaCandidatePopulationArtifact, et as combineComparisonCosts, f as canonicalDigest, ft as GepaCandidatePopulationCandidate, g as provenanceRecordPath, gt as ExternalOptimizerExecutionSummary, h as loopProvenanceSpans, ht as readGepaCandidatePopulationArtifact, i as LoopProvenanceArgsFromResult, it as CampaignCellFailureReceipt, kt as LlmJudgeOptions, l as LoopProvenanceRecord, lt as PlanCampaignRunOptions, m as loopProvenanceArgsFromResult, mt as GepaCandidateSelectionScore, n as EmitLoopProvenanceArgs, nt as costFromLedgerSummary, o as LoopProvenanceCandidate, ot as runCampaign, p as emitLoopProvenance, pt as GepaCandidatePopulationSummary, q as OptimizationMethodPairwise, r as EmitLoopProvenanceResult, rt as optimizationTokenUsageFromSummary, s as LoopProvenanceEvidence, st as CampaignRunPlan, t as BuildLoopProvenanceArgs, tt as compareOptimizationMethods, u as buildLoopProvenanceRecord, ut as planCampaignRun, v as verifyLoopProvenanceRecord, vt as ExternalOptimizerObservationSummary, w as RunOptimizationResult, wt as inMemoryCampaignStorage, x as runImprovementLoop, xt as CampaignStorage, y as RunImprovementLoopOptions, yt as ExternalOptimizerSubmittedCandidate } from "../provenance-C_ln89b0.js";
|
|
6
|
-
import { A as campaignScenarioIdentity, C as ExternalTextOptimizerContext, D as decodeExternalTextCandidate, E as ExternalTextEvaluationResponse, I as ReferenceEquivalenceJudgeOptions, M as campaignSplitDigestFromIdentities, O as assertCampaignDesign, R as ReferenceEquivalenceScenario, S as ExternalTextOptimizationMethodConfig, T as ExternalOptimizationExample, _ as DefaultProductionGateOptions, a as GepaAdaptiveEngineRun, b as composeGate, c as GepaOptimizationMethodConfig, d as gepaOptimizationMethod, f as OpenAICompatibleOptimizerModel, g as DefaultProductionGateCheck, h as heldOutGate, i as skillOptOptimizationMethod, j as campaignSplitDigest, k as assertCampaignSplitIdentity, l as GepaOptimizationRecipe, m as HeldOutGateOptions, n as SkillOptRunnerCommand, o as GepaEngineOptions, p as OptimizerModelBudget, r as SkillOptTrainerConfig, s as GepaEngineRun, t as SkillOptOptimizationMethodConfig, u as GepaRunnerCommand, v as DefaultProductionRewardHackingOptions, w as ExternalTextOptimizerResult, x as externalTextOptimizationMethod, y as defaultProductionGate, z as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-
|
|
7
|
-
import { $ as SearchPlannedEvent, $n as CrossSurfacePairEvidence, $t as RunProfileMatrixResult, A as SearchAccountingAudit, An as CrossSurfaceAdditionRejectionReason, At as ProfileMatrixSegmentResult, B as SearchCostAccounting, Bn as CrossSurfaceComponentEvidence, Bt as ScoreboardRow, C as surfaceHash, Cn as discoverEvalFixtures, Ct as tangleTracesRoot, D as FileSearchLedger, Dn as analyzeCrossSurfaceInteractions, Dt as ProfileMatrixCoverage, E as acquireSingleRunLock, En as planEvalFixtureRun, Et as FinalizedProfileMatrixResult, F as SearchCandidateRegisteredEvent, Fn as CrossSurfaceCandidateComparison, Ft as runProfileMatrixSegment, G as SearchLedgerEvent, Gn as CrossSurfaceIneligibilityReason, Gt as renderScoreboardMarkdown, H as SearchLedger, Hn as CrossSurfaceDistribution, Ht as UserStory, I as SearchCandidateSlot, In as CrossSurfaceCandidateEvidence, It as PlaybackContext, J as SearchLedgerTrustedHeadMode, Jn as CrossSurfaceInteractionPath, Jt as userStoryScoreboard, K as SearchLedgerHash, Kn as CrossSurfaceInteractionAwareSelection, Kt as scoreUserStory, L as SearchCandidateSlotClosedEvent, Ln as CrossSurfaceCandidateOutcome, Lt as PlaybackDriver, M as SearchAttemptAccounting, Mn as CrossSurfaceBestSingleSelection, Mt as SegmentedProfileMatrixError, N as SearchCandidateDecidedEvent, Nn as CrossSurfaceBootstrapPolicy, Nt as createProfileMatrixPlan, O as OpenSearchLedgerOptions, On as AnalyzeCrossSurfaceInteractionsInput, Ot as ProfileMatrixPlan, P as SearchCandidateLineage, Pn as CrossSurfaceCandidate, Pt as finalizeProfileMatrix, Q as SearchPlan, Qn as CrossSurfacePairCompatibility, Qt as RunProfileMatrixOptions, R as SearchCandidateSurface, Rn as CrossSurfaceCandidateSummary, Rt as PlaybackStep, S as surfaceContentHash, Sn as PlanEvalFixtureRunOptions, St as resolveRunDir, T as SingleRunLockOptions, Tn as loadEvalFixtureScenarios, Tt as FinalizeProfileMatrixOptions, U as SearchLedgerAppendResult, Un as CrossSurfaceEligibility, Ut as UserStoryVerdict, V as SearchFailureReason, Vn as CrossSurfaceCompositionStep, Vt as ScoreboardSummary, W as SearchLedgerEntry, Wn as CrossSurfaceEvidenceBreakdown, Wt as makePlaybackDispatch, X as SearchOperationKind, Xn as CrossSurfaceInteractionTask, Xt as ProfileMatrixError, Y as SearchModelIdentity, Yn as CrossSurfaceInteractionReport, Yt as ProfileDispatchFn, Z as SearchOperationRecordedEvent, Zn as CrossSurfaceNaiveStackSelection, Zt as ProfileSummary, _ as assertCodeSurfaceIdentity, _n as EvalFixtureLoadOptions, _t as compareRankKeys, a as WorktreeAdapterError, an as LabeledScenarioStoreError, ar as CrossSurfaceSelections, at as SearchSurfaceKind, b as componentSurfaceIdentityMaterial, bn as EvalFixtureValidationMode, bt as scoreDiscrimination, c as verifyCodeSurface, cn as RolloutCall, cr as TraceAnalystArtifact, ct as SearchTokenAccounting, d as PhoenixEvaluationResultLike, dn as classifyUngroundedLiterals, dr as traceAnalystQualityJudge, dt as SearchLedgerConflictError, en as ScenarioRollup, er as CrossSurfacePairIncompatibilityReason, et as SearchPlannedOperation, f as PhoenixEvaluatorLike, fn as rolloutArgumentDiff, ft as SearchLedgerError, g as isTransientTransportFailure, gn as EvalFixtureFile, gt as campaignMeanComposite, h as TransientFailureOptions, hn as EvalFixture, ht as campaignBreakdown, i as WorktreeAdapter, in as FsLabeledScenarioStoreOptions, ir as CrossSurfaceSelectionPolicy, it as SearchSurfaceEvidence, j as SearchArtifactRef, jn as CrossSurfaceAttemptCompleteness, jt as RunProfileMatrixSegmentOptions, k as SEARCH_LEDGER_SCHEMA, kn as CrossSurfaceAdditionDecision, kt as ProfileMatrixRow, l as AutoevalsScoreLike, ln as ScoredRollout, lr as TraceAnalystScenario, lt as openSearchLedger, m as phoenixEvaluatorJudge, mn as neutralizationGate, mt as CampaignBreakdown, n as GitWorktreeAdapterOptions, nn as neutralizeText, nr as CrossSurfaceRankedSingle, nt as SearchSourceRef, o as gitWorktreeAdapter, on as RolloutArgumentDiff, or as CrossSurfaceTaskRow, ot as SearchTaskAttemptedEvent, p as autoevalsScorerJudge, pn as NeutralizationGateOptions, pt as SearchLedgerIntegrityError, q as SearchLedgerReplay, qn as CrossSurfaceInteractionEffect, qt as scoreboardSummary, r as Worktree, rn as FsLabeledScenarioStore, rr as CrossSurfaceRelativeCost, rt as SearchSurfaceEffect, s as resolveWorktreePath, sn as RolloutArgumentDiffOptions, sr as BuildTraceAnalystSurfaceDispatchOptions, st as SearchTaskOutcome, t as CodeSurfaceVerification, tn as runProfileMatrix, tr as CrossSurfacePairwiseEntry, tt as SearchPlannedTask, u as AutoevalsScorerLike, un as UngroundedLiteralReport, ur as buildTraceAnalystSurfaceDispatch, ut as validateSearchLedgerEvent, v as assertComponentSurface, vn as EvalFixtureRunPlan, vt as DiscriminationScore, w as SingleRunLock, wn as loadEvalFixture, wt as CreateProfileMatrixPlanOptions, x as renderSurfaceDiff, xn as LoadEvalFixtureScenariosOptions, xt as selectDiscriminative, y as codeSurfaceIdentityMaterial, yn as EvalFixtureScenario, yt as ScenarioSignal, z as SearchCompletedEvent, zn as CrossSurfaceComponent, zt as ScoreboardRenderOptions } from "../index-
|
|
6
|
+
import { A as campaignScenarioIdentity, C as ExternalTextOptimizerContext, D as decodeExternalTextCandidate, E as ExternalTextEvaluationResponse, I as ReferenceEquivalenceJudgeOptions, M as campaignSplitDigestFromIdentities, O as assertCampaignDesign, R as ReferenceEquivalenceScenario, S as ExternalTextOptimizationMethodConfig, T as ExternalOptimizationExample, _ as DefaultProductionGateOptions, a as GepaAdaptiveEngineRun, b as composeGate, c as GepaOptimizationMethodConfig, d as gepaOptimizationMethod, f as OpenAICompatibleOptimizerModel, g as DefaultProductionGateCheck, h as heldOutGate, i as skillOptOptimizationMethod, j as campaignSplitDigest, k as assertCampaignSplitIdentity, l as GepaOptimizationRecipe, m as HeldOutGateOptions, n as SkillOptRunnerCommand, o as GepaEngineOptions, p as OptimizerModelBudget, r as SkillOptTrainerConfig, s as GepaEngineRun, t as SkillOptOptimizationMethodConfig, u as GepaRunnerCommand, v as DefaultProductionRewardHackingOptions, w as ExternalTextOptimizerResult, x as externalTextOptimizationMethod, y as defaultProductionGate, z as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-Bb1OTHZW.js";
|
|
7
|
+
import { $ as SearchPlannedEvent, $n as CrossSurfacePairEvidence, $t as RunProfileMatrixResult, A as SearchAccountingAudit, An as CrossSurfaceAdditionRejectionReason, At as ProfileMatrixSegmentResult, B as SearchCostAccounting, Bn as CrossSurfaceComponentEvidence, Bt as ScoreboardRow, C as surfaceHash, Cn as discoverEvalFixtures, Ct as tangleTracesRoot, D as FileSearchLedger, Dn as analyzeCrossSurfaceInteractions, Dt as ProfileMatrixCoverage, E as acquireSingleRunLock, En as planEvalFixtureRun, Et as FinalizedProfileMatrixResult, F as SearchCandidateRegisteredEvent, Fn as CrossSurfaceCandidateComparison, Ft as runProfileMatrixSegment, G as SearchLedgerEvent, Gn as CrossSurfaceIneligibilityReason, Gt as renderScoreboardMarkdown, H as SearchLedger, Hn as CrossSurfaceDistribution, Ht as UserStory, I as SearchCandidateSlot, In as CrossSurfaceCandidateEvidence, It as PlaybackContext, J as SearchLedgerTrustedHeadMode, Jn as CrossSurfaceInteractionPath, Jt as userStoryScoreboard, K as SearchLedgerHash, Kn as CrossSurfaceInteractionAwareSelection, Kt as scoreUserStory, L as SearchCandidateSlotClosedEvent, Ln as CrossSurfaceCandidateOutcome, Lt as PlaybackDriver, M as SearchAttemptAccounting, Mn as CrossSurfaceBestSingleSelection, Mt as SegmentedProfileMatrixError, N as SearchCandidateDecidedEvent, Nn as CrossSurfaceBootstrapPolicy, Nt as createProfileMatrixPlan, O as OpenSearchLedgerOptions, On as AnalyzeCrossSurfaceInteractionsInput, Ot as ProfileMatrixPlan, P as SearchCandidateLineage, Pn as CrossSurfaceCandidate, Pt as finalizeProfileMatrix, Q as SearchPlan, Qn as CrossSurfacePairCompatibility, Qt as RunProfileMatrixOptions, R as SearchCandidateSurface, Rn as CrossSurfaceCandidateSummary, Rt as PlaybackStep, S as surfaceContentHash, Sn as PlanEvalFixtureRunOptions, St as resolveRunDir, T as SingleRunLockOptions, Tn as loadEvalFixtureScenarios, Tt as FinalizeProfileMatrixOptions, U as SearchLedgerAppendResult, Un as CrossSurfaceEligibility, Ut as UserStoryVerdict, V as SearchFailureReason, Vn as CrossSurfaceCompositionStep, Vt as ScoreboardSummary, W as SearchLedgerEntry, Wn as CrossSurfaceEvidenceBreakdown, Wt as makePlaybackDispatch, X as SearchOperationKind, Xn as CrossSurfaceInteractionTask, Xt as ProfileMatrixError, Y as SearchModelIdentity, Yn as CrossSurfaceInteractionReport, Yt as ProfileDispatchFn, Z as SearchOperationRecordedEvent, Zn as CrossSurfaceNaiveStackSelection, Zt as ProfileSummary, _ as assertCodeSurfaceIdentity, _n as EvalFixtureLoadOptions, _t as compareRankKeys, a as WorktreeAdapterError, an as LabeledScenarioStoreError, ar as CrossSurfaceSelections, at as SearchSurfaceKind, b as componentSurfaceIdentityMaterial, bn as EvalFixtureValidationMode, bt as scoreDiscrimination, c as verifyCodeSurface, cn as RolloutCall, cr as TraceAnalystArtifact, ct as SearchTokenAccounting, d as PhoenixEvaluationResultLike, dn as classifyUngroundedLiterals, dr as traceAnalystQualityJudge, dt as SearchLedgerConflictError, en as ScenarioRollup, er as CrossSurfacePairIncompatibilityReason, et as SearchPlannedOperation, f as PhoenixEvaluatorLike, fn as rolloutArgumentDiff, ft as SearchLedgerError, g as isTransientTransportFailure, gn as EvalFixtureFile, gt as campaignMeanComposite, h as TransientFailureOptions, hn as EvalFixture, ht as campaignBreakdown, i as WorktreeAdapter, in as FsLabeledScenarioStoreOptions, ir as CrossSurfaceSelectionPolicy, it as SearchSurfaceEvidence, j as SearchArtifactRef, jn as CrossSurfaceAttemptCompleteness, jt as RunProfileMatrixSegmentOptions, k as SEARCH_LEDGER_SCHEMA, kn as CrossSurfaceAdditionDecision, kt as ProfileMatrixRow, l as AutoevalsScoreLike, ln as ScoredRollout, lr as TraceAnalystScenario, lt as openSearchLedger, m as phoenixEvaluatorJudge, mn as neutralizationGate, mt as CampaignBreakdown, n as GitWorktreeAdapterOptions, nn as neutralizeText, nr as CrossSurfaceRankedSingle, nt as SearchSourceRef, o as gitWorktreeAdapter, on as RolloutArgumentDiff, or as CrossSurfaceTaskRow, ot as SearchTaskAttemptedEvent, p as autoevalsScorerJudge, pn as NeutralizationGateOptions, pt as SearchLedgerIntegrityError, q as SearchLedgerReplay, qn as CrossSurfaceInteractionEffect, qt as scoreboardSummary, r as Worktree, rn as FsLabeledScenarioStore, rr as CrossSurfaceRelativeCost, rt as SearchSurfaceEffect, s as resolveWorktreePath, sn as RolloutArgumentDiffOptions, sr as BuildTraceAnalystSurfaceDispatchOptions, st as SearchTaskOutcome, t as CodeSurfaceVerification, tn as runProfileMatrix, tr as CrossSurfacePairwiseEntry, tt as SearchPlannedTask, u as AutoevalsScorerLike, un as UngroundedLiteralReport, ur as buildTraceAnalystSurfaceDispatch, ut as validateSearchLedgerEvent, v as assertComponentSurface, vn as EvalFixtureRunPlan, vt as DiscriminationScore, w as SingleRunLock, wn as loadEvalFixture, wt as CreateProfileMatrixPlanOptions, x as renderSurfaceDiff, xn as LoadEvalFixtureScenariosOptions, xt as selectDiscriminative, y as codeSurfaceIdentityMaterial, yn as EvalFixtureScenario, yt as ScenarioSignal, z as SearchCompletedEvent, zn as CrossSurfaceComponent, zt as ScoreboardRenderOptions } from "../index-DuKK7tJR.js";
|
|
8
8
|
import { c as powerPreflight, o as PowerPreflight, s as PowerPreflightOptions } from "../pareto-BqNW3LJR.js";
|
|
9
9
|
import { a as ObjectiveSource, c as PromotionPolicy, d as paretoSignificanceGate, i as EvidenceVector, l as buildEvidenceVector, n as AxisVerdict, o as ParetoSignificanceGateOptions, r as BuildEvidenceVectorOptions, s as PromotionObjective, t as AxisEvidence, u as paretoPolicy } from "../promotion-policy-D0nPhkSy.js";
|
|
10
10
|
import { a as detectScale, c as pairHoldout, d as SequentialDecision, f as SequentialObservation, g as sequentialPairedGate, h as sequentialDecide, i as PairedHoldout, l as SequentialDecideFn, m as SequentialPairedGateOptions, n as HeldoutSignificance, o as dimensionRegressions, p as SequentialPairedGate, r as HeldoutSignificanceOptions, s as heldoutSignificance, t as DimensionRegression, u as SequentialDecideOptions } from "../statistical-heldout-DC7cHtFD.js";
|
package/dist/campaign/index.js
CHANGED
|
@@ -3,8 +3,8 @@ import { E as SearchLedgerIntegrityError, S as inMemoryCampaignStorage, T as Sea
|
|
|
3
3
|
import { a as heldoutSignificance, i as dimensionRegressions, o as pairHoldout, r as detectScale, t as powerPreflight } from "../power-preflight-DEw-uC7q.js";
|
|
4
4
|
import { r as makeProposalFinding } from "../types-BI4fT3HN.js";
|
|
5
5
|
import { n as acquireSingleRunLock } from "../external-optimizer-process-BRE56woM.js";
|
|
6
|
-
import { a as externalTextOptimizationMethod, i as composeGate, n as gepaOptimizationMethod, o as decodeExternalTextCandidate, r as heldOutGate, s as readExternalOptimizerObservationArtifact, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-
|
|
7
|
-
import { A as neutralizationGate, C as scoreboardSummary, D as LabeledScenarioStoreError, E as FsLabeledScenarioStore, F as analyzeCrossSurfaceInteractions, I as buildTraceAnalystSurfaceDispatch, L as traceAnalystQualityJudge, M as loadEvalFixture, N as loadEvalFixtureScenarios, O as classifyUngroundedLiterals, P as planEvalFixtureRun, S as scoreUserStory, T as neutralizeText, _ as runProfileMatrixSegment, a as autoevalsScorerJudge, b as makePlaybackDispatch, c as FileSearchLedger, d as validateSearchLedgerEvent, f as scoreDiscrimination, g as finalizeProfileMatrix, h as createProfileMatrixPlan, i as verifyCodeSurface, j as discoverEvalFixtures, k as rolloutArgumentDiff, l as SEARCH_LEDGER_SCHEMA, m as SegmentedProfileMatrixError, n as gitWorktreeAdapter, o as phoenixEvaluatorJudge, p as selectDiscriminative, r as resolveWorktreePath, s as isTransientTransportFailure, t as WorktreeAdapterError, u as openSearchLedger, v as ProfileMatrixError, w as userStoryScoreboard, x as renderScoreboardMarkdown, y as runProfileMatrix } from "../campaign-
|
|
6
|
+
import { a as externalTextOptimizationMethod, i as composeGate, n as gepaOptimizationMethod, o as decodeExternalTextCandidate, r as heldOutGate, s as readExternalOptimizerObservationArtifact, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-S7sdjzvh.js";
|
|
7
|
+
import { A as neutralizationGate, C as scoreboardSummary, D as LabeledScenarioStoreError, E as FsLabeledScenarioStore, F as analyzeCrossSurfaceInteractions, I as buildTraceAnalystSurfaceDispatch, L as traceAnalystQualityJudge, M as loadEvalFixture, N as loadEvalFixtureScenarios, O as classifyUngroundedLiterals, P as planEvalFixtureRun, S as scoreUserStory, T as neutralizeText, _ as runProfileMatrixSegment, a as autoevalsScorerJudge, b as makePlaybackDispatch, c as FileSearchLedger, d as validateSearchLedgerEvent, f as scoreDiscrimination, g as finalizeProfileMatrix, h as createProfileMatrixPlan, i as verifyCodeSurface, j as discoverEvalFixtures, k as rolloutArgumentDiff, l as SEARCH_LEDGER_SCHEMA, m as SegmentedProfileMatrixError, n as gitWorktreeAdapter, o as phoenixEvaluatorJudge, p as selectDiscriminative, r as resolveWorktreePath, s as isTransientTransportFailure, t as WorktreeAdapterError, u as openSearchLedger, v as ProfileMatrixError, w as userStoryScoreboard, x as renderScoreboardMarkdown, y as runProfileMatrix } from "../campaign-DGWSftLe.js";
|
|
8
8
|
import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-xzA40Evo.js";
|
|
9
9
|
import { n as sequentialPairedGate, t as sequentialDecide } from "../sequential-C458DXNf.js";
|
|
10
10
|
export { DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, FileSearchLedger, FsLabeledScenarioStore, LabeledScenarioStoreError, ProfileMatrixError, SEARCH_LEDGER_SCHEMA, SearchLedgerConflictError, SearchLedgerError, SearchLedgerIntegrityError, SegmentedProfileMatrixError, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertComponentSurface, autoevalsScorerJudge, buildEvidenceVector, buildLoopProvenanceRecord, buildTraceAnalystSurfaceDispatch, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, combineComparisonCosts, compareOptimizationMethods, compareRankKeys, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createProfileMatrixPlan, createReferenceEquivalenceJudge, createRunCostLedger, decodeExternalTextCandidate, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, externalTextOptimizationMethod, finalizeProfileMatrix, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, makeProposalFinding, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, phoenixEvaluatorJudge, planCampaignRun, planEvalFixtureRun, powerPreflight, provenanceRecordPath, provenanceSpansPath, readExternalOptimizerObservationArtifact, readGepaCandidatePopulationArtifact, renderScoreboardMarkdown, renderSurfaceDiff, resolveExternalOptimizerCallbackLimits, resolveExternalOptimizerProcessLimits, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, runProfileMatrixSegment, scoreDiscrimination, scoreUserStory, scoreboardSummary, selectDiscriminative, sequentialDecide, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceHash, tangleTracesRoot, traceAnalystQualityJudge, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord };
|
|
@@ -14,7 +14,7 @@ import { C as SEARCH_LEDGER_FILE_CONTEXT, E as SearchLedgerIntegrityError, T as
|
|
|
14
14
|
import { o as pairHoldout } from "./power-preflight-DEw-uC7q.js";
|
|
15
15
|
import { a as scoreAnalystFindings } from "./benchmark-BhT16ep9.js";
|
|
16
16
|
import "./external-optimizer-process-BRE56woM.js";
|
|
17
|
-
import "./skillopt-optimization-method-
|
|
17
|
+
import "./skillopt-optimization-method-S7sdjzvh.js";
|
|
18
18
|
import { createHash } from "node:crypto";
|
|
19
19
|
import { closeSync, constants, existsSync, fstatSync, lstatSync, mkdirSync, mkdtempSync, openSync, readFileSync, readSync, readdirSync, readlinkSync, realpathSync, rmSync, statSync, writeFileSync } from "node:fs";
|
|
20
20
|
import { z } from "zod";
|
|
@@ -3658,4 +3658,4 @@ function resolveWorktreePath(surface, worktreeDir) {
|
|
|
3658
3658
|
//#endregion
|
|
3659
3659
|
export { neutralizationGate as A, scoreboardSummary as C, LabeledScenarioStoreError as D, FsLabeledScenarioStore as E, analyzeCrossSurfaceInteractions as F, buildTraceAnalystSurfaceDispatch as I, traceAnalystQualityJudge as L, loadEvalFixture as M, loadEvalFixtureScenarios as N, classifyUngroundedLiterals as O, planEvalFixtureRun as P, scoreUserStory as S, neutralizeText as T, runProfileMatrixSegment as _, autoevalsScorerJudge as a, makePlaybackDispatch as b, FileSearchLedger as c, validateSearchLedgerEvent as d, scoreDiscrimination as f, finalizeProfileMatrix as g, createProfileMatrixPlan as h, verifyCodeSurface as i, discoverEvalFixtures as j, rolloutArgumentDiff as k, SEARCH_LEDGER_SCHEMA as l, SegmentedProfileMatrixError as m, gitWorktreeAdapter as n, phoenixEvaluatorJudge as o, selectDiscriminative as p, resolveWorktreePath as r, isTransientTransportFailure as s, WorktreeAdapterError as t, openSearchLedger as u, ProfileMatrixError as v, userStoryScoreboard as w, renderScoreboardMarkdown as x, runProfileMatrix as y };
|
|
3660
3660
|
|
|
3661
|
-
//# sourceMappingURL=campaign-
|
|
3661
|
+
//# sourceMappingURL=campaign-DGWSftLe.js.map
|