@tangle-network/agent-eval 0.189.0 → 0.190.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +94 -0
- package/README.md +3 -2
- package/dist/adapters/http.d.ts +10 -1
- package/dist/adapters/http.d.ts.map +1 -1
- package/dist/adapters/http.js +75 -7
- package/dist/adapters/http.js.map +1 -1
- package/dist/analyst/index.d.ts +66 -3
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +212 -7
- package/dist/analyst/index.js.map +1 -1
- package/dist/{benchmark-command-BhhAYstU.js → benchmark-command-BXIr_k8D.js} +12 -11
- package/dist/benchmark-command-BXIr_k8D.js.map +1 -0
- package/dist/benchmarks/index.d.ts +1 -1
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +4 -4
- package/dist/campaign/index.js +7 -7
- package/dist/{campaign-BWoSQPSU.js → campaign-B7q74uIh.js} +256 -11
- package/dist/campaign-B7q74uIh.js.map +1 -0
- package/dist/{campaign-evidence-CBlGJ3kC.js → campaign-evidence-D40-LHIL.js} +6 -5
- package/dist/campaign-evidence-D40-LHIL.js.map +1 -0
- package/dist/{chat-client-C4dg7Ng_.js → chat-client-B_ItsSBw.js} +2 -2
- package/dist/{chat-client-C4dg7Ng_.js.map → chat-client-B_ItsSBw.js.map} +1 -1
- package/dist/{chat-json-call-JVGbfx95.js → chat-json-call-CXHBvUz8.js} +2 -2
- package/dist/{chat-json-call-JVGbfx95.js.map → chat-json-call-CXHBvUz8.js.map} +1 -1
- package/dist/claim-BGOUqoMq.d.ts +38 -0
- package/dist/claim-BGOUqoMq.d.ts.map +1 -0
- package/dist/cli.js +3 -3
- package/dist/contract/index.d.ts +4 -4
- package/dist/contract/index.js +8 -8
- package/dist/{default-registry-m2jhbG6Q.js → default-registry-16I-Bxlf.js} +2 -2
- package/dist/{default-registry-m2jhbG6Q.js.map → default-registry-16I-Bxlf.js.map} +1 -1
- package/dist/{define-agent-eval-98sgUaC1.js → define-agent-eval-DPizhHfy.js} +4 -4
- package/dist/{define-agent-eval-98sgUaC1.js.map → define-agent-eval-DPizhHfy.js.map} +1 -1
- package/dist/{define-agent-eval-q6890HU4.d.ts → define-agent-eval-DblGedQk.d.ts} +4 -3
- package/dist/define-agent-eval-DblGedQk.d.ts.map +1 -0
- package/dist/diagnosis/index.d.ts +14 -2
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +11 -4
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-DLYttKBm.js → dspy-rlm-engine-Cs5LzJ-f.js} +3 -3
- package/dist/{dspy-rlm-engine-DLYttKBm.js.map → dspy-rlm-engine-Cs5LzJ-f.js.map} +1 -1
- package/dist/{eval-campaign-C0Q1Eeo_.js → eval-campaign-CwsBn0Gm.js} +2 -2
- package/dist/{eval-campaign-C0Q1Eeo_.js.map → eval-campaign-CwsBn0Gm.js.map} +1 -1
- package/dist/experiment/index.d.ts +2 -1
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +1 -1
- package/dist/exporters-XMCYJlqT.d.ts +161 -0
- package/dist/exporters-XMCYJlqT.d.ts.map +1 -0
- package/dist/{external-optimizer-process-C3quNeKV.js → external-optimizer-process-BnSmrkgL.js} +3 -3
- package/dist/{external-optimizer-process-C3quNeKV.js.map → external-optimizer-process-BnSmrkgL.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-BDwgKLO1.js → external-optimizer-subprocess-kbcPu5po.js} +3 -3
- package/dist/{external-optimizer-subprocess-BDwgKLO1.js.map → external-optimizer-subprocess-kbcPu5po.js.map} +1 -1
- package/dist/{feedback-trajectory-B3ZSkfAq.d.ts → feedback-trajectory-BYjh7NEM.d.ts} +2 -2
- package/dist/{feedback-trajectory-B3ZSkfAq.d.ts.map → feedback-trajectory-BYjh7NEM.d.ts.map} +1 -1
- package/dist/{index-CnJOPR_E.d.ts → index-CJv56rhX.d.ts} +673 -244
- package/dist/index-CJv56rhX.d.ts.map +1 -0
- package/dist/{index-Dk1dOUfm.d.ts → index-CWoIJHmy.d.ts} +4 -4
- package/dist/{index-Dk1dOUfm.d.ts.map → index-CWoIJHmy.d.ts.map} +1 -1
- package/dist/{index-Bcc9PkOz.d.ts → index-D4pC7Tvd.d.ts} +3 -2
- package/dist/index-D4pC7Tvd.d.ts.map +1 -0
- package/dist/{index-BqDJ6fUK.d.ts → index-I4UJGRno.d.ts} +74 -2
- package/dist/index-I4UJGRno.d.ts.map +1 -0
- package/dist/index.d.ts +66 -17
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +375 -31
- package/dist/index.js.map +1 -1
- package/dist/{journal-CDP0Vhx_.js → journal-c3qY0SDP.js} +246 -5
- package/dist/journal-c3qY0SDP.js.map +1 -0
- package/dist/{kind-factory-BGwN0nE6.js → kind-factory-ByZeXDqF.js} +2 -2
- package/dist/{kind-factory-BGwN0nE6.js.map → kind-factory-ByZeXDqF.js.map} +1 -1
- package/dist/ledger-core/index.d.ts +2 -2
- package/dist/ledger-core/index.js +2 -2
- package/dist/{llm-client-DF9bPNYA.js → llm-client-KYQBh9C8.js} +2 -2
- package/dist/{llm-client-DF9bPNYA.js.map → llm-client-KYQBh9C8.js.map} +1 -1
- package/dist/{llm-judge-M_l_WXw2.js → llm-judge-BnxAv7ed.js} +1892 -1378
- package/dist/llm-judge-BnxAv7ed.js.map +1 -0
- package/dist/mint-C9Lojt1V.d.ts +147 -0
- package/dist/mint-C9Lojt1V.d.ts.map +1 -0
- package/dist/openapi.json +1 -1
- package/dist/pipelines/index.d.ts +1 -1
- package/dist/pipelines/index.js +1 -1
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{produced-state-BOY98IJO.js → produced-state-BXjXJHJT.js} +4 -4
- package/dist/{produced-state-BOY98IJO.js.map → produced-state-BXjXJHJT.js.map} +1 -1
- package/dist/{raw-provider-sink-C96CcqeG.js → raw-provider-sink-DYh4Bszw.js} +2 -2
- package/dist/{raw-provider-sink-C96CcqeG.js.map → raw-provider-sink-DYh4Bszw.js.map} +1 -1
- package/dist/{redact-DxwlUAvh.js → redact-B7rt9Zot.js} +130 -10
- package/dist/redact-B7rt9Zot.js.map +1 -0
- package/dist/{redact-DPoH1-OW.d.ts → redact-CopuMxll.d.ts} +7 -5
- package/dist/redact-CopuMxll.d.ts.map +1 -0
- package/dist/rl.d.ts +3 -2
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +1 -1
- package/dist/rollout/index.d.ts +3 -2
- package/dist/search-ledger-types-C9anU2DX.d.ts +489 -0
- package/dist/search-ledger-types-C9anU2DX.d.ts.map +1 -0
- package/dist/{semantic-concept-judge-Cm2K2wAo.js → semantic-concept-judge-ClB73cei.js} +6 -6
- package/dist/{semantic-concept-judge-Cm2K2wAo.js.map → semantic-concept-judge-ClB73cei.js.map} +1 -1
- package/dist/{server-C8XvqCg8.js → server-DtetGGoA.js} +2 -2
- package/dist/{server-C8XvqCg8.js.map → server-DtetGGoA.js.map} +1 -1
- package/dist/{skillopt-optimization-method-BVSB676o.js → skillopt-optimization-method-l2vDBtKp.js} +363 -18
- package/dist/skillopt-optimization-method-l2vDBtKp.js.map +1 -0
- package/dist/{spans-W0o8pbEg.d.ts → spans-BWtjk_9c.d.ts} +2 -2
- package/dist/{spans-W0o8pbEg.d.ts.map → spans-BWtjk_9c.d.ts.map} +1 -1
- package/dist/{statistical-heldout-plAHG82H.d.ts → statistical-heldout-CLpjYffJ.d.ts} +2 -36
- package/dist/statistical-heldout-CLpjYffJ.d.ts.map +1 -0
- package/dist/{store-otlp-D0AV4cvB.js → store-otlp-84DH0OEH.js} +2 -2
- package/dist/{store-otlp-D0AV4cvB.js.map → store-otlp-84DH0OEH.js.map} +1 -1
- package/dist/{store-tool-spans-8PAyhRqb.d.ts → store-tool-spans-BBXs8hDP.d.ts} +2 -2
- package/dist/{store-tool-spans-8PAyhRqb.d.ts.map → store-tool-spans-BBXs8hDP.d.ts.map} +1 -1
- package/dist/{store-tool-spans-B_0mXvYl.js → store-tool-spans-DUiqyHvR.js} +5 -5
- package/dist/{store-tool-spans-B_0mXvYl.js.map → store-tool-spans-DUiqyHvR.js.map} +1 -1
- package/dist/traces.d.ts +3 -63
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +6 -195
- package/dist/traces.js.map +1 -1
- package/dist/wire/index.d.ts +1 -1
- package/dist/wire/index.js +1 -1
- package/docs/adapters-observability.md +31 -27
- package/docs/charter.md +1 -1
- package/docs/design/mlbenchmarks-book-review.md +1 -1
- package/docs/distributed-driver.md +1 -5
- package/docs/experiment.md +15 -0
- package/docs/public-api.md +181 -71
- package/docs/redaction.md +7 -1
- package/docs/search-ledger.md +174 -0
- package/docs/trace-contracts.md +48 -3
- package/package.json +1 -1
- package/dist/benchmark-command-BhhAYstU.js.map +0 -1
- package/dist/campaign-BWoSQPSU.js.map +0 -1
- package/dist/campaign-evidence-CBlGJ3kC.js.map +0 -1
- package/dist/define-agent-eval-q6890HU4.d.ts.map +0 -1
- package/dist/index-Bcc9PkOz.d.ts.map +0 -1
- package/dist/index-BqDJ6fUK.d.ts.map +0 -1
- package/dist/index-CnJOPR_E.d.ts.map +0 -1
- package/dist/journal-CDP0Vhx_.js.map +0 -1
- package/dist/llm-judge-M_l_WXw2.js.map +0 -1
- package/dist/mint-DsS38v5c.d.ts +0 -305
- package/dist/mint-DsS38v5c.d.ts.map +0 -1
- package/dist/redact-DPoH1-OW.d.ts.map +0 -1
- package/dist/redact-DxwlUAvh.js.map +0 -1
- package/dist/search-ledger-types-D7KDVg-o.d.ts +0 -302
- package/dist/search-ledger-types-D7KDVg-o.d.ts.map +0 -1
- package/dist/skillopt-optimization-method-BVSB676o.js.map +0 -1
- package/dist/statistical-heldout-plAHG82H.d.ts.map +0 -1
- package/docs/search-history-receipts.md +0 -233
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { c as RunSplitTag } from "../run-record-DF-fuu31.js";
|
|
2
2
|
import { a as CampaignResult } from "../types-BvmWNjjs.js";
|
|
3
|
-
import {
|
|
3
|
+
import { Do as CampaignStorage } from "../index-CJv56rhX.js";
|
|
4
4
|
import { a as BenchmarkFamily, c as BenchmarkSource, i as BenchmarkEvaluation, l as BenchmarkTaskKind, n as BenchmarkAdapter, o as BenchmarkResponder, r as BenchmarkDatasetItem, s as BenchmarkScenario, t as BENCHMARK_SPLIT_SEED, u as deterministicSplit } from "../types-Cvqy7asY.js";
|
|
5
5
|
//#region src/benchmarks/calibration.d.ts
|
|
6
6
|
interface BenchmarkMetricCalibrationOptions<TPayload = unknown, TArtifact = string> {
|
package/dist/benchmarks/index.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "../rolldown-runtime-8H4AJuhK.js";
|
|
2
|
-
import {
|
|
3
|
-
import { S as fsCampaignStorage } from "../external-optimizer-subprocess-
|
|
4
|
-
import "../campaign-
|
|
2
|
+
import { ot as runCampaign } from "../llm-judge-BnxAv7ed.js";
|
|
3
|
+
import { S as fsCampaignStorage } from "../external-optimizer-subprocess-kbcPu5po.js";
|
|
4
|
+
import "../campaign-B7q74uIh.js";
|
|
5
5
|
import { join, resolve } from "node:path";
|
|
6
6
|
import { readFile, readdir, stat } from "node:fs/promises";
|
|
7
7
|
import { parse } from "smol-toml";
|
package/dist/campaign/index.d.ts
CHANGED
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { c as CostLedgerHandle, w as PendingCostCallView } from "../cost-ledger-DbQdN3nO.js";
|
|
2
2
|
import { _ as ProposalFinding, v as ProposalFindingOrigin, x as makeProposalFinding } from "../types-Bay1dh2o.js";
|
|
3
3
|
import { t as SeriesDistribution } from "../descriptive-B2iPaT9J.js";
|
|
4
|
-
import { $ as paretoSignificanceGate, B as PowerPreflight, G as BuildEvidenceVectorOptions, H as powerPreflight, J as ParetoSignificanceGateOptions, K as EvidenceVector, Q as paretoPolicy, U as AxisEvidence, V as PowerPreflightOptions, W as AxisVerdict, X as PromotionPolicy, Y as PromotionObjective, Z as buildEvidenceVector, _ as sequentialPairedGate, a as detectScale, c as pairHoldout, d as SequentialDecision, f as SequentialObservation, g as sequentialDecide, h as SequentialStreamState, i as PairedHoldout, l as SequentialDecideFn, m as SequentialPairedGateOptions, n as HeldoutSignificance, o as dimensionRegressions, p as SequentialPairedGate, q as ObjectiveSource, r as HeldoutSignificanceOptions, s as heldoutSignificance, t as DimensionRegression, u as SequentialDecideOptions } from "../statistical-heldout-
|
|
4
|
+
import { $ as paretoSignificanceGate, B as PowerPreflight, G as BuildEvidenceVectorOptions, H as powerPreflight, J as ParetoSignificanceGateOptions, K as EvidenceVector, Q as paretoPolicy, U as AxisEvidence, V as PowerPreflightOptions, W as AxisVerdict, X as PromotionPolicy, Y as PromotionObjective, Z as buildEvidenceVector, _ as sequentialPairedGate, a as detectScale, c as pairHoldout, d as SequentialDecision, f as SequentialObservation, g as sequentialDecide, h as SequentialStreamState, i as PairedHoldout, l as SequentialDecideFn, m as SequentialPairedGateOptions, n as HeldoutSignificance, o as dimensionRegressions, p as SequentialPairedGate, q as ObjectiveSource, r as HeldoutSignificanceOptions, s as heldoutSignificance, t as DimensionRegression, u as SequentialDecideOptions } from "../statistical-heldout-CLpjYffJ.js";
|
|
5
5
|
import { A as LabeledScenarioWrite, B as ScoredSurfaceOutcome, C as JudgeDimension, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, F as ProposeContext, G as labelTrustRank, H as SurfaceProposer, I as ProposedCandidate, L as RedactionStatus, M as OptimizerConfig, N as ParetoParent, O as LabeledScenarioSource, P as ProposalTrackContext, R as Scenario, S as JudgeConfig, T as LabelTrust, U as TraceSpan, V as SessionScript, W as isProposedCandidate, _ as GateDecision, a as CampaignResult, b as GenerationRecord, c as CampaignTraceWriter, d as DispatchContext, f as DispatchFn, g as GateContribution, h as GateContext, i as CampaignCostMeter, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, m as GateCheckStatus, n as CampaignArtifactWriter, o as CampaignScenarioIdentity, p as Gate, r as CampaignCellResult, s as CampaignTokenUsage, t as CampaignAggregates, u as ComponentSurface, v as GateResult, w as JudgeScore, x as JudgeAggregate, y as GenerationCandidate, z as ScenarioAggregate } from "../types-BvmWNjjs.js";
|
|
6
|
-
import { $ as scoreboardSummary, $a as
|
|
7
|
-
import { A as
|
|
6
|
+
import { $ as scoreboardSummary, $a as searchTaskSetDigest, $i as RunImprovementLoopOptions, $n as buildTraceAnalystSurfaceDispatch, $r as GepaOptimizationRecipe, $t as EvalFixtureRunPlan, A as tangleTracesRoot, Aa as searchHistoryCoverageRow, Ai as GepaCandidatePopulationSummary, An as CrossSurfaceCompositionStep, Ao as inMemoryCampaignStorage, At as sequentialOptimizationMethod, B as finalizeProfileMatrix, Ba as validateSearchLedgerEvent, Bn as CrossSurfaceNaiveStackSelection, Bt as classifyUngroundedLiterals, C as SingleRunLockOptions, Ca as SearchHistoryCoverageRow, Ci as compareOptimizationMethods, Cn as CrossSurfaceCandidate, Co as readCachedCell, Cr as compareRankKeys, D as scoreDiscrimination, Da as assertCompleteSearchHistory, Di as costFromLedgerSummary, Dn as CrossSurfaceCandidateSummary, Do as CampaignStorage, Dr as DefaultProductionGateOptions, E as ScenarioSignal, Ea as SearchHistoryRequiredError, Ei as combineComparisonCosts, En as CrossSurfaceCandidateOutcome, Eo as cellCachePath, Er as DefaultProductionGateCheck, F as ProfileMatrixPlan, Fa as SearchLedger, Fi as ExternalOptimizerObservationSummary, Fn as CrossSurfaceInteractionAwareSelection, Fo as campaignScenarioIdentity, Ft as RolloutArgumentDiff, G as ScoreboardRenderOptions, Ga as SearchOperation, Gn as CrossSurfaceRankedSingle, Gr as SkillOptOptimizationMethodConfig, Gt as importExternalEvaluations, H as PlaybackContext, Ha as SearchCompletion, Hn as CrossSurfacePairEvidence, Ht as GepaEvaluationImport, I as ProfileMatrixRow, Ia as SearchLedgerAppendResult, Ii as ExternalOptimizerSubmittedCandidate, In as CrossSurfaceInteractionEffect, Io as campaignSplitDigest, It as RolloutArgumentDiffOptions, J as UserStory, Ja as SearchState, Ji as llmJudge, Jn as CrossSurfaceSelections, Jr as skillOptOptimizationMethod, Jt as NeutralizationGateOptions, K as ScoreboardRow, Ka as SearchScoredCell, Ki as LlmJudgeDimension, Kn as CrossSurfaceRelativeCost, Kr as SkillOptRunnerCommand, Kt as importGepaPopulation, L as ProfileMatrixSegmentResult, La as SearchLedgerTrustedHeadMode, Li as readExternalOptimizerObservationArtifact, Ln as CrossSurfaceInteractionPath, Lo as campaignSplitDigestFromIdentities, Lt as RolloutCall, M as FinalizeProfileMatrixOptions, Ma as verifySearchHistoryReceipt, Mi as readGepaCandidatePopulationArtifact, Mn as CrossSurfaceEligibility, Mo as FinalEvidenceUse, Mt as FsLabeledScenarioStore, N as FinalizedProfileMatrixResult, Na as FileSearchLedger, Ni as ExternalOptimizerExecutionSummary, Nn as CrossSurfaceEvidenceBreakdown, No as assertCampaignDesign, Nt as FsLabeledScenarioStoreOptions, O as selectDiscriminative, Oa as assertSearchHistoryMatchesState, Oi as GepaCandidatePopulationArtifact, On as CrossSurfaceComponent, Oo as createRunCostLedger, Or as DefaultProductionRewardHackingOptions, P as ProfileMatrixCoverage, Pa as OpenSearchLedgerOptions, Pi as ExternalOptimizerObservationArtifact, Pn as CrossSurfaceIneligibilityReason, Po as assertCampaignSplitIdentity, Pt as LabeledScenarioStoreError, Q as scoreUserStory, Qa as searchNodeId, Qi as transientDispatchFailure, Qn as TraceAnalystScenario, Qr as GepaOptimizationMethodConfig, Qt as EvalFixtureLoadOptions, R as RunProfileMatrixSegmentOptions, Ra as openSearchLedger, Rn as CrossSurfaceInteractionReport, Rt as ScoredRollout, S as SingleRunLock, Sa as SearchHistoryCoverage, Si as OptimizationTokenUsage, Sn as CrossSurfaceBootstrapPolicy, So as CacheRead, Sr as campaignMeanComposite, T as DiscriminationScore, Ta as SearchHistoryReceipt, Ti as ComparisonCost, Tn as CrossSurfaceCandidateEvidence, To as buildCellSchedule, Tr as heldOutGate, U as PlaybackDriver, Ua as SearchDecisionRecord, Ui as ReferenceEquivalenceScenario, Un as CrossSurfacePairIncompatibilityReason, Ut as GepaPopulationImport, V as runProfileMatrixSegment, Va as SearchCell, Vi as ReferenceEquivalenceJudgeOptions, Vn as CrossSurfacePairCompatibility, Vt as rolloutArgumentDiff, W as PlaybackStep, Wa as SearchNode, Wi as createReferenceEquivalenceJudge, Wn as CrossSurfacePairwiseEntry, Wr as composeGate, Wt as externalSurface, X as makePlaybackDispatch, Xa as SearchUnitScore, Xi as isTransientTransportFailure, Xn as BuildTraceAnalystSurfaceDispatchOptions, Xr as GepaEngineOptions, Xt as EvalFixture, Y as UserStoryVerdict, Ya as SearchStateView, Yi as TransientFailureOptions, Yn as CrossSurfaceTaskRow, Yr as GepaAdaptiveEngineRun, Yt as neutralizationGate, Z as renderScoreboardMarkdown, Za as searchCellId, Zi as quotaExhaustedUntil, Zn as TraceAnalystArtifact, Zr as GepaEngineRun, Zt as EvalFixtureFile, _ as componentSurfaceIdentityMaterial, _a as surfaceDiff, _i as OptimizationMethodProvenance, _n as AnalyzeCrossSurfaceInteractionsInput, _o as CampaignRunPlan, _r as provenanceSpansPath, a as WorktreeAdapterError, aa as runOptimization, ai as ExternalTextOptimizationMethodConfig, an as loadEvalFixture, ao as ParentSelectionContext, ar as LoopProvenanceBackend, at as RunProfileMatrixResult, b as surfaceDispatchRef, ba as SearchHistoryAdmissionOptions, bi as OptimizationMethodScore, bn as CrossSurfaceAttemptCompleteness, bo as planCampaignRun, c as verifyCodeSurface, ca as RegisterSearchNodeInput, ci as ExternalOptimizationExample, cn as EstimateNodeCellsInput, co as OpenAutoPrOptions, cr as LoopProvenanceOptimizationMethod, d as PhoenixEvaluationResultLike, da as SearchRecorder, di as CompareOptimizationMethodsOptions, dn as SearchPosterior, do as RunEvalOptions, dr as campaignMeasurementDigest, ea as RunImprovementLoopResult, ei as GepaRunnerCommand, en as EvalFixtureScenario, eo as searchUnitScores, er as traceAnalystQualityJudge, et as userStoryScoreboard, f as PhoenixEvaluatorLike, fa as SearchRecorderOptions, fi as OptimizationMethod, fn as estimateNode, fo as runEval, fr as canonicalDigest, g as codeSurfaceIdentityMaterial, ga as searchEdgeId, gi as OptimizationMethodPairwise, gn as analyzeCrossSurfaceInteractions, go as runCampaign, gr as provenanceRecordPath, h as assertCodeSurfaceIdentity, ha as developmentClaim, hi as OptimizationMethodInput, hn as searchPosterior, ho as RunCampaignOptions, hr as loopProvenanceSpans, i as WorktreeAdapter, ia as RunOptimizationResult, ii as externalTextOptimizationMethod, in as discoverEvalFixtures, io as CrowdedFrontierParentOptions, ir as LoopProvenanceArgsFromResult, it as RunProfileMatrixOptions, j as CreateProfileMatrixPlanOptions, ja as verifySearchHistoryArtifact, ji as GepaCandidateSelectionScore, jn as CrossSurfaceDistribution, jo as FinalEvidencePolicy, jt as neutralizeText, k as resolveRunDir, ka as createSearchHistoryReceipt, ki as GepaCandidatePopulationCandidate, kn as CrossSurfaceComponentEvidence, ko as fsCampaignStorage, kr as defaultProductionGate, kt as scopedOptimizationMethod, l as AutoevalsScoreLike, la as SearchLedgerBinding, li as ExternalTextEvaluationResponse, ln as NodePosterior, lo as OpenAutoPrResult, lr as LoopProvenanceRecord, m as phoenixEvaluatorJudge, ma as SettleSearchCellInput, mi as OptimizationMethodComposition, mn as searchCellSetDigest, mo as CampaignCellRetryPolicy, mr as loopProvenanceArgsFromResult, n as GitWorktreeAdapterOptions, na as PremeasuredOptimizationBaseline, ni as OpenAICompatibleOptimizerModel, nn as LoadEvalFixtureScenariosOptions, no as SearchLedgerError, nr as EmitLoopProvenanceArgs, nt as ProfileMatrixError, o as gitWorktreeAdapter, oa as AllocateSearchCellInput, oi as ExternalTextOptimizerContext, on as loadEvalFixtureScenarios, oo as ParentSelector, or as LoopProvenanceCandidate, ot as ScenarioRollup, p as autoevalsScorerJudge, pa as SearchRunIdentity, pi as OptimizationMethodComparison, pn as estimateNodeFromCells, po as CampaignCellFailureReceipt, pr as emitLoopProvenance, q as ScoreboardSummary, qa as SearchSpend, qi as LlmJudgeOptions, qn as CrossSurfaceSelectionPolicy, qr as SkillOptTrainerConfig, qt as recordGepaSearch, r as Worktree, ra as RunOptimizationOptions, ri as OptimizerModelBudget, rn as PlanEvalFixtureRunOptions, ro as SearchLedgerIntegrityError, rr as EmitLoopProvenanceResult, rt as ProfileSummary, s as resolveWorktreePath, sa as RecordSearchEdgeInput, si as ExternalTextOptimizerResult, sn as planEvalFixtureRun, so as crowdedFrontierParent, sr as LoopProvenanceEvidence, st as runProfileMatrix, t as CodeSurfaceVerification, ta as runImprovementLoop, ti as gepaOptimizationMethod, tn as EvalFixtureValidationMode, to as SearchLedgerConflictError, tr as BuildLoopProvenanceArgs, tt as ProfileDispatchFn, u as AutoevalsScorerLike, ua as SearchOpening, ui as decodeExternalTextCandidate, un as SEARCH_ESTIMATOR, uo as openAutoPr, ur as buildLoopProvenanceRecord, v as renderSurfaceDiff, va as surfaceNode, vi as OptimizationMethodResult, vn as CrossSurfaceAdditionDecision, vo as CampaignRunPlanCell, vr as verifyLoopProvenanceRecord, w as acquireSingleRunLock, wa as SearchHistoryPolicy, wi as optimizationTokenUsageFromSummary, wn as CrossSurfaceCandidateComparison, wo as CellScheduleSlot, wr as HeldOutGateOptions, x as surfaceHash, xa as SearchHistoryAuditSummary, xi as OptimizationPackageSource, xn as CrossSurfaceBestSingleSelection, xo as CacheIssueReason, xr as campaignBreakdown, y as surfaceContentHash, ya as CreateSearchHistoryReceiptInput, yi as OptimizationMethodRunOptions, yn as CrossSurfaceAdditionRejectionReason, yo as PlanCampaignRunOptions, yr as CampaignBreakdown, z as createProfileMatrixPlan, za as replaySearchLedgerText, zn as CrossSurfaceInteractionTask, zt as UngroundedLiteralReport } from "../index-CJv56rhX.js";
|
|
7
|
+
import { A as SearchNodeDecision, B as SearchReservation, C as SearchExecutionIdentity, D as SearchLedgerHash, E as SearchLedgerEvent, F as SearchOperationKind, G as SearchSurfaceEffect, H as SearchSplit, I as SearchOperationRecordedEvent, J as SearchTask, K as SearchSurfaceEvidence, L as SearchOperationStartedEvent, M as SearchNodeRegisteredEvent, N as SearchNodeStatus, O as SearchModelIdentity, P as SearchOpenedEvent, Q as SearchUnknown, R as SearchProposer, S as SearchEstimateMethod, T as SearchLedgerEntry, U as SearchSplitTasks, V as SearchSourceRef, W as SearchSplits, X as SearchTokenAccounting, Y as SearchTaskOutcome, Z as SearchTraceRef, _ as SearchClosedEvent, a as SearchAttemptAccounting, b as SearchEdgeOperator, c as SearchCancelReason, d as SearchCellCancelledEvent, f as SearchCellSettledEvent, g as SearchCloseReason, h as SearchClaimPower, i as SearchArtifactRef, j as SearchNodeRef, k as SearchNodeDecidedEvent, l as SearchCandidateSurface, m as SearchClaim, n as SEARCH_LEDGER_SCHEMA, o as SearchAudit, p as SearchCellStage, q as SearchSurfaceKind, r as SearchArtifactKind, s as SearchBudget, t as NodeEstimate, u as SearchCellAllocatedEvent, v as SearchCostAccounting, w as SearchFailureReason, x as SearchEdgeRecordedEvent, y as SearchEdgeAttribution, z as SearchProposerKind } from "../search-ledger-types-C9anU2DX.js";
|
|
8
8
|
import { B as ExternalOptimizerModelBudget, F as ExternalOptimizerCallbackLimits, G as ExternalOptimizerProcessLimits, H as ExternalOptimizerModelCallRequest, I as ExternalOptimizerChatRequest, L as ExternalOptimizerEndpointFormat, N as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, P as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, Q as resolveExternalOptimizerProcessLimits, R as ExternalOptimizerEvaluationObservation, U as ExternalOptimizerModelCallResult, V as ExternalOptimizerModelCall, W as ExternalOptimizerModelExecutionObservation, Y as ExternalTextCandidate, Z as resolveExternalOptimizerCallbackLimits, q as ExternalOptimizerRunnerCommand, z as ExternalOptimizerEvaluationRefusalReason } from "../agent-profile-DNV_U6QR.js";
|
|
9
|
-
export { type AnalyzeCrossSurfaceInteractionsInput, type AutoevalsScoreLike, type AutoevalsScorerLike, type AxisEvidence, type AxisVerdict, type BuildEvidenceVectorOptions, type BuildLoopProvenanceArgs, type BuildTraceAnalystSurfaceDispatchOptions, type CacheIssueReason, type CacheRead, type CampaignAggregates, type CampaignArtifactWriter, type CampaignBreakdown, type CampaignCellFailureReceipt, type CampaignCellResult, type CampaignCellRetryPolicy, type CampaignCostMeter, type CampaignResult, type CampaignRunPlan, type CampaignRunPlanCell, type CampaignScenarioIdentity, type CampaignStorage, type CampaignTokenUsage, type CampaignTraceWriter, type CellScheduleSlot, type CodeSurface, type CodeSurfaceVerification, type CompareOptimizationMethodsOptions, type ComparisonCost, type ComponentSurface, type CostLedgerHandle, type CreateProfileMatrixPlanOptions, type CreateSearchHistoryReceiptInput, type CrossSurfaceAdditionDecision, type CrossSurfaceAdditionRejectionReason, type CrossSurfaceAttemptCompleteness, type CrossSurfaceBestSingleSelection, type CrossSurfaceBootstrapPolicy, type CrossSurfaceCandidate, type CrossSurfaceCandidateComparison, type CrossSurfaceCandidateEvidence, type CrossSurfaceCandidateOutcome, type CrossSurfaceCandidateSummary, type CrossSurfaceComponent, type CrossSurfaceComponentEvidence, type CrossSurfaceCompositionStep, type CrossSurfaceDistribution, type CrossSurfaceEligibility, type CrossSurfaceEvidenceBreakdown, type CrossSurfaceIneligibilityReason, type CrossSurfaceInteractionAwareSelection, type CrossSurfaceInteractionEffect, type CrossSurfaceInteractionPath, type CrossSurfaceInteractionReport, type CrossSurfaceInteractionTask, type CrossSurfaceNaiveStackSelection, type CrossSurfacePairCompatibility, type CrossSurfacePairEvidence, type CrossSurfacePairIncompatibilityReason, type CrossSurfacePairwiseEntry, type CrossSurfaceRankedSingle, type CrossSurfaceRelativeCost, type CrossSurfaceSelectionPolicy, type CrossSurfaceSelections, type CrossSurfaceTaskRow, type CrowdedFrontierParentOptions, DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, type DefaultProductionGateCheck, type DefaultProductionGateOptions, type DefaultProductionRewardHackingOptions, type DimensionRegression, type DiscriminationScore, type DispatchContext, type DispatchFn, type EmitLoopProvenanceArgs, type EmitLoopProvenanceResult, type EvalFixture, type EvalFixtureFile, type EvalFixtureLoadOptions, type EvalFixtureRunPlan, type EvalFixtureScenario, type EvalFixtureValidationMode, type EvidenceVector, type ExternalOptimizationExample, type ExternalOptimizerCallbackLimits, type ExternalOptimizerChatRequest, type ExternalOptimizerEndpointFormat, type ExternalOptimizerEvaluationObservation, type ExternalOptimizerEvaluationRefusalReason, type ExternalOptimizerExecutionSummary, type ExternalOptimizerModelBudget, type ExternalOptimizerModelCall, type ExternalOptimizerModelCallRequest, type ExternalOptimizerModelCallResult, type ExternalOptimizerModelExecutionObservation, type ExternalOptimizerObservationArtifact, type ExternalOptimizerObservationSummary, type ExternalOptimizerProcessLimits, type ExternalOptimizerRunnerCommand, type ExternalOptimizerSubmittedCandidate, type ExternalTextCandidate, type ExternalTextEvaluationResponse, type ExternalTextOptimizationMethodConfig, type ExternalTextOptimizerContext, type ExternalTextOptimizerResult, FileSearchLedger, type FinalEvidencePolicy, type FinalEvidenceUse, type FinalizeProfileMatrixOptions, type FinalizedProfileMatrixResult, FsLabeledScenarioStore, type FsLabeledScenarioStoreOptions, type Gate, type GateCheckStatus, type GateContext, type GateContribution, type GateDecision, type GateResult, type GenerationCandidate, type GenerationRecord, type GepaAdaptiveEngineRun, type GepaCandidatePopulationArtifact, type GepaCandidatePopulationCandidate, type GepaCandidatePopulationSummary, type GepaCandidateSelectionScore, type GepaEngineOptions, type GepaEngineRun, type GepaOptimizationMethodConfig, type GepaOptimizationRecipe, type GepaRunnerCommand, type GitWorktreeAdapterOptions, type HeldOutGateOptions, type HeldoutSignificance, type HeldoutSignificanceOptions, type JudgeAggregate, type JudgeConfig, type JudgeDimension, type JudgeScore, type LabelTrust, type LabeledScenarioRecord, type LabeledScenarioSampleArgs, type LabeledScenarioSource, type LabeledScenarioStore, LabeledScenarioStoreError, type LabeledScenarioWrite, type LlmJudgeDimension, type LlmJudgeOptions, type LoadEvalFixtureScenariosOptions, type LoopProvenanceArgsFromResult, type LoopProvenanceBackend, type LoopProvenanceCandidate, type LoopProvenanceEvidence, type LoopProvenanceOptimizationMethod, type LoopProvenanceRecord, type MeasuredSearchCandidate, type MutableSurface, type NeutralizationGateOptions, type ObjectiveSource, type OpenAICompatibleOptimizerModel, type OpenAutoPrOptions, type OpenAutoPrResult, type OpenSearchLedgerOptions, type OptimizationMethod, type OptimizationMethodComparison, type OptimizationMethodComposition, type OptimizationMethodInput, type OptimizationMethodPairwise, type OptimizationMethodProvenance, type OptimizationMethodResult, type OptimizationMethodRunOptions, type OptimizationMethodScore, type OptimizationPackageSource, type OptimizationTokenUsage, type OptimizerConfig, type OptimizerModelBudget, type PairedHoldout, type ParentSelectionContext, type ParentSelector, type ParetoParent, type ParetoSignificanceGateOptions, type PendingCostCallView, type PhoenixEvaluationResultLike, type PhoenixEvaluatorLike, type PlanCampaignRunOptions, type PlanEvalFixtureRunOptions, type PlaybackContext, type PlaybackDriver, type PlaybackStep, type PowerPreflight, type PowerPreflightOptions, type PremeasuredOptimizationBaseline, type ProfileDispatchFn, type ProfileMatrixCoverage, ProfileMatrixError, type ProfileMatrixPlan, type ProfileMatrixRow, type ProfileMatrixSegmentResult, type ProfileSummary, type PromotionObjective, type PromotionPolicy, type ProposalFinding, type ProposalFindingOrigin, type ProposalTrackContext, type ProposeContext, type ProposedCandidate, type ProposedSearchCandidate, type RedactionStatus, type ReferenceEquivalenceJudgeOptions, type ReferenceEquivalenceScenario, type RolloutArgumentDiff, type RolloutArgumentDiffOptions, type RolloutCall, type RunCampaignOptions, type RunEvalOptions, type RunImprovementLoopOptions, type RunImprovementLoopResult, type RunOptimizationOptions, type RunOptimizationResult, type RunProfileMatrixOptions, type RunProfileMatrixResult, type RunProfileMatrixSegmentOptions, type Scenario, type ScenarioAggregate, type ScenarioRollup, type ScenarioSignal, type ScoreboardRenderOptions, type ScoreboardRow, type ScoreboardSummary, type ScoredRollout, type ScoredSurfaceOutcome, type SearchAccountingAudit, type SearchArtifactRef, type SearchAttemptAccounting, type SearchCandidateDecidedEvent, type SearchCandidateLineage, type SearchCandidateRegisteredEvent, type SearchCandidateSlot, type SearchCandidateSlotClosedEvent, type SearchCandidateSurface, type SearchCompletedEvent, type SearchCostAccounting, type SearchExecutionIdentity, type SearchFailureReason, type SearchHistoryAdmissionOptions, type SearchHistoryAuditSummary, type SearchHistoryCoverage, type SearchHistoryCoverageRow, type SearchHistoryPolicy, type SearchHistoryReceipt, SearchHistoryRequiredError, type SearchLedger, type SearchLedgerAppendResult, type SearchLedgerBinding, SearchLedgerConflictError, type SearchLedgerEntry, SearchLedgerError, type SearchLedgerEvent, type SearchLedgerHash, SearchLedgerIntegrityError, type SearchLedgerReplay, type SearchLedgerTrustedHeadMode, type SearchModelIdentity, type SearchOperationKind, type SearchOperationRecordedEvent, type SearchPlan, type SearchPlanExtendedEvent, type SearchPlannedEvent, type SearchPlannedOperation, type SearchPlannedTask, SearchRecorder, type SearchRecorderOptions, type SearchRunIdentity, type SearchSourceRef, type SearchSurfaceEffect, type SearchSurfaceEvidence, type SearchSurfaceKind, type SearchTaskAttemptedEvent, type SearchTaskOutcome, type SearchTokenAccounting, type SequentialDecideFn, type SequentialDecideOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SequentialStreamState, type SeriesDistribution, type SessionScript, type SingleRunLock, type SingleRunLockOptions, type SkillOptOptimizationMethodConfig, type SkillOptRunnerCommand, type SkillOptTrainerConfig, type SurfaceProposer, type TraceAnalystArtifact, type TraceAnalystScenario, type TraceSpan, type TransientFailureOptions, type UngroundedLiteralReport, type UserStory, type UserStoryVerdict, type Worktree, type WorktreeAdapter, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertCompleteSearchHistory, assertSearchHistoryMatchesReplay, autoevalsScorerJudge, buildCellSchedule, buildEvidenceVector, buildLoopProvenanceRecord, buildTraceAnalystSurfaceDispatch, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, cellCachePath, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, combineComparisonCosts, compareOptimizationMethods, compareRankKeys, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createProfileMatrixPlan, createReferenceEquivalenceJudge, createRunCostLedger, createSearchHistoryReceipt, crowdedFrontierParent, decodeExternalTextCandidate, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, externalTextOptimizationMethod, finalizeProfileMatrix, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, makeProposalFinding, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, phoenixEvaluatorJudge, planCampaignRun, planEvalFixtureRun, powerPreflight, provenanceRecordPath, provenanceSpansPath, quotaExhaustedUntil, readCachedCell, readExternalOptimizerObservationArtifact, readGepaCandidatePopulationArtifact, recordCandidatePopulationSearch, renderScoreboardMarkdown, renderSurfaceDiff, replaySearchLedgerText, resolveExternalOptimizerCallbackLimits, resolveExternalOptimizerProcessLimits, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, runProfileMatrixSegment, scopedOptimizationMethod, scoreDiscrimination, scoreUserStory, scoreboardSummary, searchHistoryCoverageRow, selectDiscriminative, sequentialDecide, sequentialOptimizationMethod, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceDispatchRef, surfaceHash, tangleTracesRoot, traceAnalystQualityJudge, transientDispatchFailure, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord, verifySearchHistoryArtifact, verifySearchHistoryReceipt };
|
|
9
|
+
export { type AllocateSearchCellInput, type AnalyzeCrossSurfaceInteractionsInput, type AutoevalsScoreLike, type AutoevalsScorerLike, type AxisEvidence, type AxisVerdict, type BuildEvidenceVectorOptions, type BuildLoopProvenanceArgs, type BuildTraceAnalystSurfaceDispatchOptions, type CacheIssueReason, type CacheRead, type CampaignAggregates, type CampaignArtifactWriter, type CampaignBreakdown, type CampaignCellFailureReceipt, type CampaignCellResult, type CampaignCellRetryPolicy, type CampaignCostMeter, type CampaignResult, type CampaignRunPlan, type CampaignRunPlanCell, type CampaignScenarioIdentity, type CampaignStorage, type CampaignTokenUsage, type CampaignTraceWriter, type CellScheduleSlot, type CodeSurface, type CodeSurfaceVerification, type CompareOptimizationMethodsOptions, type ComparisonCost, type ComponentSurface, type CostLedgerHandle, type CreateProfileMatrixPlanOptions, type CreateSearchHistoryReceiptInput, type CrossSurfaceAdditionDecision, type CrossSurfaceAdditionRejectionReason, type CrossSurfaceAttemptCompleteness, type CrossSurfaceBestSingleSelection, type CrossSurfaceBootstrapPolicy, type CrossSurfaceCandidate, type CrossSurfaceCandidateComparison, type CrossSurfaceCandidateEvidence, type CrossSurfaceCandidateOutcome, type CrossSurfaceCandidateSummary, type CrossSurfaceComponent, type CrossSurfaceComponentEvidence, type CrossSurfaceCompositionStep, type CrossSurfaceDistribution, type CrossSurfaceEligibility, type CrossSurfaceEvidenceBreakdown, type CrossSurfaceIneligibilityReason, type CrossSurfaceInteractionAwareSelection, type CrossSurfaceInteractionEffect, type CrossSurfaceInteractionPath, type CrossSurfaceInteractionReport, type CrossSurfaceInteractionTask, type CrossSurfaceNaiveStackSelection, type CrossSurfacePairCompatibility, type CrossSurfacePairEvidence, type CrossSurfacePairIncompatibilityReason, type CrossSurfacePairwiseEntry, type CrossSurfaceRankedSingle, type CrossSurfaceRelativeCost, type CrossSurfaceSelectionPolicy, type CrossSurfaceSelections, type CrossSurfaceTaskRow, type CrowdedFrontierParentOptions, DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, type DefaultProductionGateCheck, type DefaultProductionGateOptions, type DefaultProductionRewardHackingOptions, type DimensionRegression, type DiscriminationScore, type DispatchContext, type DispatchFn, type EmitLoopProvenanceArgs, type EmitLoopProvenanceResult, type EstimateNodeCellsInput, type EvalFixture, type EvalFixtureFile, type EvalFixtureLoadOptions, type EvalFixtureRunPlan, type EvalFixtureScenario, type EvalFixtureValidationMode, type EvidenceVector, type ExternalOptimizationExample, type ExternalOptimizerCallbackLimits, type ExternalOptimizerChatRequest, type ExternalOptimizerEndpointFormat, type ExternalOptimizerEvaluationObservation, type ExternalOptimizerEvaluationRefusalReason, type ExternalOptimizerExecutionSummary, type ExternalOptimizerModelBudget, type ExternalOptimizerModelCall, type ExternalOptimizerModelCallRequest, type ExternalOptimizerModelCallResult, type ExternalOptimizerModelExecutionObservation, type ExternalOptimizerObservationArtifact, type ExternalOptimizerObservationSummary, type ExternalOptimizerProcessLimits, type ExternalOptimizerRunnerCommand, type ExternalOptimizerSubmittedCandidate, type ExternalTextCandidate, type ExternalTextEvaluationResponse, type ExternalTextOptimizationMethodConfig, type ExternalTextOptimizerContext, type ExternalTextOptimizerResult, FileSearchLedger, type FinalEvidencePolicy, type FinalEvidenceUse, type FinalizeProfileMatrixOptions, type FinalizedProfileMatrixResult, FsLabeledScenarioStore, type FsLabeledScenarioStoreOptions, type Gate, type GateCheckStatus, type GateContext, type GateContribution, type GateDecision, type GateResult, type GenerationCandidate, type GenerationRecord, type GepaAdaptiveEngineRun, type GepaCandidatePopulationArtifact, type GepaCandidatePopulationCandidate, type GepaCandidatePopulationSummary, type GepaCandidateSelectionScore, type GepaEngineOptions, type GepaEngineRun, type GepaEvaluationImport, type GepaOptimizationMethodConfig, type GepaOptimizationRecipe, type GepaPopulationImport, type GepaRunnerCommand, type GitWorktreeAdapterOptions, type HeldOutGateOptions, type HeldoutSignificance, type HeldoutSignificanceOptions, type JudgeAggregate, type JudgeConfig, type JudgeDimension, type JudgeScore, type LabelTrust, type LabeledScenarioRecord, type LabeledScenarioSampleArgs, type LabeledScenarioSource, type LabeledScenarioStore, LabeledScenarioStoreError, type LabeledScenarioWrite, type LlmJudgeDimension, type LlmJudgeOptions, type LoadEvalFixtureScenariosOptions, type LoopProvenanceArgsFromResult, type LoopProvenanceBackend, type LoopProvenanceCandidate, type LoopProvenanceEvidence, type LoopProvenanceOptimizationMethod, type LoopProvenanceRecord, type MutableSurface, type NeutralizationGateOptions, type NodeEstimate, type NodePosterior, type ObjectiveSource, type OpenAICompatibleOptimizerModel, type OpenAutoPrOptions, type OpenAutoPrResult, type OpenSearchLedgerOptions, type OptimizationMethod, type OptimizationMethodComparison, type OptimizationMethodComposition, type OptimizationMethodInput, type OptimizationMethodPairwise, type OptimizationMethodProvenance, type OptimizationMethodResult, type OptimizationMethodRunOptions, type OptimizationMethodScore, type OptimizationPackageSource, type OptimizationTokenUsage, type OptimizerConfig, type OptimizerModelBudget, type PairedHoldout, type ParentSelectionContext, type ParentSelector, type ParetoParent, type ParetoSignificanceGateOptions, type PendingCostCallView, type PhoenixEvaluationResultLike, type PhoenixEvaluatorLike, type PlanCampaignRunOptions, type PlanEvalFixtureRunOptions, type PlaybackContext, type PlaybackDriver, type PlaybackStep, type PowerPreflight, type PowerPreflightOptions, type PremeasuredOptimizationBaseline, type ProfileDispatchFn, type ProfileMatrixCoverage, ProfileMatrixError, type ProfileMatrixPlan, type ProfileMatrixRow, type ProfileMatrixSegmentResult, type ProfileSummary, type PromotionObjective, type PromotionPolicy, type ProposalFinding, type ProposalFindingOrigin, type ProposalTrackContext, type ProposeContext, type ProposedCandidate, type RecordSearchEdgeInput, type RedactionStatus, type ReferenceEquivalenceJudgeOptions, type ReferenceEquivalenceScenario, type RegisterSearchNodeInput, type RolloutArgumentDiff, type RolloutArgumentDiffOptions, type RolloutCall, type RunCampaignOptions, type RunEvalOptions, type RunImprovementLoopOptions, type RunImprovementLoopResult, type RunOptimizationOptions, type RunOptimizationResult, type RunProfileMatrixOptions, type RunProfileMatrixResult, type RunProfileMatrixSegmentOptions, SEARCH_ESTIMATOR, SEARCH_LEDGER_SCHEMA, type Scenario, type ScenarioAggregate, type ScenarioRollup, type ScenarioSignal, type ScoreboardRenderOptions, type ScoreboardRow, type ScoreboardSummary, type ScoredRollout, type ScoredSurfaceOutcome, type SearchArtifactKind, type SearchArtifactRef, type SearchAttemptAccounting, type SearchAudit, type SearchBudget, type SearchCancelReason, type SearchCandidateSurface, type SearchCell, type SearchCellAllocatedEvent, type SearchCellCancelledEvent, type SearchCellSettledEvent, type SearchCellStage, type SearchClaim, type SearchClaimPower, type SearchCloseReason, type SearchClosedEvent, type SearchCompletion, type SearchCostAccounting, type SearchDecisionRecord, type SearchEdgeAttribution, type SearchEdgeOperator, type SearchEdgeRecordedEvent, type SearchEstimateMethod, type SearchExecutionIdentity, type SearchFailureReason, type SearchHistoryAdmissionOptions, type SearchHistoryAuditSummary, type SearchHistoryCoverage, type SearchHistoryCoverageRow, type SearchHistoryPolicy, type SearchHistoryReceipt, SearchHistoryRequiredError, type SearchLedger, type SearchLedgerAppendResult, type SearchLedgerBinding, SearchLedgerConflictError, type SearchLedgerEntry, SearchLedgerError, type SearchLedgerEvent, type SearchLedgerHash, SearchLedgerIntegrityError, type SearchLedgerTrustedHeadMode, type SearchModelIdentity, type SearchNode, type SearchNodeDecidedEvent, type SearchNodeDecision, type SearchNodeRef, type SearchNodeRegisteredEvent, type SearchNodeStatus, type SearchOpenedEvent, type SearchOpening, type SearchOperation, type SearchOperationKind, type SearchOperationRecordedEvent, type SearchOperationStartedEvent, type SearchPosterior, type SearchProposer, type SearchProposerKind, SearchRecorder, type SearchRecorderOptions, type SearchReservation, type SearchRunIdentity, type SearchScoredCell, type SearchSourceRef, type SearchSpend, type SearchSplit, type SearchSplitTasks, type SearchSplits, SearchState, SearchStateView, type SearchSurfaceEffect, type SearchSurfaceEvidence, type SearchSurfaceKind, type SearchTask, type SearchTaskOutcome, type SearchTokenAccounting, type SearchTraceRef, type SearchUnitScore, type SearchUnknown, type SequentialDecideFn, type SequentialDecideOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SequentialStreamState, type SeriesDistribution, type SessionScript, type SettleSearchCellInput, type SingleRunLock, type SingleRunLockOptions, type SkillOptOptimizationMethodConfig, type SkillOptRunnerCommand, type SkillOptTrainerConfig, type SurfaceProposer, type TraceAnalystArtifact, type TraceAnalystScenario, type TraceSpan, type TransientFailureOptions, type UngroundedLiteralReport, type UserStory, type UserStoryVerdict, type Worktree, type WorktreeAdapter, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertCompleteSearchHistory, assertSearchHistoryMatchesState, autoevalsScorerJudge, buildCellSchedule, buildEvidenceVector, buildLoopProvenanceRecord, buildTraceAnalystSurfaceDispatch, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, cellCachePath, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, combineComparisonCosts, compareOptimizationMethods, compareRankKeys, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createProfileMatrixPlan, createReferenceEquivalenceJudge, createRunCostLedger, createSearchHistoryReceipt, crowdedFrontierParent, decodeExternalTextCandidate, defaultProductionGate, detectScale, developmentClaim, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, estimateNode, estimateNodeFromCells, externalSurface, externalTextOptimizationMethod, finalizeProfileMatrix, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, importExternalEvaluations, importGepaPopulation, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, makeProposalFinding, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, phoenixEvaluatorJudge, planCampaignRun, planEvalFixtureRun, powerPreflight, provenanceRecordPath, provenanceSpansPath, quotaExhaustedUntil, readCachedCell, readExternalOptimizerObservationArtifact, readGepaCandidatePopulationArtifact, recordGepaSearch, renderScoreboardMarkdown, renderSurfaceDiff, replaySearchLedgerText, resolveExternalOptimizerCallbackLimits, resolveExternalOptimizerProcessLimits, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, runProfileMatrixSegment, scopedOptimizationMethod, scoreDiscrimination, scoreUserStory, scoreboardSummary, searchCellId, searchCellSetDigest, searchEdgeId, searchHistoryCoverageRow, searchNodeId, searchPosterior, searchTaskSetDigest, searchUnitScores, selectDiscriminative, sequentialDecide, sequentialOptimizationMethod, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceDiff, surfaceDispatchRef, surfaceHash, surfaceNode, tangleTracesRoot, traceAnalystQualityJudge, transientDispatchFailure, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord, verifySearchHistoryArtifact, verifySearchHistoryReceipt };
|
package/dist/campaign/index.js
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { a as heldoutSignificance, i as dimensionRegressions, o as pairHoldout, r as detectScale } from "../statistical-heldout-GcLIPxk4.js";
|
|
2
|
-
import {
|
|
3
|
-
import { B as
|
|
4
|
-
import { C as inMemoryCampaignStorage, D as SearchLedgerIntegrityError, E as SearchLedgerError, S as fsCampaignStorage, T as SearchLedgerConflictError, l as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, u as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, v as resolveExternalOptimizerCallbackLimits, x as createRunCostLedger, y as resolveExternalOptimizerProcessLimits } from "../external-optimizer-subprocess-
|
|
2
|
+
import { A as FileSearchLedger, B as SEARCH_LEDGER_SCHEMA, C as assertCompleteSearchHistory, D as searchHistoryCoverageRow, E as createSearchHistoryReceipt, F as SearchStateView, H as labelTrustRank, I as searchCellId, L as searchNodeId, M as replaySearchLedgerText, N as validateSearchLedgerEvent, O as verifySearchHistoryArtifact, P as SearchState, R as searchTaskSetDigest, S as SearchHistoryRequiredError, T as assertSearchHistoryMatchesState, V as isProposedCandidate, Y as defaultProductionGate, _ as SearchRecorder, a as transientDispatchFailure, at as runEval, b as surfaceDiff, c as compareOptimizationMethods, ct as resolveRunDir, d as combineComparisonCosts, dt as buildCellSchedule, f as costFromLedgerSummary, ft as cellCachePath, g as runOptimization, h as runImprovementLoop, i as quotaExhaustedUntil, j as openSearchLedger, k as verifySearchHistoryReceipt, l as optimizationTokenUsageFromSummary, lt as tangleTracesRoot, m as readGepaCandidatePopulationArtifact, ot as runCampaign, q as openAutoPr, r as isTransientTransportFailure, st as planCampaignRun, t as llmJudge, ut as readCachedCell, v as developmentClaim, x as surfaceNode, y as searchEdgeId, z as searchUnitScores } from "../llm-judge-BnxAv7ed.js";
|
|
3
|
+
import { $ as campaignSplitDigestFromIdentities, B as surfaceContentHash, H as surfaceHash, I as assertCodeSurfaceIdentity, J as assertCampaignSplitIdentity, L as codeSurfaceIdentityMaterial, Q as campaignSplitDigest, R as componentSurfaceIdentityMaterial, S as campaignMeanComposite, V as surfaceDispatchRef, Z as campaignScenarioIdentity, _ as provenanceRecordPath, d as buildLoopProvenanceRecord, f as campaignMeasurementDigest, g as loopProvenanceSpans, h as loopProvenanceArgsFromResult, k as powerPreflight, m as emitLoopProvenance, p as canonicalDigest, q as assertCampaignDesign, v as provenanceSpansPath, w as compareRankKeys, x as campaignBreakdown, y as verifyLoopProvenanceRecord, z as renderSurfaceDiff } from "../campaign-evidence-D40-LHIL.js";
|
|
4
|
+
import { C as inMemoryCampaignStorage, D as SearchLedgerIntegrityError, E as SearchLedgerError, S as fsCampaignStorage, T as SearchLedgerConflictError, l as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, u as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, v as resolveExternalOptimizerCallbackLimits, x as createRunCostLedger, y as resolveExternalOptimizerProcessLimits } from "../external-optimizer-subprocess-kbcPu5po.js";
|
|
5
5
|
import { i as makeProposalFinding } from "../types-CW5b90JH.js";
|
|
6
|
-
import { n as acquireSingleRunLock } from "../external-optimizer-process-
|
|
7
|
-
import { a as
|
|
8
|
-
import { A as loadEvalFixtureScenarios, C as FsLabeledScenarioStore, D as neutralizationGate, E as rolloutArgumentDiff,
|
|
6
|
+
import { n as acquireSingleRunLock } from "../external-optimizer-process-BnSmrkgL.js";
|
|
7
|
+
import { a as importGepaPopulation, c as composeGate, d as readExternalOptimizerObservationArtifact, i as importExternalEvaluations, l as externalTextOptimizationMethod, m as createReferenceEquivalenceJudge, n as gepaOptimizationMethod, o as recordGepaSearch, r as externalSurface, s as heldOutGate, t as skillOptOptimizationMethod, u as decodeExternalTextCandidate } from "../skillopt-optimization-method-l2vDBtKp.js";
|
|
8
|
+
import { A as loadEvalFixtureScenarios, C as FsLabeledScenarioStore, D as neutralizationGate, E as rolloutArgumentDiff, F as searchCellSetDigest, I as searchPosterior, L as analyzeCrossSurfaceInteractions, M as SEARCH_ESTIMATOR, N as estimateNode, O as discoverEvalFixtures, P as estimateNodeFromCells, R as buildTraceAnalystSurfaceDispatch, S as neutralizeText, T as classifyUngroundedLiterals, _ as scoreboardSummary, a as autoevalsScorerJudge, b as scopedOptimizationMethod, c as selectDiscriminative, d as runProfileMatrixSegment, f as ProfileMatrixError, g as scoreUserStory, h as renderScoreboardMarkdown, i as verifyCodeSurface, j as planEvalFixtureRun, k as loadEvalFixture, l as createProfileMatrixPlan, m as makePlaybackDispatch, n as gitWorktreeAdapter, o as phoenixEvaluatorJudge, p as runProfileMatrix, r as resolveWorktreePath, s as scoreDiscrimination, t as WorktreeAdapterError, u as finalizeProfileMatrix, v as userStoryScoreboard, w as LabeledScenarioStoreError, x as sequentialOptimizationMethod, y as crowdedFrontierParent, z as traceAnalystQualityJudge } from "../campaign-B7q74uIh.js";
|
|
9
9
|
import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-CfMNUro2.js";
|
|
10
10
|
import { n as sequentialPairedGate, t as sequentialDecide } from "../sequential-lwJOTRON.js";
|
|
11
|
-
export { DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, FileSearchLedger, FsLabeledScenarioStore, LabeledScenarioStoreError, ProfileMatrixError, SearchHistoryRequiredError, SearchLedgerConflictError, SearchLedgerError, SearchLedgerIntegrityError, SearchRecorder, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertCompleteSearchHistory,
|
|
11
|
+
export { DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, FileSearchLedger, FsLabeledScenarioStore, LabeledScenarioStoreError, ProfileMatrixError, SEARCH_ESTIMATOR, SEARCH_LEDGER_SCHEMA, SearchHistoryRequiredError, SearchLedgerConflictError, SearchLedgerError, SearchLedgerIntegrityError, SearchRecorder, SearchState, SearchStateView, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertCompleteSearchHistory, assertSearchHistoryMatchesState, autoevalsScorerJudge, buildCellSchedule, buildEvidenceVector, buildLoopProvenanceRecord, buildTraceAnalystSurfaceDispatch, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, cellCachePath, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, combineComparisonCosts, compareOptimizationMethods, compareRankKeys, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createProfileMatrixPlan, createReferenceEquivalenceJudge, createRunCostLedger, createSearchHistoryReceipt, crowdedFrontierParent, decodeExternalTextCandidate, defaultProductionGate, detectScale, developmentClaim, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, estimateNode, estimateNodeFromCells, externalSurface, externalTextOptimizationMethod, finalizeProfileMatrix, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, importExternalEvaluations, importGepaPopulation, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, makeProposalFinding, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, phoenixEvaluatorJudge, planCampaignRun, planEvalFixtureRun, powerPreflight, provenanceRecordPath, provenanceSpansPath, quotaExhaustedUntil, readCachedCell, readExternalOptimizerObservationArtifact, readGepaCandidatePopulationArtifact, recordGepaSearch, renderScoreboardMarkdown, renderSurfaceDiff, replaySearchLedgerText, resolveExternalOptimizerCallbackLimits, resolveExternalOptimizerProcessLimits, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, runProfileMatrixSegment, scopedOptimizationMethod, scoreDiscrimination, scoreUserStory, scoreboardSummary, searchCellId, searchCellSetDigest, searchEdgeId, searchHistoryCoverageRow, searchNodeId, searchPosterior, searchTaskSetDigest, searchUnitScores, selectDiscriminative, sequentialDecide, sequentialOptimizationMethod, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceDiff, surfaceDispatchRef, surfaceHash, surfaceNode, tangleTracesRoot, traceAnalystQualityJudge, transientDispatchFailure, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord, verifySearchHistoryArtifact, verifySearchHistoryReceipt };
|
|
@@ -1,22 +1,23 @@
|
|
|
1
1
|
import { s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
|
|
2
|
-
import { i as compareCodeUnits } from "./canonical-BsZVgBhW.js";
|
|
3
|
-
import { c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, s as agentProfileHash, t as extractProducedState } from "./produced-state-
|
|
2
|
+
import { a as hashCanonical, i as compareCodeUnits } from "./canonical-BsZVgBhW.js";
|
|
3
|
+
import { c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, s as agentProfileHash, t as extractProducedState } from "./produced-state-BXjXJHJT.js";
|
|
4
4
|
import { s as buildAgentProfileCell } from "./agent-profile-cell-DcFW4vOc.js";
|
|
5
5
|
import { t as mulberry32 } from "./random-Dn5fPWkt.js";
|
|
6
6
|
import { t as comparePairedArms } from "./paired-arms-JSDcs2zx.js";
|
|
7
|
-
import { r as pairedBootstrap } from "./paired-tests-C8iCsioC.js";
|
|
7
|
+
import { n as DECISION_PAIRED_DELTA_STATISTIC, r as pairedBootstrap } from "./paired-tests-C8iCsioC.js";
|
|
8
|
+
import { i as pairedDeltaTest, r as minimumPairsForPairedDeltaTest } from "./paired-promotion-decision-6cn3bLc3.js";
|
|
8
9
|
import { o as pairHoldout } from "./statistical-heldout-GcLIPxk4.js";
|
|
9
10
|
import { c as runTaskScore, i as modelHasSnapshot, n as UNKNOWN_MODEL, u as validateRunRecord } from "./run-record-BRlM99rX.js";
|
|
10
11
|
import { n as contentHash, t as canonicalJson } from "./verdict-cache-BQEsVy9n.js";
|
|
11
|
-
import {
|
|
12
|
+
import { G as paretoFrontierWithCrowding, H as labelTrustRank, ct as resolveRunDir, d as combineComparisonCosts, ft as cellCachePath, ot as runCampaign, pt as computeManifestHash, st as planCampaignRun, u as executeOptimizationMethod, z as searchUnitScores } from "./llm-judge-BnxAv7ed.js";
|
|
12
13
|
import { a as campaignCellToRunRecord, o as projectCampaignCellQuality, t as campaignCellCostProvenance } from "./run-record-DnMFyg_g.js";
|
|
13
14
|
import { t as CostAccountingIncompleteError } from "./cost-ledger-_IbkejCF.js";
|
|
14
|
-
import {
|
|
15
|
-
import {
|
|
16
|
-
import { S as fsCampaignStorage } from "./external-optimizer-subprocess-
|
|
15
|
+
import { B as surfaceContentHash, G as assertRealBackend, I as assertCodeSurfaceIdentity, K as summarizeBackendIntegrity, Z as campaignScenarioIdentity, q as assertCampaignDesign } from "./campaign-evidence-D40-LHIL.js";
|
|
16
|
+
import { p as mapConcurrent } from "./journal-c3qY0SDP.js";
|
|
17
|
+
import { E as SearchLedgerError, S as fsCampaignStorage } from "./external-optimizer-subprocess-kbcPu5po.js";
|
|
17
18
|
import { a as scoreAnalystFindings } from "./benchmark-BeQJyrRC.js";
|
|
18
|
-
import "./external-optimizer-process-
|
|
19
|
-
import "./skillopt-optimization-method-
|
|
19
|
+
import "./external-optimizer-process-BnSmrkgL.js";
|
|
20
|
+
import "./skillopt-optimization-method-l2vDBtKp.js";
|
|
20
21
|
import "./sequential-lwJOTRON.js";
|
|
21
22
|
import { createHash } from "node:crypto";
|
|
22
23
|
import { closeSync, constants, existsSync, fstatSync, lstatSync, mkdirSync, mkdtempSync, openSync, readFileSync, readSync, readdirSync, readlinkSync, realpathSync, rmSync, statSync, writeFileSync } from "node:fs";
|
|
@@ -835,6 +836,250 @@ function unique(values) {
|
|
|
835
836
|
return [...new Set(values)];
|
|
836
837
|
}
|
|
837
838
|
//#endregion
|
|
839
|
+
//#region src/campaign/estimate-node.ts
|
|
840
|
+
/**
|
|
841
|
+
* Per-node statistics of a search.
|
|
842
|
+
*
|
|
843
|
+
* `estimateNode` is the one paired contrast of two nodes: it averages each
|
|
844
|
+
* node's cells inside their units, pairs the units both nodes scored, and runs
|
|
845
|
+
* `pairedDeltaTest` on the per-unit deltas. `estimateNodeFromCells` is the same
|
|
846
|
+
* computation over cells a caller already holds, such as rows a server read
|
|
847
|
+
* from its database. The bootstrap seed comes from `cellSetDigest`, the digest
|
|
848
|
+
* of exactly the cells used, so a producer and a verifier that hold the same
|
|
849
|
+
* cells report the same bits.
|
|
850
|
+
*
|
|
851
|
+
* `searchPosterior` gives every node a normal posterior on its improvement over
|
|
852
|
+
* the root, which expansion policies sample parents from. Its numbers steer
|
|
853
|
+
* spend and claim nothing.
|
|
854
|
+
*/
|
|
855
|
+
const CONFIDENCE = .95;
|
|
856
|
+
const RESAMPLES = 2e3;
|
|
857
|
+
/** 6 at 95 %: the smallest sample an exact one-sided sign test can resolve. */
|
|
858
|
+
const DESCRIPTIVE_FROM = minimumPairsForPairedDeltaTest(CONFIDENCE);
|
|
859
|
+
/** The estimator every `NodeEstimate` names. */
|
|
860
|
+
const SEARCH_ESTIMATOR = {
|
|
861
|
+
uri: "npm:@tangle-network/agent-eval#estimateNode",
|
|
862
|
+
revision: hashCanonical({
|
|
863
|
+
name: "tangle.estimate-node.2026-09",
|
|
864
|
+
unit: "mean of the unit’s scored cells, summed in cellId order",
|
|
865
|
+
pairing: "units both nodes scored, in unitId order",
|
|
866
|
+
statistic: DECISION_PAIRED_DELTA_STATISTIC,
|
|
867
|
+
interval: "percentile paired bootstrap",
|
|
868
|
+
confidence: CONFIDENCE,
|
|
869
|
+
resamples: RESAMPLES,
|
|
870
|
+
rng: "mulberry32",
|
|
871
|
+
seed: "the first 32 bits of cellSetDigest",
|
|
872
|
+
signTest: "exact, one-sided toward improvement in the objective direction",
|
|
873
|
+
methods: {
|
|
874
|
+
none: "below 2 pairs",
|
|
875
|
+
insufficient: `below ${DESCRIPTIVE_FROM} pairs`,
|
|
876
|
+
descriptive: `below 20 pairs`,
|
|
877
|
+
bootstrap: `from 20 pairs`
|
|
878
|
+
},
|
|
879
|
+
indeterminate: "every paired delta equal: no interval and no sign p"
|
|
880
|
+
})
|
|
881
|
+
};
|
|
882
|
+
/** The method a paired sample of `pairs` units supports. */
|
|
883
|
+
function searchEstimateMethod(pairs) {
|
|
884
|
+
if (pairs < 2) return "none";
|
|
885
|
+
if (pairs < DESCRIPTIVE_FROM) return "insufficient";
|
|
886
|
+
if (pairs < 20) return "descriptive";
|
|
887
|
+
return "bootstrap";
|
|
888
|
+
}
|
|
889
|
+
/**
|
|
890
|
+
* Digest of the cells an estimate reads, with the contrast they serve. Cells
|
|
891
|
+
* are listed in cellId order, so the digest names the set, not the order it
|
|
892
|
+
* was read in.
|
|
893
|
+
*/
|
|
894
|
+
function searchCellSetDigest(input) {
|
|
895
|
+
const list = (cells) => [...cells].sort((left, right) => compareCodeUnits(left.cellId, right.cellId)).map((cell) => [
|
|
896
|
+
cell.cellId,
|
|
897
|
+
cell.unitId,
|
|
898
|
+
cell.attempt,
|
|
899
|
+
cell.score
|
|
900
|
+
]);
|
|
901
|
+
return hashCanonical({
|
|
902
|
+
contrast: [input.nodeId, input.against],
|
|
903
|
+
split: input.split,
|
|
904
|
+
nodeCells: list(input.nodeCells),
|
|
905
|
+
againstCells: list(input.againstCells)
|
|
906
|
+
});
|
|
907
|
+
}
|
|
908
|
+
/**
|
|
909
|
+
* The paired contrast of `nodeId` against `against` on the units both scored.
|
|
910
|
+
*
|
|
911
|
+
* `delta` is the mean per-unit difference, node minus `against`, in the
|
|
912
|
+
* metric's own units; for a `minimize` objective an improvement is negative.
|
|
913
|
+
* The exact sign test is one-sided toward improvement in the objective's
|
|
914
|
+
* direction. Unscored cells (errored, cancelled or in flight) are absent from
|
|
915
|
+
* the inputs, never zero.
|
|
916
|
+
*
|
|
917
|
+
* - `none` (0 or 1 pair): no delta.
|
|
918
|
+
* - `insufficient` (2 to 5): the delta only.
|
|
919
|
+
* - `descriptive` (6 to 19): the bootstrap interval as spread, and the sign-test p.
|
|
920
|
+
* - `bootstrap` (20 or more): the decision-grade bootstrap interval.
|
|
921
|
+
*
|
|
922
|
+
* When every paired delta is equal the interval would have zero width, which
|
|
923
|
+
* is an absence of evidence; the estimate is then `indeterminate` and carries
|
|
924
|
+
* neither an interval nor a p-value.
|
|
925
|
+
*/
|
|
926
|
+
function estimateNodeFromCells(input) {
|
|
927
|
+
const { nodeId, against, split, direction } = input;
|
|
928
|
+
if (nodeId === against) throw new SearchLedgerError(`node ${nodeId} cannot be estimated against itself`);
|
|
929
|
+
assertDistinctCells([...input.nodeCells, ...input.againstCells], nodeId, against);
|
|
930
|
+
const cellSetDigest = searchCellSetDigest(input);
|
|
931
|
+
const nodeUnits = searchUnitScores(input.nodeCells);
|
|
932
|
+
const { node, other } = pairUnits(nodeUnits, unitMeans(searchUnitScores(input.againstCells)));
|
|
933
|
+
const pairs = node.length;
|
|
934
|
+
const method = searchEstimateMethod(pairs);
|
|
935
|
+
const base = {
|
|
936
|
+
against,
|
|
937
|
+
split,
|
|
938
|
+
units: nodeUnits.length,
|
|
939
|
+
pairs,
|
|
940
|
+
method,
|
|
941
|
+
cellSetDigest,
|
|
942
|
+
estimator: SEARCH_ESTIMATOR
|
|
943
|
+
};
|
|
944
|
+
if (method === "none") return {
|
|
945
|
+
...base,
|
|
946
|
+
delta: null,
|
|
947
|
+
interval: null,
|
|
948
|
+
exactSignP: null,
|
|
949
|
+
indeterminate: false
|
|
950
|
+
};
|
|
951
|
+
const maximize = direction === "maximize";
|
|
952
|
+
const test = pairedDeltaTest(maximize ? other : node, maximize ? node : other, {
|
|
953
|
+
statistic: DECISION_PAIRED_DELTA_STATISTIC,
|
|
954
|
+
confidence: CONFIDENCE,
|
|
955
|
+
resamples: RESAMPLES,
|
|
956
|
+
seed: seedFromDigest(cellSetDigest)
|
|
957
|
+
});
|
|
958
|
+
const { mean, low, high } = test.bootstrap;
|
|
959
|
+
const indeterminate = test.indeterminate;
|
|
960
|
+
const spread = (method === "descriptive" || method === "bootstrap") && !indeterminate;
|
|
961
|
+
return {
|
|
962
|
+
...base,
|
|
963
|
+
delta: plain(maximize ? mean : -mean),
|
|
964
|
+
interval: spread ? maximize ? [plain(low), plain(high)] : [plain(-high), plain(-low)] : null,
|
|
965
|
+
exactSignP: method === "descriptive" && !indeterminate ? test.pValue : null,
|
|
966
|
+
indeterminate
|
|
967
|
+
};
|
|
968
|
+
}
|
|
969
|
+
/**
|
|
970
|
+
* `estimateNodeFromCells` over the cells a search state holds: `nodeId`
|
|
971
|
+
* against `against` on one split, in the direction the search's objective
|
|
972
|
+
* declares.
|
|
973
|
+
*/
|
|
974
|
+
function estimateNode(state, nodeId, options) {
|
|
975
|
+
const header = state.header;
|
|
976
|
+
if (!header) throw new SearchLedgerError(`search ${state.searchId} has not been opened`);
|
|
977
|
+
for (const id of [nodeId, options.against]) if (!state.hasNode(id)) throw new SearchLedgerError(`node ${id} is not in search ${state.searchId}`);
|
|
978
|
+
return estimateNodeFromCells({
|
|
979
|
+
nodeId,
|
|
980
|
+
against: options.against,
|
|
981
|
+
split: options.split,
|
|
982
|
+
direction: header.objective.direction,
|
|
983
|
+
nodeCells: state.scoredCells(nodeId, options.split),
|
|
984
|
+
againstCells: state.scoredCells(options.against, options.split)
|
|
985
|
+
});
|
|
986
|
+
}
|
|
987
|
+
/**
|
|
988
|
+
* The posterior every node's parent-selection draw uses. Each node's mean is
|
|
989
|
+
* its improvement over the root on shared units; its variance is the search's
|
|
990
|
+
* pooled between-unit variance divided by its unit count, so a node measured
|
|
991
|
+
* on one unit has a wide posterior rather than none. The root is the reference
|
|
992
|
+
* and sits at exactly 0.
|
|
993
|
+
*/
|
|
994
|
+
function searchPosterior(state, options = {}) {
|
|
995
|
+
const split = options.split ?? "selection";
|
|
996
|
+
const header = state.header;
|
|
997
|
+
if (!header) throw new SearchLedgerError(`search ${state.searchId} has not been opened`);
|
|
998
|
+
const rootNodeId = state.rootNodeId;
|
|
999
|
+
if (rootNodeId === null) throw new SearchLedgerError(`search ${state.searchId} has no root node yet`);
|
|
1000
|
+
const sign = header.objective.direction === "maximize" ? 1 : -1;
|
|
1001
|
+
const root = searchUnitScores(state.scoredCells(rootNodeId, split));
|
|
1002
|
+
const rootMeans = unitMeans(root);
|
|
1003
|
+
const nodes = [];
|
|
1004
|
+
let squares = 0;
|
|
1005
|
+
let degreesOfFreedom = 0;
|
|
1006
|
+
for (const nodeId of state.nodeIds()) {
|
|
1007
|
+
if (nodeId === rootNodeId) {
|
|
1008
|
+
const measured = root.length > 0;
|
|
1009
|
+
nodes.push({
|
|
1010
|
+
nodeId,
|
|
1011
|
+
pairs: root.length,
|
|
1012
|
+
mean: measured ? 0 : null,
|
|
1013
|
+
variance: measured ? 0 : null
|
|
1014
|
+
});
|
|
1015
|
+
continue;
|
|
1016
|
+
}
|
|
1017
|
+
const { node, other } = pairUnits(searchUnitScores(state.scoredCells(nodeId, split)), rootMeans);
|
|
1018
|
+
const gains = node.map((value, index) => sign * (value - other[index]));
|
|
1019
|
+
const mean = gains.length > 0 ? sum(gains) / gains.length : null;
|
|
1020
|
+
if (mean !== null && gains.length >= 2) {
|
|
1021
|
+
squares += sum(gains.map((gain) => (gain - mean) ** 2));
|
|
1022
|
+
degreesOfFreedom += gains.length - 1;
|
|
1023
|
+
}
|
|
1024
|
+
nodes.push({
|
|
1025
|
+
nodeId,
|
|
1026
|
+
pairs: gains.length,
|
|
1027
|
+
mean: mean === null ? null : plain(mean),
|
|
1028
|
+
variance: null
|
|
1029
|
+
});
|
|
1030
|
+
}
|
|
1031
|
+
const pooledVariance = degreesOfFreedom > 0 ? squares / degreesOfFreedom : null;
|
|
1032
|
+
if (pooledVariance !== null) {
|
|
1033
|
+
for (const posterior of nodes) if (posterior.nodeId !== rootNodeId && posterior.pairs > 0) posterior.variance = pooledVariance / posterior.pairs;
|
|
1034
|
+
}
|
|
1035
|
+
return {
|
|
1036
|
+
split,
|
|
1037
|
+
rootNodeId,
|
|
1038
|
+
pooledVariance,
|
|
1039
|
+
degreesOfFreedom,
|
|
1040
|
+
nodes
|
|
1041
|
+
};
|
|
1042
|
+
}
|
|
1043
|
+
function unitMeans(units) {
|
|
1044
|
+
return new Map(units.map((unit) => [unit.unitId, unit.mean]));
|
|
1045
|
+
}
|
|
1046
|
+
/** Unit means of two nodes on the units both scored, aligned in the node's
|
|
1047
|
+
* unitId order. */
|
|
1048
|
+
function pairUnits(node, otherMeans) {
|
|
1049
|
+
const paired = {
|
|
1050
|
+
node: [],
|
|
1051
|
+
other: []
|
|
1052
|
+
};
|
|
1053
|
+
for (const unit of node) {
|
|
1054
|
+
const mean = otherMeans.get(unit.unitId);
|
|
1055
|
+
if (mean === void 0) continue;
|
|
1056
|
+
paired.node.push(unit.mean);
|
|
1057
|
+
paired.other.push(mean);
|
|
1058
|
+
}
|
|
1059
|
+
return paired;
|
|
1060
|
+
}
|
|
1061
|
+
function assertDistinctCells(cells, nodeId, against) {
|
|
1062
|
+
const seen = /* @__PURE__ */ new Set();
|
|
1063
|
+
for (const cell of cells) {
|
|
1064
|
+
if (seen.has(cell.cellId)) throw new SearchLedgerError(`cell ${cell.cellId} appears twice in the estimate of ${nodeId} against ${against}`);
|
|
1065
|
+
if (!Number.isFinite(cell.score)) throw new SearchLedgerError(`cell ${cell.cellId} has a non-finite score ${cell.score}`);
|
|
1066
|
+
seen.add(cell.cellId);
|
|
1067
|
+
}
|
|
1068
|
+
}
|
|
1069
|
+
/** The first 32 bits of a `sha256:` digest, as the bootstrap's seed. */
|
|
1070
|
+
function seedFromDigest(digest) {
|
|
1071
|
+
return Number.parseInt(digest.slice(7, 15), 16) | 0;
|
|
1072
|
+
}
|
|
1073
|
+
function sum(values) {
|
|
1074
|
+
let total = 0;
|
|
1075
|
+
for (const value of values) total += value;
|
|
1076
|
+
return total;
|
|
1077
|
+
}
|
|
1078
|
+
/** Canonical JSON has one zero; never hand it a negative one. */
|
|
1079
|
+
function plain(value) {
|
|
1080
|
+
return value === 0 ? 0 : value;
|
|
1081
|
+
}
|
|
1082
|
+
//#endregion
|
|
838
1083
|
//#region src/campaign/fixtures.ts
|
|
839
1084
|
/** Walk `evalsDir` and return the relative name of every fixture directory (one containing an exact-case `PROMPT.md`). */
|
|
840
1085
|
function discoverEvalFixtures(evalsDir) {
|
|
@@ -3151,6 +3396,6 @@ function resolveWorktreePath(surface, worktreeDir) {
|
|
|
3151
3396
|
return verifyCodeSurface(surface, worktreeDir).path;
|
|
3152
3397
|
}
|
|
3153
3398
|
//#endregion
|
|
3154
|
-
export { loadEvalFixtureScenarios as A, FsLabeledScenarioStore as C, neutralizationGate as D, rolloutArgumentDiff as E, analyzeCrossSurfaceInteractions as M,
|
|
3399
|
+
export { loadEvalFixtureScenarios as A, FsLabeledScenarioStore as C, neutralizationGate as D, rolloutArgumentDiff as E, searchCellSetDigest as F, searchPosterior as I, analyzeCrossSurfaceInteractions as L, SEARCH_ESTIMATOR as M, estimateNode as N, discoverEvalFixtures as O, estimateNodeFromCells as P, buildTraceAnalystSurfaceDispatch as R, neutralizeText as S, classifyUngroundedLiterals as T, scoreboardSummary as _, autoevalsScorerJudge as a, scopedOptimizationMethod as b, selectDiscriminative as c, runProfileMatrixSegment as d, ProfileMatrixError as f, scoreUserStory as g, renderScoreboardMarkdown as h, verifyCodeSurface as i, planEvalFixtureRun as j, loadEvalFixture as k, createProfileMatrixPlan as l, makePlaybackDispatch as m, gitWorktreeAdapter as n, phoenixEvaluatorJudge as o, runProfileMatrix as p, resolveWorktreePath as r, scoreDiscrimination as s, WorktreeAdapterError as t, finalizeProfileMatrix as u, userStoryScoreboard as v, LabeledScenarioStoreError as w, sequentialOptimizationMethod as x, crowdedFrontierParent as y, traceAnalystQualityJudge as z };
|
|
3155
3400
|
|
|
3156
|
-
//# sourceMappingURL=campaign-
|
|
3401
|
+
//# sourceMappingURL=campaign-B7q74uIh.js.map
|