@tangle-network/agent-eval 0.211.0 → 0.211.3

package/dist/benchmarks/index.js

@@ -1,7 +1,7 @@
 import { t as __exportAll } from "../rolldown-runtime-8H4AJuhK.js";
-import { rt as runCampaign } from "../llm-judge-Tr7MBUnf.js";
-import { S as fsCampaignStorage } from "../external-optimizer-subprocess-C0EsxEbI.js";
-import "../campaign-wvvJA1ps.js";
+import { rt as runCampaign } from "../llm-judge-BtMxSe1e.js";
+import { S as fsCampaignStorage } from "../external-optimizer-subprocess-DitxECD3.js";
+import "../campaign-CrMj5nYM.js";
 import { join, resolve } from "node:path";
 import { readFile, readdir, stat } from "node:fs/promises";
 import { parse } from "smol-toml";

package/dist/campaign/index.js

@@ -1,15 +1,15 @@
 import { a as heldoutSignificance, i as dimensionRegressions, o as pairHoldout, r as detectScale } from "../statistical-heldout-1Gbmex7v.js";
-import { A as assertCompleteSearchHistory, B as searchReceiptAccounting, C as incumbentWithOperatorBandit, D as surfaceDiff, E as searchEdgeId, F as verifySearchHistoryArtifact, H as uniform, I as verifySearchHistoryReceipt, K as defaultProductionGate, L as campaignCellSearchResult, M as assertSearchHistoryMatchesState, N as createSearchHistoryReceipt, O as surfaceNode, P as searchHistoryCoverageRow, R as searchModelIdentity, S as incumbent, T as developmentClaim, V as asha, W as openAutoPr, _ as isProposedCandidate, a as transientDispatchFailure, at as resolveRunDir, b as beam, c as compareOptimizationMethods, ct as buildCellSchedule, d as combineComparisonCosts, f as costFromLedgerSummary, g as runOptimization, h as runImprovementLoop, i as quotaExhaustedUntil, it as planCampaignRun, k as SearchHistoryRequiredError, l as optimizationTokenUsageFromSummary, lt as cellCachePath, m as readGepaCandidatePopulationArtifact, nt as runEval, ot as tangleTracesRoot, r as isTransientTransportFailure, rt as runCampaign, st as readCachedCell, t as llmJudge, v as labelTrustRank, w as SearchRecorder, x as crowdedFrontierParent, y as aide, z as searchProposalExecution } from "../llm-judge-Tr7MBUnf.js";
+import { A as assertCompleteSearchHistory, B as searchReceiptAccounting, C as incumbentWithOperatorBandit, D as surfaceDiff, E as searchEdgeId, F as verifySearchHistoryArtifact, H as uniform, I as verifySearchHistoryReceipt, K as defaultProductionGate, L as campaignCellSearchResult, M as assertSearchHistoryMatchesState, N as createSearchHistoryReceipt, O as surfaceNode, P as searchHistoryCoverageRow, R as searchModelIdentity, S as incumbent, T as developmentClaim, V as asha, W as openAutoPr, _ as isProposedCandidate, a as transientDispatchFailure, at as resolveRunDir, b as beam, c as compareOptimizationMethods, ct as buildCellSchedule, d as combineComparisonCosts, f as costFromLedgerSummary, g as runOptimization, h as runImprovementLoop, i as quotaExhaustedUntil, it as planCampaignRun, k as SearchHistoryRequiredError, l as optimizationTokenUsageFromSummary, lt as cellCachePath, m as readGepaCandidatePopulationArtifact, nt as runEval, ot as tangleTracesRoot, r as isTransientTransportFailure, rt as runCampaign, st as readCachedCell, t as llmJudge, v as labelTrustRank, w as SearchRecorder, x as crowdedFrontierParent, y as aide, z as searchProposalExecution } from "../llm-judge-BtMxSe1e.js";
 import { A as codeSurfaceIdentityMaterial, B as assertCampaignDesign, F as surfaceHash, G as campaignSplitDigest, K as campaignSplitDigestFromIdentities, M as renderSurfaceDiff, N as surfaceContentHash, P as surfaceDispatchRef, T as powerPreflight, U as campaignCoverage, V as assertCampaignSplitIdentity, W as campaignScenarioIdentity, _ as verifyLoopProvenanceRecord, d as canonicalDigest, f as emitLoopProvenance, g as provenanceSpansPath, h as provenanceRecordPath, j as componentSurfaceIdentityMaterial, k as assertCodeSurfaceIdentity, l as buildLoopProvenanceRecord, m as loopProvenanceSpans, p as loopProvenanceArgsFromResult, u as campaignMeasurementDigest, v as campaignBreakdown, y as campaignMeanComposite } from "../campaign-evidence-OcUciD-N.js";
 import { a as SearchLedgerError, i as SearchLedgerConflictError, o as SearchLedgerIntegrityError } from "../search-ledger-file-DY0AXX3W.js";
-import { C as inMemoryCampaignStorage, S as fsCampaignStorage, l as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, u as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, v as resolveExternalOptimizerCallbackLimits, x as createRunCostLedger, y as resolveExternalOptimizerProcessLimits } from "../external-optimizer-subprocess-C0EsxEbI.js";
+import { C as inMemoryCampaignStorage, S as fsCampaignStorage, l as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, u as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, v as resolveExternalOptimizerCallbackLimits, x as createRunCostLedger, y as resolveExternalOptimizerProcessLimits } from "../external-optimizer-subprocess-DitxECD3.js";
 import { C as searchCellSetDigest, S as estimateNodeFromCells, T as searchPosterior, a as searchPolicyView, b as SEARCH_ESTIMATOR, c as planSearchClaim, d as verifySearchClaim, i as searchExpansionIndex, l as searchClaimDecision, n as runSearch, o as SEARCH_CLAIM_RULE, r as searchDivergence, s as decideSearchClaim, t as SEARCH_KERNEL_SOURCE, u as searchClaimReserveUsd, w as searchEstimateMethod, x as estimateNode } from "../search-kernel-BIXWM7YV.js";
 import { a as validateSearchLedgerEvent, c as SearchStateView, d as searchTaskSetDigest, f as searchUnitScores, i as replaySearchLedgerText, l as searchCellId, n as openSearchLedger, o as SEARCH_LEDGER_SCHEMA, r as parseSearchLedgerLine, s as SearchState, t as FileSearchLedger, u as searchNodeId } from "../search-ledger-aMTNQn_m.js";
 import { t as acquireSingleRunLock } from "../single-run-lock-fVu3MZWH.js";
 import { n as searchProposerView, t as renderSearchSummary } from "../search-summary-nwrtXxC_.js";
 import { i as makeProposalFinding } from "../types-CW5b90JH.js";
-import { a as importGepaPopulation, c as heldOutGate, d as decodeExternalTextCandidate, f as readExternalOptimizerObservationArtifact, h as createReferenceEquivalenceJudge, i as importExternalEvaluations, l as composeGate, n as gepaOptimizationMethod, o as recordGepaSearch, r as externalSurface, s as recordSkillOptSearch, t as skillOptOptimizationMethod, u as externalTextOptimizationMethod } from "../skillopt-optimization-method-DujPOiwD.js";
-import { A as loadEvalFixtureScenarios, C as FsLabeledScenarioStore, D as neutralizationGate, E as rolloutArgumentDiff, M as analyzeCrossSurfaceInteractions, N as buildTraceAnalystSurfaceDispatch, O as discoverEvalFixtures, P as traceAnalystQualityJudge, S as neutralizeText, T as classifyUngroundedLiterals, _ as scoreUserStory, a as autoevalsScorerJudge, b as scopedOptimizationMethod, c as selectDiscriminative, d as finalizeProfileMatrix, f as runProfileMatrixSegment, g as renderScoreboardMarkdown, h as makePlaybackDispatch, i as verifyCodeSurface, j as planEvalFixtureRun, k as loadEvalFixture, l as createRetainedDispatch, m as runProfileMatrix, n as gitWorktreeAdapter, o as phoenixEvaluatorJudge, p as ProfileMatrixError, r as resolveWorktreePath, s as scoreDiscrimination, t as WorktreeAdapterError, u as createProfileMatrixPlan, v as scoreboardSummary, w as LabeledScenarioStoreError, x as sequentialOptimizationMethod, y as userStoryScoreboard } from "../campaign-wvvJA1ps.js";
+import { a as importGepaPopulation, c as heldOutGate, d as decodeExternalTextCandidate, f as readExternalOptimizerObservationArtifact, h as createReferenceEquivalenceJudge, i as importExternalEvaluations, l as composeGate, n as gepaOptimizationMethod, o as recordGepaSearch, r as externalSurface, s as recordSkillOptSearch, t as skillOptOptimizationMethod, u as externalTextOptimizationMethod } from "../skillopt-optimization-method-Ds4Ck2Dn.js";
+import { A as loadEvalFixtureScenarios, C as FsLabeledScenarioStore, D as neutralizationGate, E as rolloutArgumentDiff, M as analyzeCrossSurfaceInteractions, N as buildTraceAnalystSurfaceDispatch, O as discoverEvalFixtures, P as traceAnalystQualityJudge, S as neutralizeText, T as classifyUngroundedLiterals, _ as scoreUserStory, a as autoevalsScorerJudge, b as scopedOptimizationMethod, c as selectDiscriminative, d as finalizeProfileMatrix, f as runProfileMatrixSegment, g as renderScoreboardMarkdown, h as makePlaybackDispatch, i as verifyCodeSurface, j as planEvalFixtureRun, k as loadEvalFixture, l as createRetainedDispatch, m as runProfileMatrix, n as gitWorktreeAdapter, o as phoenixEvaluatorJudge, p as ProfileMatrixError, r as resolveWorktreePath, s as scoreDiscrimination, t as WorktreeAdapterError, u as createProfileMatrixPlan, v as scoreboardSummary, w as LabeledScenarioStoreError, x as sequentialOptimizationMethod, y as userStoryScoreboard } from "../campaign-CrMj5nYM.js";
 import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-CWW35UWq.js";
 import { n as sequentialPairedGate, t as sequentialDecide } from "../sequential-D-1PPCmM.js";
 export { DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, FileSearchLedger, FsLabeledScenarioStore, LabeledScenarioStoreError, ProfileMatrixError, SEARCH_CLAIM_RULE, SEARCH_ESTIMATOR, SEARCH_KERNEL_SOURCE, SEARCH_LEDGER_SCHEMA, SearchHistoryRequiredError, SearchLedgerConflictError, SearchLedgerError, SearchLedgerIntegrityError, SearchRecorder, SearchState, SearchStateView, WorktreeAdapterError, acquireSingleRunLock, aide, analyzeCrossSurfaceInteractions, asha, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertCompleteSearchHistory, assertSearchHistoryMatchesState, autoevalsScorerJudge, beam, buildCellSchedule, buildEvidenceVector, buildLoopProvenanceRecord, buildTraceAnalystSurfaceDispatch, campaignBreakdown, campaignCellSearchResult, campaignCoverage, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, cellCachePath, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, combineComparisonCosts, compareOptimizationMethods, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createProfileMatrixPlan, createReferenceEquivalenceJudge, createRetainedDispatch, createRunCostLedger, createSearchHistoryReceipt, crowdedFrontierParent, decideSearchClaim, decodeExternalTextCandidate, defaultProductionGate, detectScale, developmentClaim, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, estimateNode, estimateNodeFromCells, externalSurface, externalTextOptimizationMethod, finalizeProfileMatrix, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, importExternalEvaluations, importGepaPopulation, inMemoryCampaignStorage, incumbent, incumbentWithOperatorBandit, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, makeProposalFinding, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, parseSearchLedgerLine, phoenixEvaluatorJudge, planCampaignRun, planEvalFixtureRun, planSearchClaim, powerPreflight, provenanceRecordPath, provenanceSpansPath, quotaExhaustedUntil, readCachedCell, readExternalOptimizerObservationArtifact, readGepaCandidatePopulationArtifact, recordGepaSearch, recordSkillOptSearch, renderScoreboardMarkdown, renderSearchSummary, renderSurfaceDiff, replaySearchLedgerText, resolveExternalOptimizerCallbackLimits, resolveExternalOptimizerProcessLimits, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, runProfileMatrixSegment, runSearch, scopedOptimizationMethod, scoreDiscrimination, scoreUserStory, scoreboardSummary, searchCellId, searchCellSetDigest, searchClaimDecision, searchClaimReserveUsd, searchDivergence, searchEdgeId, searchEstimateMethod, searchExpansionIndex, searchHistoryCoverageRow, searchModelIdentity, searchNodeId, searchPolicyView, searchPosterior, searchProposalExecution, searchProposerView, searchReceiptAccounting, searchTaskSetDigest, searchUnitScores, selectDiscriminative, sequentialDecide, sequentialOptimizationMethod, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceDiff, surfaceDispatchRef, surfaceHash, surfaceNode, tangleTracesRoot, traceAnalystQualityJudge, transientDispatchFailure, uniform, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord, verifySearchClaim, verifySearchHistoryArtifact, verifySearchHistoryReceipt };

package/dist/{campaign-wvvJA1ps.js → campaign-CrMj5nYM.js}

@@ -1,24 +1,24 @@
 import { s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
 import { a as hashCanonical, i as compareCodeUnits, r as canonicalString } from "./canonical-BsZVgBhW.js";
-import { c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, s as agentProfileHash, t as extractProducedState } from "./produced-state-CKybuR9F.js";
+import { c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, s as agentProfileHash, t as extractProducedState } from "./produced-state-CYhim2We.js";
 import { o as buildAgentProfileCell } from "./agent-profile-cell-BYc0bxsL.js";
 import { r as pairedBootstrap } from "./paired-tests-jbwPdSz5.js";
 import { t as comparePairedArms } from "./paired-arms-DzKn0TfY.js";
 import { o as pairHoldout } from "./statistical-heldout-1Gbmex7v.js";
 import { c as validateRunRecord, i as modelHasSnapshot, n as UNKNOWN_MODEL, o as runTaskScore } from "./run-record-DlTZ_lqe.js";
 import { n as contentHash, t as canonicalJson } from "./verdict-cache-BQEsVy9n.js";
-import { at as resolveRunDir, d as combineComparisonCosts, it as planCampaignRun, lt as cellCachePath, rt as runCampaign, u as executeOptimizationMethod, ut as computeManifestHash, v as labelTrustRank } from "./llm-judge-Tr7MBUnf.js";
+import { at as resolveRunDir, d as combineComparisonCosts, it as planCampaignRun, lt as cellCachePath, rt as runCampaign, u as executeOptimizationMethod, ut as computeManifestHash, v as labelTrustRank } from "./llm-judge-BtMxSe1e.js";
 import { n as campaignCellToRunRecord, r as projectCampaignCellQuality, t as campaignCellCostProvenance } from "./run-record-ES07wfz9.js";
-import { t as CostAccountingIncompleteError } from "./cost-ledger-_IbkejCF.js";
+import { t as CostAccountingIncompleteError } from "./cost-ledger-DFOeLeJi.js";
 import { B as assertCampaignDesign, N as surfaceContentHash, R as assertRealBackend, W as campaignScenarioIdentity, k as assertCodeSurfaceIdentity, z as summarizeBackendIntegrity } from "./campaign-evidence-OcUciD-N.js";
 import { m as mapConcurrent } from "./journal-DvKCvjty.js";
-import { S as fsCampaignStorage } from "./external-optimizer-subprocess-C0EsxEbI.js";
+import { S as fsCampaignStorage } from "./external-optimizer-subprocess-DitxECD3.js";
 import "./search-kernel-BIXWM7YV.js";
 import "./search-ledger-aMTNQn_m.js";
 import "./search-summary-nwrtXxC_.js";
 import { a as scoreAnalystFindings } from "./benchmark-BywPeAUo.js";
-import "./external-optimizer-process-D2Txd-7D.js";
-import "./skillopt-optimization-method-DujPOiwD.js";
+import "./external-optimizer-process-CB3RGyr7.js";
+import "./skillopt-optimization-method-Ds4Ck2Dn.js";
 import "./sequential-D-1PPCmM.js";
 import { createHash } from "node:crypto";
 import { closeSync, constants, existsSync, fstatSync, lstatSync, mkdirSync, mkdtempSync, openSync, readFileSync, readSync, readdirSync, readlinkSync, realpathSync, rmSync, statSync, writeFileSync } from "node:fs";
@@ -3436,4 +3436,4 @@ function resolveWorktreePath(surface, worktreeDir) {
 //#endregion
 export { loadEvalFixtureScenarios as A, FsLabeledScenarioStore as C, neutralizationGate as D, rolloutArgumentDiff as E, analyzeCrossSurfaceInteractions as M, buildTraceAnalystSurfaceDispatch as N, discoverEvalFixtures as O, traceAnalystQualityJudge as P, neutralizeText as S, classifyUngroundedLiterals as T, scoreUserStory as _, autoevalsScorerJudge as a, scopedOptimizationMethod as b, selectDiscriminative as c, finalizeProfileMatrix as d, runProfileMatrixSegment as f, renderScoreboardMarkdown as g, makePlaybackDispatch as h, verifyCodeSurface as i, planEvalFixtureRun as j, loadEvalFixture as k, createRetainedDispatch as l, runProfileMatrix as m, gitWorktreeAdapter as n, phoenixEvaluatorJudge as o, ProfileMatrixError as p, resolveWorktreePath as r, scoreDiscrimination as s, WorktreeAdapterError as t, createProfileMatrixPlan as u, scoreboardSummary as v, LabeledScenarioStoreError as w, sequentialOptimizationMethod as x, userStoryScoreboard as y };
 
-//# sourceMappingURL=campaign-wvvJA1ps.js.map
+//# sourceMappingURL=campaign-CrMj5nYM.js.map