@tangle-network/agent-eval 0.145.1 → 0.145.3

package/dist/benchmarks/index.js

@@ -1,7 +1,7 @@
 import { t as __exportAll } from "../rolldown-runtime-8H4AJuhK.js";
-import { K as runCampaign } from "../llm-judge-dZ8P6nGI.js";
-import { x as fsCampaignStorage } from "../external-optimizer-subprocess-DrJ9hR8u.js";
-import "../campaign-BYjBAypg.js";
+import { K as runCampaign } from "../llm-judge-C2lQBv7h.js";
+import { x as fsCampaignStorage } from "../external-optimizer-subprocess-BhKYK0Jv.js";
+import "../campaign-C5kujyqv.js";
 import { join } from "node:path";
 //#region src/benchmarks/calibration.ts
 async function calibrateBenchmarkMetric(options) {

package/dist/campaign/index.js

@@ -1,10 +1,10 @@
-import { $ as assertCampaignDesign, A as surfaceHash, C as optimizationTokenUsageFromSummary, D as componentSurfaceIdentityMaterial, E as codeSurfaceIdentityMaterial, G as runEval, J as resolveRunDir, K as runCampaign, M as campaignMeanComposite, N as compareRankKeys, O as renderSurfaceDiff, R as readGepaCandidatePopulationArtifact, S as costFromLedgerSummary, T as assertComponentSurface, Y as tangleTracesRoot, a as canonicalDigest, b as combineComparisonCosts, c as loopProvenanceSpans, d as verifyLoopProvenanceRecord, et as assertCampaignSplitIdentity, f as runImprovementLoop, h as labelTrustRank, i as campaignMeasurementDigest, j as campaignBreakdown, k as surfaceContentHash, l as provenanceRecordPath, m as isProposedCandidate, nt as campaignSplitDigest, o as emitLoopProvenance, p as runOptimization, q as planCampaignRun, r as buildLoopProvenanceRecord, rt as campaignSplitDigestFromIdentities, s as loopProvenanceArgsFromResult, t as llmJudge, tt as campaignScenarioIdentity, u as provenanceSpansPath, v as openAutoPr, w as assertCodeSurfaceIdentity, x as compareOptimizationMethods, z as defaultProductionGate } from "../llm-judge-dZ8P6nGI.js";
-import { E as SearchLedgerIntegrityError, S as inMemoryCampaignStorage, T as SearchLedgerError, _ as resolveExternalOptimizerCallbackLimits, b as createRunCostLedger, c as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, l as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, v as resolveExternalOptimizerProcessLimits, w as SearchLedgerConflictError, x as fsCampaignStorage } from "../external-optimizer-subprocess-DrJ9hR8u.js";
+import { $ as assertCampaignDesign, A as surfaceHash, C as optimizationTokenUsageFromSummary, D as componentSurfaceIdentityMaterial, E as codeSurfaceIdentityMaterial, G as runEval, J as resolveRunDir, K as runCampaign, M as campaignMeanComposite, N as compareRankKeys, O as renderSurfaceDiff, R as readGepaCandidatePopulationArtifact, S as costFromLedgerSummary, T as assertComponentSurface, Y as tangleTracesRoot, a as canonicalDigest, b as combineComparisonCosts, c as loopProvenanceSpans, d as verifyLoopProvenanceRecord, et as assertCampaignSplitIdentity, f as runImprovementLoop, h as labelTrustRank, i as campaignMeasurementDigest, j as campaignBreakdown, k as surfaceContentHash, l as provenanceRecordPath, m as isProposedCandidate, nt as campaignSplitDigest, o as emitLoopProvenance, p as runOptimization, q as planCampaignRun, r as buildLoopProvenanceRecord, rt as campaignSplitDigestFromIdentities, s as loopProvenanceArgsFromResult, t as llmJudge, tt as campaignScenarioIdentity, u as provenanceSpansPath, v as openAutoPr, w as assertCodeSurfaceIdentity, x as compareOptimizationMethods, z as defaultProductionGate } from "../llm-judge-C2lQBv7h.js";
+import { E as SearchLedgerIntegrityError, S as inMemoryCampaignStorage, T as SearchLedgerError, _ as resolveExternalOptimizerCallbackLimits, b as createRunCostLedger, c as DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, l as DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, v as resolveExternalOptimizerProcessLimits, w as SearchLedgerConflictError, x as fsCampaignStorage } from "../external-optimizer-subprocess-BhKYK0Jv.js";
 import { a as heldoutSignificance, i as dimensionRegressions, o as pairHoldout, r as detectScale, t as powerPreflight } from "../power-preflight-DEw-uC7q.js";
 import { r as makeProposalFinding } from "../types-BI4fT3HN.js";
-import { n as acquireSingleRunLock } from "../external-optimizer-process-BTiNB-RH.js";
-import { a as externalTextOptimizationMethod, i as composeGate, n as gepaOptimizationMethod, o as decodeExternalTextCandidate, r as heldOutGate, s as readExternalOptimizerObservationArtifact, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-jjdnc3YK.js";
-import { A as planEvalFixtureRun, C as LabeledScenarioStoreError, D as discoverEvalFixtures, E as neutralizationGate, M as buildTraceAnalystSurfaceDispatch, N as traceAnalystQualityJudge, O as loadEvalFixture, S as FsLabeledScenarioStore, T as rolloutArgumentDiff, _ as renderScoreboardMarkdown, a as autoevalsScorerJudge, b as userStoryScoreboard, c as FileSearchLedger, d as validateSearchLedgerEvent, f as scoreDiscrimination, g as makePlaybackDispatch, h as runProfileMatrix, i as verifyCodeSurface, j as analyzeCrossSurfaceInteractions, k as loadEvalFixtureScenarios, l as SEARCH_LEDGER_SCHEMA, m as ProfileMatrixError, n as gitWorktreeAdapter, o as phoenixEvaluatorJudge, p as selectDiscriminative, r as resolveWorktreePath, s as isTransientTransportFailure, t as WorktreeAdapterError, u as openSearchLedger, v as scoreUserStory, w as classifyUngroundedLiterals, x as neutralizeText, y as scoreboardSummary } from "../campaign-BYjBAypg.js";
+import { n as acquireSingleRunLock } from "../external-optimizer-process-BRE56woM.js";
+import { a as externalTextOptimizationMethod, i as composeGate, n as gepaOptimizationMethod, o as decodeExternalTextCandidate, r as heldOutGate, s as readExternalOptimizerObservationArtifact, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-B__Jnto4.js";
+import { A as planEvalFixtureRun, C as LabeledScenarioStoreError, D as discoverEvalFixtures, E as neutralizationGate, M as buildTraceAnalystSurfaceDispatch, N as traceAnalystQualityJudge, O as loadEvalFixture, S as FsLabeledScenarioStore, T as rolloutArgumentDiff, _ as renderScoreboardMarkdown, a as autoevalsScorerJudge, b as userStoryScoreboard, c as FileSearchLedger, d as validateSearchLedgerEvent, f as scoreDiscrimination, g as makePlaybackDispatch, h as runProfileMatrix, i as verifyCodeSurface, j as analyzeCrossSurfaceInteractions, k as loadEvalFixtureScenarios, l as SEARCH_LEDGER_SCHEMA, m as ProfileMatrixError, n as gitWorktreeAdapter, o as phoenixEvaluatorJudge, p as selectDiscriminative, r as resolveWorktreePath, s as isTransientTransportFailure, t as WorktreeAdapterError, u as openSearchLedger, v as scoreUserStory, w as classifyUngroundedLiterals, x as neutralizeText, y as scoreboardSummary } from "../campaign-C5kujyqv.js";
 import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-xzA40Evo.js";
 import { n as sequentialPairedGate, t as sequentialDecide } from "../sequential-C458DXNf.js";
 export { DEFAULT_EXTERNAL_OPTIMIZER_CALLBACK_LIMITS, DEFAULT_EXTERNAL_OPTIMIZER_PROCESS_LIMITS, FileSearchLedger, FsLabeledScenarioStore, LabeledScenarioStoreError, ProfileMatrixError, SEARCH_LEDGER_SCHEMA, SearchLedgerConflictError, SearchLedgerError, SearchLedgerIntegrityError, WorktreeAdapterError, acquireSingleRunLock, analyzeCrossSurfaceInteractions, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertComponentSurface, autoevalsScorerJudge, buildEvidenceVector, buildLoopProvenanceRecord, buildTraceAnalystSurfaceDispatch, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, combineComparisonCosts, compareOptimizationMethods, compareRankKeys, componentSurfaceIdentityMaterial, composeGate, costFromLedgerSummary, createReferenceEquivalenceJudge, createRunCostLedger, decodeExternalTextCandidate, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, externalTextOptimizationMethod, fsCampaignStorage, gepaOptimizationMethod, gitWorktreeAdapter, heldOutGate, heldoutSignificance, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, llmJudge, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, makeProposalFinding, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, optimizationTokenUsageFromSummary, pairHoldout, paretoPolicy, paretoSignificanceGate, phoenixEvaluatorJudge, planCampaignRun, planEvalFixtureRun, powerPreflight, provenanceRecordPath, provenanceSpansPath, readExternalOptimizerObservationArtifact, readGepaCandidatePopulationArtifact, renderScoreboardMarkdown, renderSurfaceDiff, resolveExternalOptimizerCallbackLimits, resolveExternalOptimizerProcessLimits, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runOptimization, runProfileMatrix, scoreDiscrimination, scoreUserStory, scoreboardSummary, selectDiscriminative, sequentialDecide, sequentialPairedGate, skillOptOptimizationMethod, surfaceContentHash, surfaceHash, tangleTracesRoot, traceAnalystQualityJudge, userStoryScoreboard, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord };

package/dist/{campaign-BYjBAypg.js → campaign-C5kujyqv.js}

@@ -1,20 +1,20 @@
 import { s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
-import { c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, s as agentProfileHash, t as extractProducedState } from "./produced-state-DU79a81m.js";
+import { c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, s as agentProfileHash, t as extractProducedState } from "./produced-state-Bgph_Qj-.js";
 import { buildAgentProfileCell } from "./profile-cell.js";
 import { t as comparePairedArms } from "./paired-arms-D-XRF_fy.js";
 import { r as pairedBootstrap } from "./paired-tests-BHIhYVdu.js";
 import { o as runTaskScore, r as modelHasSnapshot, s as validateRunRecord } from "./run-record-BvHPVS-i.js";
 import { n as contentHash } from "./verdict-cache-mZf5FEiY.js";
-import { K as runCampaign, Q as summarizeBackendIntegrity, Z as assertRealBackend, h as labelTrustRank, k as surfaceContentHash, q as planCampaignRun, w as assertCodeSurfaceIdentity } from "./llm-judge-dZ8P6nGI.js";
+import { K as runCampaign, Q as summarizeBackendIntegrity, Z as assertRealBackend, h as labelTrustRank, k as surfaceContentHash, q as planCampaignRun, w as assertCodeSurfaceIdentity } from "./llm-judge-C2lQBv7h.js";
 import { l as campaignCellToRunRecord } from "./reward-hacking-DNgjilrV.js";
 import { t as CostAccountingIncompleteError } from "./cost-ledger-BSe92yAV.js";
 import { t as FileLedgerJournal, u as mapConcurrent } from "./ledger-core-BmZt19oQ.js";
 import { r as canonicalString } from "./canonical-D-XsTQ6_.js";
-import { C as SEARCH_LEDGER_FILE_CONTEXT, E as SearchLedgerIntegrityError, T as SearchLedgerError, w as SearchLedgerConflictError } from "./external-optimizer-subprocess-DrJ9hR8u.js";
+import { C as SEARCH_LEDGER_FILE_CONTEXT, E as SearchLedgerIntegrityError, T as SearchLedgerError, w as SearchLedgerConflictError } from "./external-optimizer-subprocess-BhKYK0Jv.js";
 import { o as pairHoldout } from "./power-preflight-DEw-uC7q.js";
 import { a as scoreAnalystFindings } from "./benchmark-BhT16ep9.js";
-import "./external-optimizer-process-BTiNB-RH.js";
-import "./skillopt-optimization-method-jjdnc3YK.js";
+import "./external-optimizer-process-BRE56woM.js";
+import "./skillopt-optimization-method-B__Jnto4.js";
 import { createHash } from "node:crypto";
 import { closeSync, constants, existsSync, fstatSync, lstatSync, mkdirSync, mkdtempSync, openSync, readFileSync, readSync, readdirSync, readlinkSync, realpathSync, rmSync, statSync, writeFileSync } from "node:fs";
 import { z } from "zod";
@@ -3179,4 +3179,4 @@ function resolveWorktreePath(surface, worktreeDir) {
 //#endregion
 export { planEvalFixtureRun as A, LabeledScenarioStoreError as C, discoverEvalFixtures as D, neutralizationGate as E, buildTraceAnalystSurfaceDispatch as M, traceAnalystQualityJudge as N, loadEvalFixture as O, FsLabeledScenarioStore as S, rolloutArgumentDiff as T, renderScoreboardMarkdown as _, autoevalsScorerJudge as a, userStoryScoreboard as b, FileSearchLedger as c, validateSearchLedgerEvent as d, scoreDiscrimination as f, makePlaybackDispatch as g, runProfileMatrix as h, verifyCodeSurface as i, analyzeCrossSurfaceInteractions as j, loadEvalFixtureScenarios as k, SEARCH_LEDGER_SCHEMA as l, ProfileMatrixError as m, gitWorktreeAdapter as n, phoenixEvaluatorJudge as o, selectDiscriminative as p, resolveWorktreePath as r, isTransientTransportFailure as s, WorktreeAdapterError as t, openSearchLedger as u, scoreUserStory as v, classifyUngroundedLiterals as w, neutralizeText as x, scoreboardSummary as y };
 
-//# sourceMappingURL=campaign-BYjBAypg.js.map
+//# sourceMappingURL=campaign-C5kujyqv.js.map