@tangle-network/agent-eval 0.145.7 → 0.145.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +18 -0
- package/dist/analyst/index.d.ts +1 -1
- package/dist/analyst/index.js +1 -1
- package/dist/{benchmark-command-C7L0rQsD.js → benchmark-command-k6kI1D8H.js} +2 -2
- package/dist/{benchmark-command-C7L0rQsD.js.map → benchmark-command-k6kI1D8H.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +2 -2
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +4 -4
- package/dist/campaign/index.js +4 -4
- package/dist/{campaign-DRcGtxEf.js → campaign-B3GJpJ4h.js} +9 -6
- package/dist/campaign-B3GJpJ4h.js.map +1 -0
- package/dist/cli.js +1 -1
- package/dist/contract/index.d.ts +3 -3
- package/dist/contract/index.js +3 -3
- package/dist/{define-agent-eval-DBOpAM_g.d.ts → define-agent-eval-BgG5DIOS.d.ts} +2 -2
- package/dist/{define-agent-eval-DBOpAM_g.d.ts.map → define-agent-eval-BgG5DIOS.d.ts.map} +1 -1
- package/dist/{define-agent-eval-m5lM7XGE.js → define-agent-eval-cSMEFzVu.js} +2 -2
- package/dist/{define-agent-eval-m5lM7XGE.js.map → define-agent-eval-cSMEFzVu.js.map} +1 -1
- package/dist/{index-D7gl974A.d.ts → index-CM-e2LiV.d.ts} +3 -3
- package/dist/{index-D7gl974A.d.ts.map → index-CM-e2LiV.d.ts.map} +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.js +3 -3
- package/dist/{llm-judge-BO1LGjdn.js → llm-judge-DhiJqSjB.js} +2 -2
- package/dist/{llm-judge-BO1LGjdn.js.map → llm-judge-DhiJqSjB.js.map} +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{produced-state-C6vSgOpE.js → produced-state-BNyyud4g.js} +2 -2
- package/dist/{produced-state-C6vSgOpE.js.map → produced-state-BNyyud4g.js.map} +1 -1
- package/dist/{provenance-BOtMtoiZ.d.ts → provenance-AACfvbUR.d.ts} +120 -104
- package/dist/provenance-AACfvbUR.d.ts.map +1 -0
- package/dist/{skillopt-optimization-method-Ceic2bfU.js → skillopt-optimization-method-C6JSfYxT.js} +2 -2
- package/dist/{skillopt-optimization-method-Ceic2bfU.js.map → skillopt-optimization-method-C6JSfYxT.js.map} +1 -1
- package/dist/{skillopt-optimization-method-BPQwXkkY.d.ts → skillopt-optimization-method-DO6OFgcz.d.ts} +2 -2
- package/dist/{skillopt-optimization-method-BPQwXkkY.d.ts.map → skillopt-optimization-method-DO6OFgcz.d.ts.map} +1 -1
- package/package.json +1 -1
- package/dist/campaign-DRcGtxEf.js.map +0 -1
- package/dist/provenance-BOtMtoiZ.d.ts.map +0 -1
|
@@ -8,8 +8,8 @@ import { A as LabeledScenarioWrite, D as LabeledScenarioSampleArgs, E as Labeled
|
|
|
8
8
|
import { d as CompletionVerdict, f as CorrectnessChecker, h as ProducedState, n as BackendIntegrityReport, s as RuntimeEventLike, u as CompletionRequirement } from "./backend-integrity-BffcHGdm.js";
|
|
9
9
|
import { g as PairedArmsComparison } from "./pre-registration-zFSLEiFU.js";
|
|
10
10
|
import { d as PairedBootstrapResult } from "./paired-promotion-decision-CGzg0cI_.js";
|
|
11
|
-
import {
|
|
12
|
-
import "./skillopt-optimization-method-
|
|
11
|
+
import { Ct as PlanCampaignRunOptions, Tt as CampaignStorage, xt as CampaignRunPlan } from "./provenance-AACfvbUR.js";
|
|
12
|
+
import "./skillopt-optimization-method-DO6OFgcz.js";
|
|
13
13
|
import "./promotion-policy-u3wj6w3U.js";
|
|
14
14
|
import "./statistical-heldout-CBGPSZ5X.js";
|
|
15
15
|
import { D as LedgerHash, m as LedgerTrustedHeadRemoval, p as LedgerTrustedHead } from "./index-B8Ui1mr1.js";
|
|
@@ -1511,4 +1511,4 @@ declare function verifyCodeSurface(surface: CodeSurface, worktreeDir?: string):
|
|
|
1511
1511
|
declare function resolveWorktreePath(surface: CodeSurface, worktreeDir?: string): string;
|
|
1512
1512
|
//#endregion
|
|
1513
1513
|
export { SearchPlannedEvent as $, CrossSurfacePairEvidence as $n, RunProfileMatrixResult as $t, SearchAccountingAudit as A, CrossSurfaceAdditionRejectionReason as An, ProfileMatrixSegmentResult as At, SearchCostAccounting as B, CrossSurfaceComponentEvidence as Bn, ScoreboardRow as Bt, surfaceHash as C, discoverEvalFixtures as Cn, tangleTracesRoot as Ct, FileSearchLedger as D, analyzeCrossSurfaceInteractions as Dn, ProfileMatrixCoverage as Dt, acquireSingleRunLock as E, planEvalFixtureRun as En, FinalizedProfileMatrixResult as Et, SearchCandidateRegisteredEvent as F, CrossSurfaceCandidateComparison as Fn, runProfileMatrixSegment as Ft, SearchLedgerEvent as G, CrossSurfaceIneligibilityReason as Gn, renderScoreboardMarkdown as Gt, SearchLedger as H, CrossSurfaceDistribution as Hn, UserStory as Ht, SearchCandidateSlot as I, CrossSurfaceCandidateEvidence as In, PlaybackContext as It, SearchLedgerTrustedHeadMode as J, CrossSurfaceInteractionPath as Jn, userStoryScoreboard as Jt, SearchLedgerHash as K, CrossSurfaceInteractionAwareSelection as Kn, scoreUserStory as Kt, SearchCandidateSlotClosedEvent as L, CrossSurfaceCandidateOutcome as Ln, PlaybackDriver as Lt, SearchAttemptAccounting as M, CrossSurfaceBestSingleSelection as Mn, SegmentedProfileMatrixError as Mt, SearchCandidateDecidedEvent as N, CrossSurfaceBootstrapPolicy as Nn, createProfileMatrixPlan as Nt, OpenSearchLedgerOptions as O, AnalyzeCrossSurfaceInteractionsInput as On, ProfileMatrixPlan as Ot, SearchCandidateLineage as P, CrossSurfaceCandidate as Pn, finalizeProfileMatrix as Pt, SearchPlan as Q, CrossSurfacePairCompatibility as Qn, RunProfileMatrixOptions as Qt, SearchCandidateSurface as R, CrossSurfaceCandidateSummary as Rn, PlaybackStep as Rt, surfaceContentHash as S, PlanEvalFixtureRunOptions as Sn, resolveRunDir as St, SingleRunLockOptions as T, loadEvalFixtureScenarios as Tn, FinalizeProfileMatrixOptions as Tt, SearchLedgerAppendResult as U, CrossSurfaceEligibility as Un, UserStoryVerdict as Ut, SearchFailureReason as V, CrossSurfaceCompositionStep as Vn, ScoreboardSummary as Vt, SearchLedgerEntry as W, CrossSurfaceEvidenceBreakdown as Wn, makePlaybackDispatch as Wt, SearchOperationKind as X, CrossSurfaceInteractionTask as Xn, ProfileMatrixError as Xt, SearchModelIdentity as Y, CrossSurfaceInteractionReport as Yn, ProfileDispatchFn as Yt, SearchOperationRecordedEvent as Z, CrossSurfaceNaiveStackSelection as Zn, ProfileSummary as Zt, assertCodeSurfaceIdentity as _, EvalFixtureLoadOptions as _n, compareRankKeys as _t, WorktreeAdapterError as a, LabeledScenarioStoreError as an, CrossSurfaceSelections as ar, SearchSurfaceKind as at, componentSurfaceIdentityMaterial as b, EvalFixtureValidationMode as bn, scoreDiscrimination as bt, verifyCodeSurface as c, RolloutCall as cn, TraceAnalystArtifact as cr, SearchTokenAccounting as ct, PhoenixEvaluationResultLike as d, classifyUngroundedLiterals as dn, traceAnalystQualityJudge as dr, SearchLedgerConflictError as dt, ScenarioRollup as en, CrossSurfacePairIncompatibilityReason as er, SearchPlannedOperation as et, PhoenixEvaluatorLike as f, rolloutArgumentDiff as fn, SearchLedgerError as ft, isTransientTransportFailure as g, EvalFixtureFile as gn, campaignMeanComposite as gt, TransientFailureOptions as h, EvalFixture as hn, campaignBreakdown as ht, WorktreeAdapter as i, FsLabeledScenarioStoreOptions as in, CrossSurfaceSelectionPolicy as ir, SearchSurfaceEvidence as it, SearchArtifactRef as j, CrossSurfaceAttemptCompleteness as jn, RunProfileMatrixSegmentOptions as jt, SEARCH_LEDGER_SCHEMA as k, CrossSurfaceAdditionDecision as kn, ProfileMatrixRow as kt, AutoevalsScoreLike as l, ScoredRollout as ln, TraceAnalystScenario as lr, openSearchLedger as lt, phoenixEvaluatorJudge as m, neutralizationGate as mn, CampaignBreakdown as mt, GitWorktreeAdapterOptions as n, neutralizeText as nn, CrossSurfaceRankedSingle as nr, SearchSourceRef as nt, gitWorktreeAdapter as o, RolloutArgumentDiff as on, CrossSurfaceTaskRow as or, SearchTaskAttemptedEvent as ot, autoevalsScorerJudge as p, NeutralizationGateOptions as pn, SearchLedgerIntegrityError as pt, SearchLedgerReplay as q, CrossSurfaceInteractionEffect as qn, scoreboardSummary as qt, Worktree as r, FsLabeledScenarioStore as rn, CrossSurfaceRelativeCost as rr, SearchSurfaceEffect as rt, resolveWorktreePath as s, RolloutArgumentDiffOptions as sn, BuildTraceAnalystSurfaceDispatchOptions as sr, SearchTaskOutcome as st, CodeSurfaceVerification as t, runProfileMatrix as tn, CrossSurfacePairwiseEntry as tr, SearchPlannedTask as tt, AutoevalsScorerLike as u, UngroundedLiteralReport as un, buildTraceAnalystSurfaceDispatch as ur, validateSearchLedgerEvent as ut, assertComponentSurface as v, EvalFixtureRunPlan as vn, DiscriminationScore as vt, SingleRunLock as w, loadEvalFixture as wn, CreateProfileMatrixPlanOptions as wt, renderSurfaceDiff as x, LoadEvalFixtureScenariosOptions as xn, selectDiscriminative as xt, codeSurfaceIdentityMaterial as y, EvalFixtureScenario as yn, ScenarioSignal as yt, SearchCompletedEvent as z, CrossSurfaceComponent as zn, ScoreboardRenderOptions as zt };
|
|
1514
|
-
//# sourceMappingURL=index-
|
|
1514
|
+
//# sourceMappingURL=index-CM-e2LiV.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-CM-e2LiV.d.ts","names":[],"sources":["../src/campaign/analyst-surface.ts","../src/campaign/cross-surface-types.ts","../src/campaign/cross-surface-interaction.ts","../src/campaign/fixtures.ts","../src/campaign/gates/neutralization-gate.ts","../src/campaign/grounded-reflection.ts","../src/campaign/labeled-store/fs-adapter.ts","../src/campaign/neutralize.ts","../src/campaign/presets/run-profile-matrix.ts","../src/campaign/presets/playback.ts","../src/campaign/presets/segmented-profile-matrix.ts","../src/campaign/run-dir.ts","../src/campaign/scenario-selection.ts","../src/campaign/score-utils.ts","../src/campaign/search-ledger-errors.ts","../src/campaign/search-ledger.ts","../src/campaign/single-run-lock.ts","../src/campaign/surface-identity.ts","../src/campaign/transient-failure.ts","../src/campaign/upstream-evaluators.ts","../src/campaign/worktree/index.ts"],"mappings":";;;;;;;;;;;;;;;;;UAWiB,6BAA6B;EAC5C;EACA,YAAY;EACZ,YAAY;EACZ,yBAAyB;EACzB,kBAAkB;;UAGH;EACf,mBAAmB;EACnB,QAAQ;EACR,MAAM;;UAGS;EACf,QAAQ;IACN;IACA,YAAY;IACZ;IACA,QAAQ;MACN,QAAQ;;iBAGE,iCACd,SAAS,2CAET,SAAS,gBACT,UAAU,sBACV,SAAS,oBACN,QAAQ;iBAgBG,4BAA4B,YAC1C,sBACA;;;;KCtDU;;UAGK;EACf;EACA;;EAEA;;;UAIe;EACf;EACA;EACA;EACA;;;UAIe;EACf;;EAEA;;EAEA;;;;;;;UAQe;EACf;EACA;;EAEA;EACA,cAAc;EACd;EACA;;;;;;EAMA,MAAM;EACN,mBAAmB;;EAEnB;;UAGe;EACf;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;;EAEA,kCAAkC;;EAElC;;UAGe,qCACf,aAAa,sBAAsB;EAEnC,qBAAqB;EACrB,qBAAqB;EACrB,eAAe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;EACA,WAAW;EACX,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;;UAGe;EACf,aAAa;EACb;EACA;EACA;EACA;;KAGU;UAWK;EACf;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;EACX,SAAS;EACT,OAAO;EACP,OAAO,eAAe;EACtB,QAAQ;EACR,QAAQ;;EAER,sBAAsB;;EAEtB,aAAa;;UAGE;EACf;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA,QAAQ;EACR,cAAc,eAAe;;UAGd;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;EACA;;UAGe;EACf,SAAS;EACT;EACA;EACA;EACA;EACA,eAAe;EACf,gBAAgB;;KAGN;UAYK;EACf;EACA,SAAS;EACT;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,4BAA4B,iCAAiC;EAC7D,wBAAwB,eAAe;EACvC,QAAQ;EACR,QAAQ;EACR,aAAa;EACb,eAAe;;UAGA;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA,SAAS;;UAGM;;EAEf;EACA;;KAGU;UAaK;EACf;EACA;EACA;EACA;EACA;EACA,uBAAuB;EACvB;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA,YAAY;EACZ;;;UAIe;EACf;EACA;EACA;EACA;EACA,OAAO;;UAGQ;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA,gBAAgB;;EAEhB,OAAO;;UAGQ;EACf,YAAY;EACZ,YAAY;EACZ,kBAAkB;;UAGH,8BACf,aAAa,sBAAsB;EAEnC;EACA;EACA;EACA;;EAEA,MAAM;EACN,iBAAiB;EACjB,iBAAiB;EACjB,YAAY;EACZ,UAAU;EACV,YAAY;;;;;;;;;iBCnRE,gCAAgC,aAAa,qBAC3D,OAAO,qCAAqC,QAC3C,8BAA8B;;;KC7CrB;UAEK;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;EACP;;UAGe,4BAA4B;EAC3C;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;;EAEf,aAAa;;EAEb;;UAGe,wCAAwC;EACvD;;UAGe,0BAA0B,6BACjC,KACN,uBAAuB,qBAAqB;EAG9C;EACA,aAAa;EACb;EACA;EACA,UAAU;;KAGA,qBAAqB;EAC/B,UAAU,MAAM,KAAK;;;iBAIP,qBAAqB;;;;;iBA4BrB,gBACd,kBACA,cACA,UAAS,yBACR;;iBA4Ca,yBACd,kBACA,UAAS,kCACR;;;;;iBAuBa,mBAAmB,qBACjC,SAAS,0BAA0B,aAClC;;;UChJc,0BAA0B,kBAAkB,WAAW;EACtE,WAAW;;;;;EAKX;;;;;;iBAuBc,mBAAmB,WAAW,kBAAkB,UAC9D,SAAS,0BAA0B,aAClC,KAAK,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC9BF;WACN;WACA,MAAM,SAAS;;;UAIT;;WAEN;;WAEA;WACA,gBAAgB;;UAGV;;WAEN;;WAEA;;UAGM;;WAEN;;WAEA,eAAe;;WAEf,eAAe;;;;;;;;iBASV,oBACd,mBAAmB,iBACnB,OAAM,6BACL;UAsCc;;WAEN;;WAEA;;;;;;;;;iBAUK,2BACd,cACA,MAAM,KAAK,0DACV;;;UCjFc;;EAEf;;;EAGA;;EAEA;;;cAIW,kCAAkC;WAE3B;EADlB,YACkB,cAChB;;;;;;cAiBS,kCAAkC;mBAIhB;mBAHZ;mBACA;EAEjB,YAA6B,SAAS;EAKhC,QAAQ,OAAO,uBAAuB;EAYtC,OAAO,MAAM,4BAA4B,QAAQ;EA8CjD,QAAQ;IACZ;IACA;IACA,UAAU;IACV,SAAS,OAAO;;UAkCV;UAiCA;UAmBA;UAkBA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBCtNM,eAAe;;;;;;cC8ClB,2BAA2B;EACtC,YAAY;;;;;KAQF,kBAAkB,kBAAkB,UAAU,cACxD,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;UAEI,wBAAwB,kBAAkB,UAAU;;EAEnE,UAAU;;EAEV,WAAW;;EAEX,UAAU,kBAAkB,WAAW;;EAEvC,SAAS,YAAY,WAAW;;;EAGhC;;;EAGA;;;EAGA;;;;EAIA;;EAEA,WAAW;;EAEX;;EAEA;;;;;;;;EAQA;;;EAGA;;EAEA;;;EAGA;;EAEA;;EAEA,eAAe;EACf,gBAAgB;;;EAGhB,UAAU;;EAEV,YAAY;;;EAGZ,aAAa,UAAU;;;;EAIvB;;;;;;;EAOA,cACE,UAAU,WACV,UAAU;IACL;IAAgB;;;;;;;EAMvB,aAAa;IAAS,SAAS;IAAc,UAAU;IAAW;;;EAElE;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA,gBAAgB;;;EAGhB,WAAW;;UAGI;EACf;EACA;;UAGe,uBAAuB,WAAW,kBAAkB;EACnE;EACA;;;;EAIA,SAAS;EACT,WAAW,eAAe;EAC1B,YAAY,eAAe;;EAE3B,YAAY,eAAe;;EAE3B,WAAW;;EAEX,WAAW,eAAe,eAAe,WAAW;;;;;iBAoOhC,iBAAiB,kBAAkB,UAAU,WACjE,MAAM,wBAAwB,WAAW,aACxC,QAAQ,uBAAuB,WAAW;;;;;UC9Z5B;;EAEf;;EAEA,UAAU;;;;;;;UAQK,kBAAkB;;EAEjC;;EAEA,OAAO;;EAEP,cAAc;;;UAIC,wBAAwB;EACvC,SAAS;;;;;;;;;;;UAYM,eAAe,eAAe,YAAY;EACzD,IAAI,OAAO,QAAQ,KAAK,kBAAkB,iBAAiB;;;;;;;iBAQ7C,qBAAqB,eAAe,WAClD,QAAQ,eAAe,UACtB,kBAAkB,QAAQ;;UAQZ,yBAAyB;EACxC;;;;;;;;iBASoB,eACpB,OAAO,WACP,OAAO,eACP,kBAAkB,qBACjB,QAAQ;;UAUM;EACf;EACA;EACA;EACA;EACA;EACA;;;;;;;iBAQc,oBAAoB,mBAAmB,qBAAqB;;UAkB3D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;iBAIc,kBAAkB,eAAe,kBAAkB;UAwBlD;;EAEf;;EAEA,OAAO;;EAEP;;;;;;;;;iBAkBc,yBACd,eAAe,iBACf,OAAM;;;cC1KK,oCAAoC;EAC/C,YAAY;;UAKG;EACf;EACA;EACA;EACA;EACA;;UAGe,kBAAkB,kBAAkB,UAAU;WACpD;WACA;WACA;WACA;WACA,mBAAmB;WACnB,oBAAoB;WACpB,iBAAiB,YAAY,WAAW;WACxC;WACA;WACA,UAAU,YAAY,wBAAwB,WAAW;WACzD;;WAEA;WACA,WAAW,YAAY,wBAAwB,WAAW;WAC1D;WACA;WACA,aAAa,UAAU;WACvB,cACP,UAAU,WACV,UAAU;IACL;IAAgB;;WACd,eAAe;;UAGT,+BAA+B,kBAAkB,UAAU,mBAClE,KACN,wBAAwB,WAAW;;EAgBrC;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe,+BAA+B,kBAAkB,UAAU;EAC1E,MAAM,kBAAkB,WAAW;;EAEnC;;EAEA,yBAAyB;EACzB,UAAU,kBAAkB,WAAW;EACvC;EACA,UAAU;EACV;EACA;EACA;EACA,eAAe,wBAAwB,WAAW;EAClD,gBAAgB,wBAAwB,WAAW;EACnD,YAAY;;UAGG,2BAA2B,WAAW,kBAAkB;EACvE;EACA;EACA,QAAQ,uBAAuB,WAAW;EAC1C,UAAU;;UAGK,6BAA6B,kBAAkB,UAAU;EACxE,MAAM,kBAAkB,WAAW;EACnC;EACA,UAAU;EACV;EACA;EACA,YAAY;;UAGG,6BAA6B,WAAW,kBAAkB,kBACjE,uBAAuB,WAAW;EAC1C,UAAU;;iBAGI,wBAAwB,kBAAkB,UAAU,WAClE,MAAM,+BAA+B,WAAW,aAC/C,kBAAkB,WAAW;iBA0HV,wBAAwB,kBAAkB,UAAU,WACxE,MAAM,+BAA+B,WAAW,aAC/C,QAAQ,2BAA2B,WAAW;iBAkD3B,sBAAsB,kBAAkB,UAAU,WACtE,MAAM,6BAA6B,WAAW,aAC7C,QAAQ,6BAA6B,WAAW;;;;;;;;iBCrTnC;;;;;iBAQA,cAAc,gBAAgB;;;;;;;;;;;;;;;;;UCD7B;EACf;;EAEA;;UAGe;EACf;;EAEA;;EAEA;EACA;;EAEA;;;;;;;;;;iBA4Cc,oBACd,SAAS,kBACT;EAAS;IACR;;;;;;;;;;;iBA0Ba,qBACd,SAAS,kBACT,WACA;EAAS;;;;;;;iBC3FK,sBAAsB,WAAW,kBAAkB,UACjE,UAAU,eAAe,WAAW;;;;iBA0CtB,gBAAgB,sBAAsB;UAWrC;;EAEf,YAAY;;;;;EAKZ,WAAW;IAAQ;IAAoB;IAAmB;IAAgB;;;;;iBAK5D,kBAAkB,WAAW,kBAAkB,UAC7D,UAAU,eAAe,WAAW,aACnC;;;;cC/EU,0BAA0B;;cAG1B,mCAAmC;;cAGnC,kCAAkC;;;cCgClC;KAED,mBAAmB;KAEnB;;;UAYK;EACf;EACA;EACA,QAAQ;EACR;;;;UAKe;EACf;EACA;;UAGe;EACf;EACA;;UAGe;EACf;EACA,MAAM;EACN,UAAU;;UAGK;;EAEf;EACA;EACA;EACA;EACA,gBAAgB;;KAGN;UAOK;EACf;EACA,QAAQ;EACR,WAAW;;;EAGX;;UAGe;EACf;EACA,MAAM;;UAGS;EACf;;;EAGA;;UAGe;;EAEf,gBAAgB;;EAEhB,OAAO;;EAEP,YAAY;;KAGF;EAEN;EACA;EACA;EACA;;EAGA;EACA;;KAGM;EAEN;EACA;EACA;;EAGA;;EAEA;EACA;;UAGW;EACf,QAAQ;EACR,MAAM;;UAGS;EACf;EACA;;KAGU;EAEN;EACA;EACA,SAAS;;EAGT;EACA;EACA,SAAS;EACT,SAAS;;EAGT;EACA,SAAS;EACT,OAAO;IAAwB;;;KAGzB;EAEN;EACA;EACA;EACA;EACA;;EAGA;EACA;;;;UAKW;EACf;EACA;EACA;EACA,QAAQ;EACR,UAAU;;UAGF;EACR;EACA;EACA,WAAW;;UAGI,2BAA2B;EAC1C;EACA,MAAM;;UAGS,uCAAuC;EACtD;EACA;EACA;EACA;EACA,SAAS;EACT,UAAU;;UAGK,uCAAuC;EACtD;EACA;EACA;EACA,QAAQ;;UAGO,iCAAiC;EAChD;EACA;EACA;EACA;EACA;IACE;IACA,QAAQ;;EAEV;IACE,OAAO;IACP,OAAO;IACP,WAAW;;EAEb,SAAS;EACT,YAAY;EACZ,iBAAiB;;UAGF,qCAAqC;EACpD;EACA;EACA,eAAe;EACf;IAEM;IACA,OAAO;IACP,QAAQ;;IAGR;IACA,QAAQ;;EAEd;IACM;;IACA;IAAmB,SAAS;;IAC5B;IAAkB,SAAS;;EACjC,YAAY;;UAGG,oCAAoC;EACnD;EACA;EACA;IACM;;IAEA;IACA,QAAQ;;;UAIC,6BAA6B;EAC5C;EACA;IAEM;IACA;;IAGA;IACA,QAAQ;;;KAIJ,oBACR,qBACA,iCACA,iCACA,2BACA,+BACA,8BACA;UAEa;EACf,eAAe;EACf;EACA;EACA,cAAc;EACd,OAAO;EACP,WAAW;;KAGD;EAEN;EACA;EACA;EACA;EACA;;EAGA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGW;EACf;EACA;EACA;EACA;EACA;EACA;EACA;IAAY;IAAgB;IAAgB;;EAC5C;IAAqB;IAAmB;IAAiB;;EACzD;IAAa;IAAkB;IAAkB;;EACjD;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF;EACA;EACA,YAAY;EACZ,UAAU;;UAGK;EACf,SAAS;EACT,MAAM;EACN,YAAY;EACZ,sBAAsB;EACtB,UAAU;EACV,YAAY;EACZ,WAAW;EACX,YAAY;EACZ,OAAO;;UAGQ;EACf,OAAO;;EAEP;EACA,QAAQ;;;;iBA+ZM,0BAA0B,iBAAiB;;;;;;;;;;;;;;;KAsB/C;UAEK;EACf;EACA;EACA,cAAc;;UAGC;WACN;WACA;;WAEA;EACT,OAAO,OAAO,oBAAoB,QAAQ;EAC1C,UAAU,QAAQ;;EAElB,eAAe,QAAQ;;;EAGvB,kBAAkB,QAAQ;;;;;;;EAO1B,oBAAoB,QAAQ;;;;iBAKd,iBAAiB,SAAS,0BAA0B;;cA8BvD,4BAA4B;WAC9B;WACA;WACA;mBACQ;mBACA;EAMjB,YAAY,cAAc,oBAAoB,cAAa;EAerD,UAAU,QAAQ;EAIlB,OAAO,OAAO,oBAAoB,QAAQ;EAU1C,eAAe,QAAQ;EAIvB,kBAAkB,QAAQ;EAI1B,oBAAoB,QAAQ;;;;;;;;;;;;;;;;;;;UC/3BnB;;WAEN;;WAEA;;WAEA;;WAEA;;UAGM;;EAEf;;;;;;;iBAwBc,qBAAqB,MAAM,uBAAuB;;;;iBCpDlD,0BAA0B,2BAA2B,WAAW;;iBAmChE,uBAAuB,2BAA2B,WAAW;;iBA8B7D,iCAAiC,SAAS;;;;iBAa1C,4BAA4B,SAAS;;iBAgBrC,mBAAmB,SAAS;;iBAW5B,YAAY,SAAS;;iBAKrB,kBACd,eAAe,gBACf,iBAAiB;;;;;;;;;;;;;;;;;;;;;UCpGF;;;;;;;WAON;;WAEA,yBAAyB;;;;;;iBAYpB,4BACd,oCACA,OAAM;;;UCnCS;EACf;EACA;EACA;;UAGe,qBAAqB,gBAAgB;EACpD;EACA;EACA;EACA,SACE,QAAQ,SACR,SAAS,4BACR,QAAQ;;UAGI;EACf;EACA;EACA,WAAW;;KAGD,oBAAoB,eAAe,4BAC7C,OAAO,QACP,SAAS,8BACN,qBAAqB,QAAQ;UAEjB;WACN,QAAQ;WACR;;KAGN,sBAAsB,WAAW,KACpC,iBAAiB;EAGjB;;UAGQ,qBAAqB,kBAAkB;EAC/C;EACA;EACA;EACA,aAAa,UAAU;;EAEvB,eAAe;;iBAGD,sBACd,gBAAgB,yBAChB,WACA,kBAAkB,WAAW,UAE7B,WAAW,qBAAqB,UAChC,SAAS,qBAAqB;EAC5B,SAAS;IAAS,UAAU;IAAW,UAAU;MAAc;EAC/D,WAAW,sBAAsB;IAElC,YAAY,WAAW;iBA8CV,qBACd,eAAe,yBACf,WACA,kBAAkB,WAAW,UAE7B,QAAQ,oBAAoB,SAC5B,SAAS,qBAAqB;EAC5B;EACA,SAAS;IAAS,UAAU;IAAW,UAAU;MAAc;;EAEzD;EAAc;;EACd;EAAa,UAAU,sBAAsB;KAEpD,YAAY,WAAW;;;KCxFrB,qBAAqB;KACrB,iBAAiB,SAAS;KAC1B,aAAa,gBAAgB,aAAa,MAAM,mBAAmB;UAcvD;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA;;UAGM;;EAEf,OAAO;IAAQ;IAAiB;MAAkB,QAAQ;;;EAG1D,SAAS,UAAU,UAAU,kBAAkB,QAAQ;;EAEvD,QAAQ,UAAU,WAAW;;;cAIlB,6BAA6B;WAG7B;EAFX,YACE,iBACS;;UAOI;;EAEf;;EAEA;;EAEA;;;;EAIA,MAAM;;UAobS;;EAEf;;EAEA;;EAEA;;;EAGA,YAAY;;;;;iBAoJE,mBAAmB,MAAM,4BAA4B;;;;iBA0FrD,kBACd,SAAS,aACT,uBACC;;;iBAOa,oBAAoB,SAAS,aAAa"}
|
package/dist/index.d.ts
CHANGED
|
@@ -35,10 +35,10 @@ import { o as InsightReport } from "./insight-report-BeT8KCgI.js";
|
|
|
35
35
|
import { C as analyzeRuns, b as AnalyzeRunsOptions, d as RawAnalystFinding, i as TraceAnalysisEngineResult, n as TraceAnalysisEngine } from "./engine-DJqRKbhs.js";
|
|
36
36
|
import { o as MintedRolloutLine } from "./schema-Cef2cFmb.js";
|
|
37
37
|
import { i as BenchmarkEvaluation } from "./types-C4bSVIr7.js";
|
|
38
|
-
import { A as RedTeamCategory,
|
|
38
|
+
import { A as RedTeamCategory, B as CanaryReport, F as scoreRedTeamOutput, I as CanaryAlert, L as CanaryEvaluation, M as RedTeamReport, N as redTeamDataset, Nt as LlmJudgeOptions, O as DEFAULT_RED_TEAM_CORPUS, P as redTeamReport, Pt as llmJudge, R as CanaryKind, V as runCanaries, bt as runCampaign, j as RedTeamFinding, k as RedTeamCase, vt as CampaignCellFailureReceipt, yt as RunCampaignOptions, z as CanaryOptions } from "./provenance-AACfvbUR.js";
|
|
39
39
|
import { a as paretoFrontier, i as dominates, n as Objective, r as ParetoResult } from "./pareto-BqNW3LJR.js";
|
|
40
40
|
import { n as SandboxDriver } from "./sandbox-harness-BlSOu4LX.js";
|
|
41
|
-
import { a as DefinedAgentEval, c as SelfImproveOptions, f as selfImprove, i as DefineAgentEvalOptions, o as defineAgentEval, u as SelfImproveResult } from "./define-agent-eval-
|
|
41
|
+
import { a as DefinedAgentEval, c as SelfImproveOptions, f as selfImprove, i as DefineAgentEvalOptions, o as defineAgentEval, u as SelfImproveResult } from "./define-agent-eval-BgG5DIOS.js";
|
|
42
42
|
import { a as PairedEvalueStep, c as pairedEvalueSequence, i as PairedEvalueSequence, n as InterimReleaseConfidenceInput, o as SequentialDecision, r as PairedEvalueOptions, s as evaluateInterimReleaseConfidence, t as InterimReleaseConfidence } from "./sequential-CYwq6Ff_.js";
|
|
43
43
|
import { n as TrajectoryStep, r as buildTrajectory, t as Trajectory } from "./trajectory-YC15QDYQ.js";
|
|
44
44
|
import { a as runCounterfactual, i as CounterfactualRunner, n as CounterfactualMutation, r as CounterfactualResult, t as CounterfactualContext } from "./counterfactual--bpysZF0.js";
|
package/dist/index.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "./rolldown-runtime-8H4AJuhK.js";
|
|
2
2
|
import { i as JudgeError, o as NotFoundError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
|
|
3
3
|
import { r as hashJson, t as canonicalize } from "./pre-registration-DakwTRXk.js";
|
|
4
|
-
import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-
|
|
4
|
+
import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-BNyyud4g.js";
|
|
5
5
|
import { AGENT_PROFILE_KINDS, agentProfileCellHashMaterial, agentProfileCellKey, buildAgentProfileCell, groupRunsByAgentProfileCell, toAgentProfileJson, verifyAgentProfileCell } from "./profile-cell.js";
|
|
6
6
|
import { c as mulberry32 } from "./internal-BDHPCnjk.js";
|
|
7
7
|
import { a as spearmanR, i as ranks, n as partialCredit, o as weightedComposite, r as pearsonR, s as weightedMean, t as confidenceInterval } from "./descriptive-B5MwKfbf.js";
|
|
@@ -15,12 +15,12 @@ import { t as eProcess } from "./sequential-eprocess-CbUt2htw.js";
|
|
|
15
15
|
import { n as iqr, r as welchsTTest } from "./baseline-BhPRQBVn.js";
|
|
16
16
|
import { i as isLlmSpan, r as isJudgeSpan, s as isToolSpan, t as FAILURE_CLASSES } from "./schema-CRhEY1SO.js";
|
|
17
17
|
import { a as judgeSpans, c as runsForScenario, n as argHash } from "./query-Di7eEQ79.js";
|
|
18
|
-
import { i as analyzeRuns, o as checkCanaries, r as selfImprove, t as defineAgentEval } from "./define-agent-eval-
|
|
18
|
+
import { i as analyzeRuns, o as checkCanaries, r as selfImprove, t as defineAgentEval } from "./define-agent-eval-cSMEFzVu.js";
|
|
19
19
|
import { r as observedSplitScore, t as isRealnessGated } from "./reward-nw2xZGZG.js";
|
|
20
20
|
import { a as parseRunRecordSafe, c as validateRunRecord, i as modelHasSnapshot, n as UNKNOWN_MODEL, o as roundTripRunRecord, r as isRunRecord, s as runTaskScore, t as RunRecordValidationError } from "./run-record-D2lDdSAz.js";
|
|
21
21
|
import { a as summaryTable, n as gainHistogram, r as paretoChart } from "./summary-report-Blysd6Z2.js";
|
|
22
22
|
import { n as contentHash, r as fileVerdictCache, t as canonicalJson } from "./verdict-cache-mZf5FEiY.js";
|
|
23
|
-
import { B as DEFAULT_RED_TEAM_CORPUS, F as parseReflectionResponse, H as redTeamReport, K as runCampaign, P as buildReflectionPrompt, Q as summarizeBackendIntegrity, U as scoreRedTeamOutput, V as redTeamDataset, W as runCanaries, X as BackendIntegrityError, Z as assertRealBackend, _ as paretoFrontier, g as dominates, k as surfaceContentHash, t as llmJudge } from "./llm-judge-
|
|
23
|
+
import { B as DEFAULT_RED_TEAM_CORPUS, F as parseReflectionResponse, H as redTeamReport, K as runCampaign, P as buildReflectionPrompt, Q as summarizeBackendIntegrity, U as scoreRedTeamOutput, V as redTeamDataset, W as runCanaries, X as BackendIntegrityError, Z as assertRealBackend, _ as paretoFrontier, g as dominates, k as surfaceContentHash, t as llmJudge } from "./llm-judge-DhiJqSjB.js";
|
|
24
24
|
import { a as resolveModelPricing, i as isModelPriced, n as estimateCost, r as estimateTokens, t as MODEL_PRICING } from "./metrics-Cl0L1KUy.js";
|
|
25
25
|
import { a as CostLedgerPersistenceError, c as costForTokenPricing, i as CostLedger, l as costForUsage, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError, u as modelPriceKey } from "./cost-ledger-BSe92yAV.js";
|
|
26
26
|
import { n as REDACTION_VERSION, r as redactString, t as DEFAULT_REDACTION_RULES } from "./redact-7Aq1ukl-.js";
|
|
@@ -4859,6 +4859,6 @@ function firstString(value) {
|
|
|
4859
4859
|
return typeof value === "string" && value.trim() ? value : void 0;
|
|
4860
4860
|
}
|
|
4861
4861
|
//#endregion
|
|
4862
|
-
export { assertCampaignDesign as $, surfaceHash as A, DEFAULT_RED_TEAM_CORPUS as B, optimizationTokenUsageFromSummary as C, componentSurfaceIdentityMaterial as D, codeSurfaceIdentityMaterial as E, parseReflectionResponse as F, runEval as G, redTeamReport as H, recoverTruncatedJson as I, resolveRunDir as J, runCampaign as K, assertGepaCandidatePopulationSummary as L, campaignMeanComposite as M, compareRankKeys as N, renderSurfaceDiff as O, buildReflectionPrompt as P, summarizeBackendIntegrity as Q, readGepaCandidatePopulationArtifact as R, costFromLedgerSummary as S, assertComponentSurface as T, scoreRedTeamOutput as U, redTeamDataset as V, runCanaries as W, BackendIntegrityError as X, tangleTracesRoot as Y, assertRealBackend as Z, paretoFrontier as _, canonicalDigest as a,
|
|
4862
|
+
export { assertCampaignDesign as $, surfaceHash as A, DEFAULT_RED_TEAM_CORPUS as B, optimizationTokenUsageFromSummary as C, componentSurfaceIdentityMaterial as D, codeSurfaceIdentityMaterial as E, parseReflectionResponse as F, runEval as G, redTeamReport as H, recoverTruncatedJson as I, resolveRunDir as J, runCampaign as K, assertGepaCandidatePopulationSummary as L, campaignMeanComposite as M, compareRankKeys as N, renderSurfaceDiff as O, buildReflectionPrompt as P, summarizeBackendIntegrity as Q, readGepaCandidatePopulationArtifact as R, costFromLedgerSummary as S, assertComponentSurface as T, scoreRedTeamOutput as U, redTeamDataset as V, runCanaries as W, BackendIntegrityError as X, tangleTracesRoot as Y, assertRealBackend as Z, paretoFrontier as _, canonicalDigest as a, cellCachePath as at, combineComparisonCosts as b, loopProvenanceSpans as c, verifyLoopProvenanceRecord as d, assertCampaignSplitIdentity as et, runImprovementLoop as f, dominates as g, labelTrustRank as h, campaignMeasurementDigest as i, readCachedCell as it, campaignBreakdown as j, surfaceContentHash as k, provenanceRecordPath as l, isProposedCandidate as m, JudgeParseError as n, campaignSplitDigest as nt, emitLoopProvenance as o, computeManifestHash as ot, runOptimization as p, planCampaignRun as q, buildLoopProvenanceRecord as r, campaignSplitDigestFromIdentities as rt, loopProvenanceArgsFromResult as s, llmJudge as t, campaignScenarioIdentity as tt, provenanceSpansPath as u, openAutoPr as v, assertCodeSurfaceIdentity as w, compareOptimizationMethods as x, assertOptimizationResult as y, defaultProductionGate as z };
|
|
4863
4863
|
|
|
4864
|
-
//# sourceMappingURL=llm-judge-
|
|
4864
|
+
//# sourceMappingURL=llm-judge-DhiJqSjB.js.map
|