@tangle-network/agent-eval 0.170.0 → 0.171.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +13 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/analyst/index.d.ts +5 -5
- package/dist/analyst/index.js +1 -1
- package/dist/{benchmark-command-BA7qOdWw.js → benchmark-command-D8k3Gf0J.js} +2 -2
- package/dist/{benchmark-command-BA7qOdWw.js.map → benchmark-command-D8k3Gf0J.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +6 -6
- package/dist/campaign/index.js +3 -3
- package/dist/{campaign-BeCbxFqs.js → campaign-B72njjHj.js} +4 -4
- package/dist/{campaign-BeCbxFqs.js.map → campaign-B72njjHj.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/{client-_Fsa5c2_.d.ts → client-CDtcZ3p9.d.ts} +2 -2
- package/dist/{client-_Fsa5c2_.d.ts.map → client-CDtcZ3p9.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +9 -9
- package/dist/contract/index.js +3 -3
- package/dist/{default-registry-ovxrOP0_.d.ts → default-registry-B0s2zU-s.d.ts} +3 -3
- package/dist/{default-registry-ovxrOP0_.d.ts.map → default-registry-B0s2zU-s.d.ts.map} +1 -1
- package/dist/{define-agent-eval-DVJm8Xlh.d.ts → define-agent-eval-Cjy2yhqP.d.ts} +4 -4
- package/dist/{define-agent-eval-DVJm8Xlh.d.ts.map → define-agent-eval-Cjy2yhqP.d.ts.map} +1 -1
- package/dist/{define-agent-eval-Clj-8igZ.js → define-agent-eval-Dy8QgxAI.js} +2 -2
- package/dist/{define-agent-eval-Clj-8igZ.js.map → define-agent-eval-Dy8QgxAI.js.map} +1 -1
- package/dist/{engine-D12Rb6WB.d.ts → engine-CAmTUk52.d.ts} +2 -2
- package/dist/{engine-D12Rb6WB.d.ts.map → engine-CAmTUk52.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +2 -2
- package/dist/{heldout-gate-Bn7_xWCv.d.ts → heldout-gate-Dh2b62w8.d.ts} +3 -3
- package/dist/{heldout-gate-Bn7_xWCv.d.ts.map → heldout-gate-Dh2b62w8.d.ts.map} +1 -1
- package/dist/hosted/index.d.ts +1 -1
- package/dist/{index-DBbivBNs.d.ts → index-8VIogTyS.d.ts} +6 -6
- package/dist/{index-DBbivBNs.d.ts.map → index-8VIogTyS.d.ts.map} +1 -1
- package/dist/{index-CM-SM00y.d.ts → index-DT73JraI.d.ts} +3 -3
- package/dist/{index-CM-SM00y.d.ts.map → index-DT73JraI.d.ts.map} +1 -1
- package/dist/{index-Bfs5aufo.d.ts → index-fNXZMCzX.d.ts} +9 -9
- package/dist/{index-Bfs5aufo.d.ts.map → index-fNXZMCzX.d.ts.map} +1 -1
- package/dist/index.d.ts +138 -9
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +709 -7
- package/dist/index.js.map +1 -1
- package/dist/{llm-judge-DbJdo8Nj.js → llm-judge-BtJ2Sfk_.js} +5 -2
- package/dist/{llm-judge-DbJdo8Nj.js.map → llm-judge-BtJ2Sfk_.js.map} +1 -1
- package/dist/{matrix-BpI5Trmo.d.ts → matrix-DiHmUobV.d.ts} +2 -2
- package/dist/{matrix-BpI5Trmo.d.ts.map → matrix-DiHmUobV.d.ts.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/{produced-state-CtSIp5cQ.js → produced-state-Cm6DU_Ao.js} +2 -2
- package/dist/{produced-state-CtSIp5cQ.js.map → produced-state-Cm6DU_Ao.js.map} +1 -1
- package/dist/{promotion-policy-CkXSgKkF.d.ts → promotion-policy-WSXtBgBb.d.ts} +2 -2
- package/dist/{promotion-policy-CkXSgKkF.d.ts.map → promotion-policy-WSXtBgBb.d.ts.map} +1 -1
- package/dist/{provenance-CIRUardl.d.ts → provenance-CafMdZKM.d.ts} +7 -3
- package/dist/{provenance-CIRUardl.d.ts.map → provenance-CafMdZKM.d.ts.map} +1 -1
- package/dist/rl.d.ts +1 -1
- package/dist/{skillopt-optimization-method-B2R9C5aG.js → skillopt-optimization-method-DzlF2RM7.js} +2 -2
- package/dist/{skillopt-optimization-method-B2R9C5aG.js.map → skillopt-optimization-method-DzlF2RM7.js.map} +1 -1
- package/dist/{statistical-heldout-DFS7QGpS.d.ts → statistical-heldout-UhiexnjU.d.ts} +2 -2
- package/dist/{statistical-heldout-DFS7QGpS.d.ts.map → statistical-heldout-UhiexnjU.d.ts.map} +1 -1
- package/dist/{store-tool-spans-B2DJ_82T.d.ts → store-tool-spans-D_qMl2__.d.ts} +3 -3
- package/dist/{store-tool-spans-B2DJ_82T.d.ts.map → store-tool-spans-D_qMl2__.d.ts.map} +1 -1
- package/dist/{tool-groups-BnXlCJZQ.d.ts → tool-groups-RGYfVWpc.d.ts} +2 -2
- package/dist/tool-groups-RGYfVWpc.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/traces.d.ts +2 -2
- package/dist/{types-i21ccEkr.d.ts → types-CMyW4GnH.d.ts} +2 -2
- package/dist/{types-i21ccEkr.d.ts.map → types-CMyW4GnH.d.ts.map} +1 -1
- package/dist/{types-Dy237wiH.d.ts → types-JHMOqZI4.d.ts} +11 -1
- package/dist/types-JHMOqZI4.d.ts.map +1 -0
- package/dist/wire/index.d.ts +3 -3
- package/dist/wire/index.d.ts.map +1 -1
- package/docs/campaign-proposers.md +4 -0
- package/package.json +19 -18
- package/dist/tool-groups-BnXlCJZQ.d.ts.map +0 -1
- package/dist/types-Dy237wiH.d.ts.map +0 -1
|
@@ -4906,7 +4906,7 @@ async function runOptimization(opts) {
|
|
|
4906
4906
|
...label ? { label } : {}
|
|
4907
4907
|
}))
|
|
4908
4908
|
});
|
|
4909
|
-
const surfaceResults = await mapConcurrent(candidates, candidateConcurrency, async ({ surface, label, rationale }, i, signal) => {
|
|
4909
|
+
const surfaceResults = await mapConcurrent(candidates, candidateConcurrency, async ({ surface, label, rationale, attribution }, i, signal) => {
|
|
4910
4910
|
const hash = surfaceHash(surface);
|
|
4911
4911
|
const campaign = await runCampaign({
|
|
4912
4912
|
...opts,
|
|
@@ -4925,6 +4925,7 @@ async function runOptimization(opts) {
|
|
|
4925
4925
|
surface,
|
|
4926
4926
|
label,
|
|
4927
4927
|
rationale,
|
|
4928
|
+
...attribution ? { attribution } : {},
|
|
4928
4929
|
campaign,
|
|
4929
4930
|
composite,
|
|
4930
4931
|
rankKey,
|
|
@@ -4988,6 +4989,7 @@ async function runOptimization(opts) {
|
|
|
4988
4989
|
};
|
|
4989
4990
|
if (s.label) candidate.label = s.label;
|
|
4990
4991
|
if (s.rationale) candidate.rationale = s.rationale;
|
|
4992
|
+
if (s.attribution) candidate.attribution = s.attribution;
|
|
4991
4993
|
return candidate;
|
|
4992
4994
|
}),
|
|
4993
4995
|
promoted: promoted.map((p) => p.surfaceHash)
|
|
@@ -5424,6 +5426,7 @@ function buildLoopProvenanceRecord(args) {
|
|
|
5424
5426
|
};
|
|
5425
5427
|
if (c.label) entry.label = c.label;
|
|
5426
5428
|
if (c.rationale) entry.rationale = c.rationale;
|
|
5429
|
+
if (c.attribution) entry.attribution = c.attribution;
|
|
5427
5430
|
if (c.observedDeltaFromParent !== void 0) entry.observedDeltaFromParent = c.observedDeltaFromParent;
|
|
5428
5431
|
candidates.push(entry);
|
|
5429
5432
|
}
|
|
@@ -6253,4 +6256,4 @@ function firstString(value) {
|
|
|
6253
6256
|
//#endregion
|
|
6254
6257
|
export { redTeamDataset as $, optimizationTokenUsageFromSummary as A, createSearchHistoryReceipt as B, paretoFrontier as C, combineComparisonCosts as D, assertOptimizationResult as E, surfaceContentHash as F, compareRankKeys as G, verifySearchHistoryReceipt as H, surfaceHash as I, recoverTruncatedJson as J, buildReflectionPrompt as K, SearchHistoryRequiredError as L, codeSurfaceIdentityMaterial as M, componentSurfaceIdentityMaterial as N, compareOptimizationMethods as O, renderSurfaceDiff as P, DEFAULT_RED_TEAM_CORPUS as Q, assertCompleteSearchHistory as R, dominates as S, openAutoPr as T, campaignBreakdown as U, searchHistoryCoverageRow as V, campaignMeanComposite as W, readGepaCandidatePopulationArtifact as X, assertGepaCandidatePopulationSummary as Y, defaultProductionGate as Z, runOptimization as _, cellCachePath as _t, aggregateRunScore as a, planCampaignRun as at, SearchRecorder as b, campaignMeasurementDigest as c, BackendIntegrityError as ct, loopProvenanceArgsFromResult as d, assertCampaignDesign as dt, redTeamReport as et, loopProvenanceSpans as f, assertCampaignSplitIdentity as ft, runImprovementLoop as g, readCachedCell as gt, verifyLoopProvenanceRecord as h, campaignSplitDigestFromIdentities as ht, transientDispatchFailure as i, runCampaign as it, assertCodeSurfaceIdentity as j, costFromLedgerSummary as k, canonicalDigest as l, assertRealBackend as lt, provenanceSpansPath as m, campaignSplitDigest as mt, JudgeParseError as n, runCanaries as nt, clamp01 as o, resolveRunDir as ot, provenanceRecordPath as p, campaignScenarioIdentity as pt, parseReflectionResponse as q, isTransientTransportFailure as r, runEval as rt, buildLoopProvenanceRecord as s, tangleTracesRoot as st, llmJudge as t, scoreRedTeamOutput as tt, emitLoopProvenance as u, summarizeBackendIntegrity as ut, isProposedCandidate as v, computeManifestHash as vt, paretoFrontierWithCrowding as w, recordCandidatePopulationSearch as x, labelTrustRank as y, assertSearchHistoryMatchesReplay as z };
|
|
6255
6258
|
|
|
6256
|
-
//# sourceMappingURL=llm-judge-
|
|
6259
|
+
//# sourceMappingURL=llm-judge-BtJ2Sfk_.js.map
|