@tangle-network/agent-eval 0.170.0 → 0.171.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/CHANGELOG.md +13 -0
  2. package/dist/adapters/http.d.ts +2 -2
  3. package/dist/analyst/index.d.ts +5 -5
  4. package/dist/analyst/index.js +1 -1
  5. package/dist/{benchmark-command-BA7qOdWw.js → benchmark-command-D8k3Gf0J.js} +2 -2
  6. package/dist/{benchmark-command-BA7qOdWw.js.map → benchmark-command-D8k3Gf0J.js.map} +1 -1
  7. package/dist/benchmarks/index.d.ts +4 -4
  8. package/dist/benchmarks/index.js +2 -2
  9. package/dist/campaign/index.d.ts +6 -6
  10. package/dist/campaign/index.js +3 -3
  11. package/dist/{campaign-BeCbxFqs.js → campaign-B72njjHj.js} +4 -4
  12. package/dist/{campaign-BeCbxFqs.js.map → campaign-B72njjHj.js.map} +1 -1
  13. package/dist/cli.js +1 -1
  14. package/dist/{client-_Fsa5c2_.d.ts → client-CDtcZ3p9.d.ts} +2 -2
  15. package/dist/{client-_Fsa5c2_.d.ts.map → client-CDtcZ3p9.d.ts.map} +1 -1
  16. package/dist/contract/index.d.ts +9 -9
  17. package/dist/contract/index.js +3 -3
  18. package/dist/{default-registry-ovxrOP0_.d.ts → default-registry-B0s2zU-s.d.ts} +3 -3
  19. package/dist/{default-registry-ovxrOP0_.d.ts.map → default-registry-B0s2zU-s.d.ts.map} +1 -1
  20. package/dist/{define-agent-eval-DVJm8Xlh.d.ts → define-agent-eval-Cjy2yhqP.d.ts} +4 -4
  21. package/dist/{define-agent-eval-DVJm8Xlh.d.ts.map → define-agent-eval-Cjy2yhqP.d.ts.map} +1 -1
  22. package/dist/{define-agent-eval-Clj-8igZ.js → define-agent-eval-Dy8QgxAI.js} +2 -2
  23. package/dist/{define-agent-eval-Clj-8igZ.js.map → define-agent-eval-Dy8QgxAI.js.map} +1 -1
  24. package/dist/{engine-D12Rb6WB.d.ts → engine-CAmTUk52.d.ts} +2 -2
  25. package/dist/{engine-D12Rb6WB.d.ts.map → engine-CAmTUk52.d.ts.map} +1 -1
  26. package/dist/experiment/index.d.ts +2 -2
  27. package/dist/{heldout-gate-Bn7_xWCv.d.ts → heldout-gate-Dh2b62w8.d.ts} +3 -3
  28. package/dist/{heldout-gate-Bn7_xWCv.d.ts.map → heldout-gate-Dh2b62w8.d.ts.map} +1 -1
  29. package/dist/hosted/index.d.ts +1 -1
  30. package/dist/{index-DBbivBNs.d.ts → index-8VIogTyS.d.ts} +6 -6
  31. package/dist/{index-DBbivBNs.d.ts.map → index-8VIogTyS.d.ts.map} +1 -1
  32. package/dist/{index-CM-SM00y.d.ts → index-DT73JraI.d.ts} +3 -3
  33. package/dist/{index-CM-SM00y.d.ts.map → index-DT73JraI.d.ts.map} +1 -1
  34. package/dist/{index-Bfs5aufo.d.ts → index-fNXZMCzX.d.ts} +9 -9
  35. package/dist/{index-Bfs5aufo.d.ts.map → index-fNXZMCzX.d.ts.map} +1 -1
  36. package/dist/index.d.ts +138 -9
  37. package/dist/index.d.ts.map +1 -1
  38. package/dist/index.js +709 -7
  39. package/dist/index.js.map +1 -1
  40. package/dist/{llm-judge-DbJdo8Nj.js → llm-judge-BtJ2Sfk_.js} +5 -2
  41. package/dist/{llm-judge-DbJdo8Nj.js.map → llm-judge-BtJ2Sfk_.js.map} +1 -1
  42. package/dist/{matrix-BpI5Trmo.d.ts → matrix-DiHmUobV.d.ts} +2 -2
  43. package/dist/{matrix-BpI5Trmo.d.ts.map → matrix-DiHmUobV.d.ts.map} +1 -1
  44. package/dist/multishot/golden/index.d.ts +1 -1
  45. package/dist/multishot/index.d.ts +2 -2
  46. package/dist/openapi.json +1 -1
  47. package/dist/{produced-state-CtSIp5cQ.js → produced-state-Cm6DU_Ao.js} +2 -2
  48. package/dist/{produced-state-CtSIp5cQ.js.map → produced-state-Cm6DU_Ao.js.map} +1 -1
  49. package/dist/{promotion-policy-CkXSgKkF.d.ts → promotion-policy-WSXtBgBb.d.ts} +2 -2
  50. package/dist/{promotion-policy-CkXSgKkF.d.ts.map → promotion-policy-WSXtBgBb.d.ts.map} +1 -1
  51. package/dist/{provenance-CIRUardl.d.ts → provenance-CafMdZKM.d.ts} +7 -3
  52. package/dist/{provenance-CIRUardl.d.ts.map → provenance-CafMdZKM.d.ts.map} +1 -1
  53. package/dist/rl.d.ts +1 -1
  54. package/dist/{skillopt-optimization-method-B2R9C5aG.js → skillopt-optimization-method-DzlF2RM7.js} +2 -2
  55. package/dist/{skillopt-optimization-method-B2R9C5aG.js.map → skillopt-optimization-method-DzlF2RM7.js.map} +1 -1
  56. package/dist/{statistical-heldout-DFS7QGpS.d.ts → statistical-heldout-UhiexnjU.d.ts} +2 -2
  57. package/dist/{statistical-heldout-DFS7QGpS.d.ts.map → statistical-heldout-UhiexnjU.d.ts.map} +1 -1
  58. package/dist/{store-tool-spans-B2DJ_82T.d.ts → store-tool-spans-D_qMl2__.d.ts} +3 -3
  59. package/dist/{store-tool-spans-B2DJ_82T.d.ts.map → store-tool-spans-D_qMl2__.d.ts.map} +1 -1
  60. package/dist/{tool-groups-BnXlCJZQ.d.ts → tool-groups-RGYfVWpc.d.ts} +2 -2
  61. package/dist/tool-groups-RGYfVWpc.d.ts.map +1 -0
  62. package/dist/trace-repair/index.d.ts +1 -1
  63. package/dist/traces.d.ts +2 -2
  64. package/dist/{types-i21ccEkr.d.ts → types-CMyW4GnH.d.ts} +2 -2
  65. package/dist/{types-i21ccEkr.d.ts.map → types-CMyW4GnH.d.ts.map} +1 -1
  66. package/dist/{types-Dy237wiH.d.ts → types-JHMOqZI4.d.ts} +11 -1
  67. package/dist/types-JHMOqZI4.d.ts.map +1 -0
  68. package/dist/wire/index.d.ts +3 -3
  69. package/dist/wire/index.d.ts.map +1 -1
  70. package/docs/campaign-proposers.md +4 -0
  71. package/package.json +19 -18
  72. package/dist/tool-groups-BnXlCJZQ.d.ts.map +0 -1
  73. package/dist/types-Dy237wiH.d.ts.map +0 -1
@@ -4906,7 +4906,7 @@ async function runOptimization(opts) {
4906
4906
  ...label ? { label } : {}
4907
4907
  }))
4908
4908
  });
4909
- const surfaceResults = await mapConcurrent(candidates, candidateConcurrency, async ({ surface, label, rationale }, i, signal) => {
4909
+ const surfaceResults = await mapConcurrent(candidates, candidateConcurrency, async ({ surface, label, rationale, attribution }, i, signal) => {
4910
4910
  const hash = surfaceHash(surface);
4911
4911
  const campaign = await runCampaign({
4912
4912
  ...opts,
@@ -4925,6 +4925,7 @@ async function runOptimization(opts) {
4925
4925
  surface,
4926
4926
  label,
4927
4927
  rationale,
4928
+ ...attribution ? { attribution } : {},
4928
4929
  campaign,
4929
4930
  composite,
4930
4931
  rankKey,
@@ -4988,6 +4989,7 @@ async function runOptimization(opts) {
4988
4989
  };
4989
4990
  if (s.label) candidate.label = s.label;
4990
4991
  if (s.rationale) candidate.rationale = s.rationale;
4992
+ if (s.attribution) candidate.attribution = s.attribution;
4991
4993
  return candidate;
4992
4994
  }),
4993
4995
  promoted: promoted.map((p) => p.surfaceHash)
@@ -5424,6 +5426,7 @@ function buildLoopProvenanceRecord(args) {
5424
5426
  };
5425
5427
  if (c.label) entry.label = c.label;
5426
5428
  if (c.rationale) entry.rationale = c.rationale;
5429
+ if (c.attribution) entry.attribution = c.attribution;
5427
5430
  if (c.observedDeltaFromParent !== void 0) entry.observedDeltaFromParent = c.observedDeltaFromParent;
5428
5431
  candidates.push(entry);
5429
5432
  }
@@ -6253,4 +6256,4 @@ function firstString(value) {
6253
6256
  //#endregion
6254
6257
  export { redTeamDataset as $, optimizationTokenUsageFromSummary as A, createSearchHistoryReceipt as B, paretoFrontier as C, combineComparisonCosts as D, assertOptimizationResult as E, surfaceContentHash as F, compareRankKeys as G, verifySearchHistoryReceipt as H, surfaceHash as I, recoverTruncatedJson as J, buildReflectionPrompt as K, SearchHistoryRequiredError as L, codeSurfaceIdentityMaterial as M, componentSurfaceIdentityMaterial as N, compareOptimizationMethods as O, renderSurfaceDiff as P, DEFAULT_RED_TEAM_CORPUS as Q, assertCompleteSearchHistory as R, dominates as S, openAutoPr as T, campaignBreakdown as U, searchHistoryCoverageRow as V, campaignMeanComposite as W, readGepaCandidatePopulationArtifact as X, assertGepaCandidatePopulationSummary as Y, defaultProductionGate as Z, runOptimization as _, cellCachePath as _t, aggregateRunScore as a, planCampaignRun as at, SearchRecorder as b, campaignMeasurementDigest as c, BackendIntegrityError as ct, loopProvenanceArgsFromResult as d, assertCampaignDesign as dt, redTeamReport as et, loopProvenanceSpans as f, assertCampaignSplitIdentity as ft, runImprovementLoop as g, readCachedCell as gt, verifyLoopProvenanceRecord as h, campaignSplitDigestFromIdentities as ht, transientDispatchFailure as i, runCampaign as it, assertCodeSurfaceIdentity as j, costFromLedgerSummary as k, canonicalDigest as l, assertRealBackend as lt, provenanceSpansPath as m, campaignSplitDigest as mt, JudgeParseError as n, runCanaries as nt, clamp01 as o, resolveRunDir as ot, provenanceRecordPath as p, campaignScenarioIdentity as pt, parseReflectionResponse as q, isTransientTransportFailure as r, runEval as rt, buildLoopProvenanceRecord as s, tangleTracesRoot as st, llmJudge as t, scoreRedTeamOutput as tt, emitLoopProvenance as u, summarizeBackendIntegrity as ut, isProposedCandidate as v, computeManifestHash as vt, paretoFrontierWithCrowding as w, recordCandidatePopulationSearch as x, labelTrustRank as y, assertSearchHistoryMatchesReplay as z };
6255
6258
 
6256
- //# sourceMappingURL=llm-judge-DbJdo8Nj.js.map
6259
+ //# sourceMappingURL=llm-judge-BtJ2Sfk_.js.map