@tangle-network/agent-eval 0.193.2 → 0.195.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (73) hide show
  1. package/CHANGELOG.md +33 -0
  2. package/dist/adapters/http.d.ts +2 -2
  3. package/dist/analyst/index.d.ts +5 -5
  4. package/dist/analyst/index.js +1 -1
  5. package/dist/{benchmark-command-N5r3GXMP.js → benchmark-command-D2kaOHat.js} +2 -2
  6. package/dist/{benchmark-command-N5r3GXMP.js.map → benchmark-command-D2kaOHat.js.map} +1 -1
  7. package/dist/benchmarks/index.d.ts +3 -3
  8. package/dist/benchmarks/index.js +2 -2
  9. package/dist/campaign/index.d.ts +4 -4
  10. package/dist/campaign/index.js +6 -6
  11. package/dist/{campaign-DnL0S4XL.js → campaign-DkMRR1Co.js} +6 -6
  12. package/dist/{campaign-DnL0S4XL.js.map → campaign-DkMRR1Co.js.map} +1 -1
  13. package/dist/cli.js +4 -4
  14. package/dist/contract/index.d.ts +6 -6
  15. package/dist/contract/index.js +3 -3
  16. package/dist/{default-registry-C3HTE08O.d.ts → default-registry-D44M_E4Q.d.ts} +3 -3
  17. package/dist/{default-registry-C3HTE08O.d.ts.map → default-registry-D44M_E4Q.d.ts.map} +1 -1
  18. package/dist/{define-agent-eval-qxAPjMSL.js → define-agent-eval-Ddut4mkS.js} +3 -3
  19. package/dist/{define-agent-eval-qxAPjMSL.js.map → define-agent-eval-Ddut4mkS.js.map} +1 -1
  20. package/dist/{define-agent-eval-DQJvVa1P.d.ts → define-agent-eval-Dl0tmtJU.d.ts} +4 -4
  21. package/dist/{define-agent-eval-DQJvVa1P.d.ts.map → define-agent-eval-Dl0tmtJU.d.ts.map} +1 -1
  22. package/dist/{engine-DjRV55F9.d.ts → engine-LkP-rfp1.d.ts} +2 -2
  23. package/dist/{engine-DjRV55F9.d.ts.map → engine-LkP-rfp1.d.ts.map} +1 -1
  24. package/dist/evaluation.d.ts +1 -1
  25. package/dist/experiment/index.d.ts +1 -1
  26. package/dist/hosted/index.js +1 -1
  27. package/dist/{index-DWQNDqPd.d.ts → index-CZYB36IQ.d.ts} +6 -6
  28. package/dist/{index-DWQNDqPd.d.ts.map → index-CZYB36IQ.d.ts.map} +1 -1
  29. package/dist/{index-DMPLG226.d.ts → index-CdHX0_c3.d.ts} +120 -15
  30. package/dist/index-CdHX0_c3.d.ts.map +1 -0
  31. package/dist/{index-0jEtpSM7.d.ts → index-cWnRlQLW.d.ts} +3 -3
  32. package/dist/{index-0jEtpSM7.d.ts.map → index-cWnRlQLW.d.ts.map} +1 -1
  33. package/dist/index.d.ts +9 -9
  34. package/dist/index.js +3 -3
  35. package/dist/jev.d.ts +1 -1
  36. package/dist/{llm-judge-Cififl_V.js → llm-judge-CvKpaRKY.js} +459 -43
  37. package/dist/llm-judge-CvKpaRKY.js.map +1 -0
  38. package/dist/{matrix-CNu13gg8.d.ts → matrix-CUzY_7Ml.d.ts} +2 -2
  39. package/dist/{matrix-CNu13gg8.d.ts.map → matrix-CUzY_7Ml.d.ts.map} +1 -1
  40. package/dist/multishot/golden/index.d.ts +1 -1
  41. package/dist/multishot/index.d.ts +2 -2
  42. package/dist/openapi.json +1 -1
  43. package/dist/{produced-state-B2AhDRnq.js → produced-state-C8rk-GCK.js} +2 -2
  44. package/dist/{produced-state-B2AhDRnq.js.map → produced-state-C8rk-GCK.js.map} +1 -1
  45. package/dist/rl.d.ts +1 -1
  46. package/dist/{search-ledger-CJiAEU3j.js → search-ledger-BbKtG_WF.js} +12 -4
  47. package/dist/search-ledger-BbKtG_WF.js.map +1 -0
  48. package/dist/{search-shipper-DUlwlCsK.js → search-shipper-Cm4Wt9SC.js} +2 -2
  49. package/dist/{search-shipper-DUlwlCsK.js.map → search-shipper-Cm4Wt9SC.js.map} +1 -1
  50. package/dist/{search-summary-BhY8p0Av.js → search-summary-DnDGR702.js} +2 -2
  51. package/dist/{search-summary-BhY8p0Av.js.map → search-summary-DnDGR702.js.map} +1 -1
  52. package/dist/{skillopt-optimization-method-C6DbFKnw.js → skillopt-optimization-method-CIJqP8oS.js} +3 -3
  53. package/dist/{skillopt-optimization-method-C6DbFKnw.js.map → skillopt-optimization-method-CIJqP8oS.js.map} +1 -1
  54. package/dist/{statistical-heldout-D-xBpbrd.d.ts → statistical-heldout-CLfkCc_B.d.ts} +2 -2
  55. package/dist/{statistical-heldout-D-xBpbrd.d.ts.map → statistical-heldout-CLfkCc_B.d.ts.map} +1 -1
  56. package/dist/{store-tool-spans-BxrfuU2t.d.ts → store-tool-spans-E-mdWPAz.d.ts} +3 -3
  57. package/dist/{store-tool-spans-BxrfuU2t.d.ts.map → store-tool-spans-E-mdWPAz.d.ts.map} +1 -1
  58. package/dist/{tool-groups-BC9O7Epn.d.ts → tool-groups-CiFSpk6C.d.ts} +2 -2
  59. package/dist/tool-groups-CiFSpk6C.d.ts.map +1 -0
  60. package/dist/trace-repair/index.d.ts +1 -1
  61. package/dist/traces.d.ts +2 -2
  62. package/dist/{types-BWwRXofp.d.ts → types-DLtLe21j.d.ts} +9 -2
  63. package/dist/types-DLtLe21j.d.ts.map +1 -0
  64. package/dist/{types-qoxUfKQg.d.ts → types-M1Et9e6Z.d.ts} +2 -2
  65. package/dist/{types-qoxUfKQg.d.ts.map → types-M1Et9e6Z.d.ts.map} +1 -1
  66. package/docs/search-ledger.md +37 -9
  67. package/docs/trace-contracts.md +21 -2
  68. package/package.json +1 -1
  69. package/dist/index-DMPLG226.d.ts.map +0 -1
  70. package/dist/llm-judge-Cififl_V.js.map +0 -1
  71. package/dist/search-ledger-CJiAEU3j.js.map +0 -1
  72. package/dist/tool-groups-BC9O7Epn.d.ts.map +0 -1
  73. package/dist/types-BWwRXofp.d.ts.map +0 -1
package/dist/index.js CHANGED
@@ -1,7 +1,7 @@
1
1
  import { t as __exportAll } from "./rolldown-runtime-8H4AJuhK.js";
2
2
  import { i as JudgeError, n as CaptureIntegrityError, o as NotFoundError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
3
3
  import { a as hashCanonical, r as canonicalString } from "./canonical-BsZVgBhW.js";
4
- import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-B2AhDRnq.js";
4
+ import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-C8rk-GCK.js";
5
5
  import { c as groupRunsByAgentProfileCell, d as validateAgentProfileCell, f as verifyAgentProfileCell, h as manifestContentDigest, i as agentProfileCellKey, m as hashJson, r as agentProfileCellHashMaterial, s as buildAgentProfileCell, t as AGENT_PROFILE_KINDS, u as toAgentProfileJson } from "./agent-profile-cell-DcFW4vOc.js";
6
6
  import { t as mulberry32 } from "./random-Dn5fPWkt.js";
7
7
  import { a as spearmanR, c as weightedMean, i as ranks, n as partialCredit, o as summarizeNumberSeries, r as pearsonR, s as weightedComposite, t as confidenceInterval } from "./descriptive-1V17A-qa.js";
@@ -22,12 +22,12 @@ import { r as observedSplitScore, t as isRealnessGated } from "./reward-nw2xZGZG
22
22
  import { a as parseRunRecordSafe, c as runTaskScore, i as modelHasSnapshot, l as searchCellRunId, n as UNKNOWN_MODEL, o as roundTripRunRecord, r as isRunRecord, s as runCostFloorUsd, t as RunRecordValidationError, u as validateRunRecord } from "./run-record-BRlM99rX.js";
23
23
  import { a as summaryTable, n as gainHistogram, r as paretoChart } from "./summary-report-BMvou2oZ.js";
24
24
  import { n as contentHash, r as fileVerdictCache, t as canonicalJson } from "./verdict-cache-BQEsVy9n.js";
25
- import { $ as redTeamDataset, K as dominates, Q as DEFAULT_RED_TEAM_CORPUS, U as pairedPromotionPower, W as requiredPairsForPairedPromotion, a as transientDispatchFailure, ct as runCampaign, et as redTeamReport, i as quotaExhaustedUntil, nt as runCanaries, o as aggregateRunScore, q as paretoFrontier, s as clamp01, t as llmJudge, tt as scoreRedTeamOutput } from "./llm-judge-Cififl_V.js";
25
+ import { G as requiredPairsForPairedPromotion, J as dominates, W as pairedPromotionPower, Y as paretoFrontier, a as transientDispatchFailure, et as DEFAULT_RED_TEAM_CORPUS, i as quotaExhaustedUntil, it as runCanaries, nt as redTeamReport, o as aggregateRunScore, rt as scoreRedTeamOutput, s as clamp01, t as llmJudge, tt as redTeamDataset, ut as runCampaign } from "./llm-judge-CvKpaRKY.js";
26
26
  import { a as resolveModelPricing, i as isModelPriced, n as estimateCost, r as estimateTokens, t as MODEL_PRICING } from "./metrics-DOMpkoeb.js";
27
27
  import { a as CostLedgerPersistenceError, c as costForTokenPricing, i as CostLedger, l as costForUsage, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError, u as modelPriceKey } from "./cost-ledger-_IbkejCF.js";
28
28
  import { B as assertRealBackend, F as surfaceContentHash, T as parseReflectionResponse, V as summarizeBackendIntegrity, c as ATTESTATION_ALGORITHM, l as attest, u as verifyAttestation, w as buildReflectionPrompt, z as BackendIntegrityError } from "./campaign-evidence-DJc60F9C.js";
29
29
  import { d as redactForShare, f as redactText, n as REDACTION_VERSION, p as shareAllowed, r as assessShareSafety, u as redact } from "./redact-Dk1ZdJEm.js";
30
- import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-qxAPjMSL.js";
30
+ import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-Ddut4mkS.js";
31
31
  import { n as equivalenceVerdict, t as certificationEvidenceDigest } from "./verdict-DhPoXApk.js";
32
32
  import { t as TraceEmitter } from "./emitter-DbMXUIVP.js";
33
33
  import { t as buildTrajectory } from "./trajectory-D_7rLrvE.js";
package/dist/jev.d.ts CHANGED
@@ -1,6 +1,6 @@
1
1
  import { b as CustomTokenPricing, g as CostReceiptInput } from "./cost-ledger-DbQdN3nO.js";
2
2
  import { i as AnalystFinding, n as AnalystContext, t as Analyst } from "./types-CeDfCRXp.js";
3
- import { R as Scenario, S as JudgeConfig, w as JudgeScore } from "./types-BWwRXofp.js";
3
+ import { R as Scenario, S as JudgeConfig, w as JudgeScore } from "./types-DLtLe21j.js";
4
4
  import { EvaluationAnalystOptions, EvaluationContext, EvaluationJudgeOptions, EvaluationResult, Evaluator, EvaluatorOptions, asAnalyst, asJudge, createEvaluator } from "./evaluation.js";
5
5
  import { JevAnswer, JevAnswerFor, JevJson, JevQuestion, JevQuestions, JevRequest, JevResponseError, JevResult, JevScoreCriteria, JevState, jevUsage, parseJevRequest, parseJevResult } from "./jev-protocol.js";
6
6
  import { z } from "zod";