@tangle-network/agent-eval 0.182.0 → 0.183.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/CHANGELOG.md +16 -0
  2. package/dist/analyst/index.d.ts +2 -2
  3. package/dist/analyst/index.js +7 -7
  4. package/dist/{benchmark-command-7X7HPNHh.js → benchmark-command-NBrqNwgy.js} +11 -11
  5. package/dist/{benchmark-command-7X7HPNHh.js.map → benchmark-command-NBrqNwgy.js.map} +1 -1
  6. package/dist/benchmarks/index.js +3 -3
  7. package/dist/campaign/index.js +5 -5
  8. package/dist/{campaign-B2U7WcFz.js → campaign-BwcEBC91.js} +7 -7
  9. package/dist/{campaign-B2U7WcFz.js.map → campaign-BwcEBC91.js.map} +1 -1
  10. package/dist/{chat-client-CkmjYlfB.js → chat-client-DqPqWzVV.js} +2 -2
  11. package/dist/{chat-client-CkmjYlfB.js.map → chat-client-DqPqWzVV.js.map} +1 -1
  12. package/dist/{chat-json-call-B_Xv2oJK.js → chat-json-call-C-DnDxEy.js} +2 -2
  13. package/dist/{chat-json-call-B_Xv2oJK.js.map → chat-json-call-C-DnDxEy.js.map} +1 -1
  14. package/dist/cli.js +4 -4
  15. package/dist/contract/index.js +10 -10
  16. package/dist/{cost-ledger-B1qx30B4.js → cost-ledger-_IbkejCF.js} +2 -2
  17. package/dist/{cost-ledger-B1qx30B4.js.map → cost-ledger-_IbkejCF.js.map} +1 -1
  18. package/dist/{default-registry-DHWwIwa8.js → default-registry-C0-N4PkG.js} +2 -2
  19. package/dist/{default-registry-DHWwIwa8.js.map → default-registry-C0-N4PkG.js.map} +1 -1
  20. package/dist/{define-agent-eval-DSIPB4hi.js → define-agent-eval-CneiWyuA.js} +3 -3
  21. package/dist/{define-agent-eval-DSIPB4hi.js.map → define-agent-eval-CneiWyuA.js.map} +1 -1
  22. package/dist/{dspy-rlm-engine-S53V0HhE.js → dspy-rlm-engine-8pgBSiy7.js} +4 -4
  23. package/dist/{dspy-rlm-engine-S53V0HhE.js.map → dspy-rlm-engine-8pgBSiy7.js.map} +1 -1
  24. package/dist/exporters-D98GPi1n.d.ts +161 -0
  25. package/dist/exporters-D98GPi1n.d.ts.map +1 -0
  26. package/dist/{exporters-Df7TgHFv.js → exporters-DEcXbvgO.js} +12 -4
  27. package/dist/exporters-DEcXbvgO.js.map +1 -0
  28. package/dist/{external-optimizer-process-QDRURJAM.js → external-optimizer-process-DIB4YWEe.js} +2 -2
  29. package/dist/{external-optimizer-process-QDRURJAM.js.map → external-optimizer-process-DIB4YWEe.js.map} +1 -1
  30. package/dist/{external-optimizer-subprocess-D4dzUBZI.js → external-optimizer-subprocess-CjguXN2e.js} +3 -3
  31. package/dist/{external-optimizer-subprocess-D4dzUBZI.js.map → external-optimizer-subprocess-CjguXN2e.js.map} +1 -1
  32. package/dist/fuzz.js +1 -1
  33. package/dist/{hf-dataset-D8_RNIis.js → hf-dataset-CRqtSjnR.js} +2 -2
  34. package/dist/{hf-dataset-D8_RNIis.js.map → hf-dataset-CRqtSjnR.js.map} +1 -1
  35. package/dist/{index-CJ3LhKIX.d.ts → index--_8_Nlpn.d.ts} +4 -154
  36. package/dist/index--_8_Nlpn.d.ts.map +1 -0
  37. package/dist/index.d.ts +1 -1
  38. package/dist/index.d.ts.map +1 -1
  39. package/dist/index.js +15 -15
  40. package/dist/{kind-factory-D5HOW3R0.js → kind-factory-DxTzg32u.js} +2 -2
  41. package/dist/{kind-factory-D5HOW3R0.js.map → kind-factory-DxTzg32u.js.map} +1 -1
  42. package/dist/{llm-client-CGlSi8sb.js → llm-client-DDhZ29Vm.js} +2 -2
  43. package/dist/{llm-client-CGlSi8sb.js.map → llm-client-DDhZ29Vm.js.map} +1 -1
  44. package/dist/{llm-judge-BPFR12VJ.js → llm-judge-FfaRgz9X.js} +4 -4
  45. package/dist/{llm-judge-BPFR12VJ.js.map → llm-judge-FfaRgz9X.js.map} +1 -1
  46. package/dist/{metrics-Qv-cpptD.js → metrics-DOMpkoeb.js} +5 -1
  47. package/dist/metrics-DOMpkoeb.js.map +1 -0
  48. package/dist/multishot/index.js +1 -1
  49. package/dist/openapi.json +1 -1
  50. package/dist/{produced-state-CkoG43gI.js → produced-state-CGoVInrl.js} +4 -4
  51. package/dist/{produced-state-CkoG43gI.js.map → produced-state-CGoVInrl.js.map} +1 -1
  52. package/dist/rl.d.ts +26 -35
  53. package/dist/rl.d.ts.map +1 -1
  54. package/dist/rl.js +58 -54
  55. package/dist/rl.js.map +1 -1
  56. package/dist/rollout/index.d.ts +2 -1
  57. package/dist/rollout/index.js +3 -3
  58. package/dist/{rollout-BsN6pOU7.js → rollout-D_54FZVu.js} +3 -3
  59. package/dist/{rollout-BsN6pOU7.js.map → rollout-D_54FZVu.js.map} +1 -1
  60. package/dist/{semantic-concept-judge-Bm5JDEKO.js → semantic-concept-judge-_3Fp6Q_3.js} +6 -6
  61. package/dist/{semantic-concept-judge-Bm5JDEKO.js.map → semantic-concept-judge-_3Fp6Q_3.js.map} +1 -1
  62. package/dist/{server-D_cjseFN.js → server-BZQR1f0C.js} +3 -3
  63. package/dist/{server-D_cjseFN.js.map → server-BZQR1f0C.js.map} +1 -1
  64. package/dist/{skillopt-optimization-method-B2IEaCeF.js → skillopt-optimization-method-DY1aQ-aL.js} +5 -5
  65. package/dist/{skillopt-optimization-method-B2IEaCeF.js.map → skillopt-optimization-method-DY1aQ-aL.js.map} +1 -1
  66. package/dist/{store-otlp-DWGUwlyj.js → store-otlp-DAaEbMLf.js} +2 -2
  67. package/dist/{store-otlp-DWGUwlyj.js.map → store-otlp-DAaEbMLf.js.map} +1 -1
  68. package/dist/{store-tool-spans-ceJoiUgS.js → store-tool-spans-BZ8MPKFe.js} +3 -3
  69. package/dist/{store-tool-spans-ceJoiUgS.js.map → store-tool-spans-BZ8MPKFe.js.map} +1 -1
  70. package/dist/{task-failure-attributes-B072KO_n.js → task-failure-attributes-B_JjrOVo.js} +2 -2
  71. package/dist/{task-failure-attributes-B072KO_n.js.map → task-failure-attributes-B_JjrOVo.js.map} +1 -1
  72. package/dist/traces.js +4 -4
  73. package/dist/wire/index.js +1 -1
  74. package/docs/public-api.md +111 -95
  75. package/package.json +1 -1
  76. package/dist/exporters-Df7TgHFv.js.map +0 -1
  77. package/dist/index-CJ3LhKIX.d.ts.map +0 -1
  78. package/dist/metrics-Qv-cpptD.js.map +0 -1
package/dist/{define-agent-eval-DSIPB4hi.js → define-agent-eval-CneiWyuA.js} RENAMED
@@ -12,8 +12,8 @@ import "./query-D1nLIKt7.js";
12
12
  import { r as observedSplitScore } from "./reward-nw2xZGZG.js";
13
13
  import { c as validateRunRecord, i as modelHasSnapshot } from "./run-record-DualPTn2.js";
14
14
  import { r as paretoChart } from "./summary-report-IGAOtgPd.js";
15
- import { C as assertSearchHistoryAdmissionOptions, G as assertIndependentEvaluationSplit, I as runFinalComparison, J as reserveFinalEvidence, K as captureFinalEvidencePolicy, L as openAutoPr, Q as resolveRunDir, R as captureJudge, Y as runEval, d as combineComparisonCosts, f as costFromLedgerSummary, h as runImprovementLoop, q as evaluationUnitMap, u as executeOptimizationMethod, z as defaultProductionGate } from "./llm-judge-BPFR12VJ.js";
16
- import { C as inMemoryCampaignStorage, S as fsCampaignStorage, x as createRunCostLedger } from "./external-optimizer-subprocess-D4dzUBZI.js";
15
+ import { C as assertSearchHistoryAdmissionOptions, G as assertIndependentEvaluationSplit, I as runFinalComparison, J as reserveFinalEvidence, K as captureFinalEvidencePolicy, L as openAutoPr, Q as resolveRunDir, R as captureJudge, Y as runEval, d as combineComparisonCosts, f as costFromLedgerSummary, h as runImprovementLoop, q as evaluationUnitMap, u as executeOptimizationMethod, z as defaultProductionGate } from "./llm-judge-FfaRgz9X.js";
16
+ import { C as inMemoryCampaignStorage, S as fsCampaignStorage, x as createRunCostLedger } from "./external-optimizer-subprocess-CjguXN2e.js";
17
17
  import { t as createHostedClient } from "./client-CXE-U1SA.js";
18
18
  //#region src/contamination-guard.ts
19
19
  function checkCanaries(output, scenarios) {
@@ -1781,4 +1781,4 @@ function requirePositiveInteger(value, field) {
1781
1781
  //#endregion
1782
1782
  export { summarizeExecution as a, analyzeRuns as i, SelfImproveRunError as n, checkCanaries as o, selfImprove as r, defineAgentEval as t };
1783
1783
 
1784
- //# sourceMappingURL=define-agent-eval-DSIPB4hi.js.map
1784
+ //# sourceMappingURL=define-agent-eval-CneiWyuA.js.map