@tangle-network/agent-eval 0.145.21 → 0.146.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (123) hide show
  1. package/CHANGELOG.md +37 -0
  2. package/dist/analyst/index.d.ts +13 -13
  3. package/dist/analyst/index.js +4 -4
  4. package/dist/{backend-integrity-BffcHGdm.d.ts → backend-integrity-HVmWyOaX.d.ts} +2 -2
  5. package/dist/{backend-integrity-BffcHGdm.d.ts.map → backend-integrity-HVmWyOaX.d.ts.map} +1 -1
  6. package/dist/{benchmark-DbiZbPdH.d.ts → benchmark-DTQ1RApl.d.ts} +3 -3
  7. package/dist/{benchmark-DbiZbPdH.d.ts.map → benchmark-DTQ1RApl.d.ts.map} +1 -1
  8. package/dist/{benchmark-command-BMwfxnb0.js → benchmark-command-CxLJljS1.js} +7 -7
  9. package/dist/{benchmark-command-BMwfxnb0.js.map → benchmark-command-CxLJljS1.js.map} +1 -1
  10. package/dist/benchmarks/index.d.ts +4 -4
  11. package/dist/benchmarks/index.js +3 -3
  12. package/dist/campaign/index.d.ts +8 -8
  13. package/dist/campaign/index.js +5 -5
  14. package/dist/{campaign-Ct6r9oNe.js → campaign-CbQXcARJ.js} +6 -6
  15. package/dist/{campaign-Ct6r9oNe.js.map → campaign-CbQXcARJ.js.map} +1 -1
  16. package/dist/{capture-fetch-hykwHfDI.d.ts → capture-fetch-BZiO2cEH.d.ts} +2 -2
  17. package/dist/{capture-fetch-hykwHfDI.d.ts.map → capture-fetch-BZiO2cEH.d.ts.map} +1 -1
  18. package/dist/{chat-client-Bp4Ebuuc.js → chat-client-BJmwfnjN.js} +2 -2
  19. package/dist/{chat-client-Bp4Ebuuc.js.map → chat-client-BJmwfnjN.js.map} +1 -1
  20. package/dist/cli.js +2 -2
  21. package/dist/{client-D_TIV9pJ.d.ts → client-YDkU5QST.d.ts} +2 -2
  22. package/dist/{client-D_TIV9pJ.d.ts.map → client-YDkU5QST.d.ts.map} +1 -1
  23. package/dist/contract/index.d.ts +10 -10
  24. package/dist/contract/index.js +5 -5
  25. package/dist/{default-registry-cpHtP2Og.d.ts → default-registry-DONui3mA.d.ts} +6 -6
  26. package/dist/{default-registry-cpHtP2Og.d.ts.map → default-registry-DONui3mA.d.ts.map} +1 -1
  27. package/dist/{define-agent-eval-BXusiVTQ.js → define-agent-eval-BGxmy4W6.js} +3 -3
  28. package/dist/{define-agent-eval-BXusiVTQ.js.map → define-agent-eval-BGxmy4W6.js.map} +1 -1
  29. package/dist/{define-agent-eval-BgG5DIOS.d.ts → define-agent-eval-DrpgTVPp.d.ts} +5 -5
  30. package/dist/{define-agent-eval-BgG5DIOS.d.ts.map → define-agent-eval-DrpgTVPp.d.ts.map} +1 -1
  31. package/dist/{dspy-rlm-engine-CqwhQQBw.js → dspy-rlm-engine-B2nst4NR.js} +2 -2
  32. package/dist/{dspy-rlm-engine-CqwhQQBw.js.map → dspy-rlm-engine-B2nst4NR.js.map} +1 -1
  33. package/dist/{engine-DJqRKbhs.d.ts → engine-Bc3seRPe.d.ts} +4 -4
  34. package/dist/{engine-DJqRKbhs.d.ts.map → engine-Bc3seRPe.d.ts.map} +1 -1
  35. package/dist/{eval-campaign-aNqpefCS.js → eval-campaign-DeGLwACc.js} +2 -2
  36. package/dist/{eval-campaign-aNqpefCS.js.map → eval-campaign-DeGLwACc.js.map} +1 -1
  37. package/dist/{exact-types-CzbhVDr2.d.ts → exact-types-CYFbvA5U.d.ts} +2 -2
  38. package/dist/{exact-types-CzbhVDr2.d.ts.map → exact-types-CYFbvA5U.d.ts.map} +1 -1
  39. package/dist/experiment/index.d.ts +2 -2
  40. package/dist/{external-optimizer-contracts-lixrOZdX.d.ts → external-optimizer-contracts-CKEY98bK.d.ts} +2 -2
  41. package/dist/{external-optimizer-contracts-lixrOZdX.d.ts.map → external-optimizer-contracts-CKEY98bK.d.ts.map} +1 -1
  42. package/dist/{external-optimizer-process-D-9iX64j.js → external-optimizer-process-DYNizz8W.js} +2 -2
  43. package/dist/{external-optimizer-process-D-9iX64j.js.map → external-optimizer-process-DYNizz8W.js.map} +1 -1
  44. package/dist/{external-optimizer-subprocess-x5AbhAYX.js → external-optimizer-subprocess-r6dP9DAj.js} +2 -2
  45. package/dist/{external-optimizer-subprocess-x5AbhAYX.js.map → external-optimizer-subprocess-r6dP9DAj.js.map} +1 -1
  46. package/dist/{feedback-trajectory-D9vYSob_.d.ts → feedback-trajectory-Cg9EDxKB.d.ts} +3 -3
  47. package/dist/{feedback-trajectory-D9vYSob_.d.ts.map → feedback-trajectory-Cg9EDxKB.d.ts.map} +1 -1
  48. package/dist/hosted/index.d.ts +2 -2
  49. package/dist/index-BgHYx1QG.d.ts +1 -0
  50. package/dist/{index-YrUFx3FU.d.ts → index-CevPFhDT.d.ts} +7 -7
  51. package/dist/{index-YrUFx3FU.d.ts.map → index-CevPFhDT.d.ts.map} +1 -1
  52. package/dist/{index-CM-e2LiV.d.ts → index-DGrcBMbC.d.ts} +9 -9
  53. package/dist/{index-CM-e2LiV.d.ts.map → index-DGrcBMbC.d.ts.map} +1 -1
  54. package/dist/index.d.ts +24 -25
  55. package/dist/index.d.ts.map +1 -1
  56. package/dist/index.js +18 -19
  57. package/dist/index.js.map +1 -1
  58. package/dist/{integrity-OrcI9Nau.d.ts → integrity-DDoeWibF.d.ts} +2 -2
  59. package/dist/{integrity-OrcI9Nau.d.ts.map → integrity-DDoeWibF.d.ts.map} +1 -1
  60. package/dist/{llm-client-d0-2TT1g.js → llm-client-_UE4fU7Z.js} +45 -2
  61. package/dist/{llm-client-d0-2TT1g.js.map → llm-client-_UE4fU7Z.js.map} +1 -1
  62. package/dist/{llm-judge-DqAkIQA1.js → llm-judge-B7ffRF8w.js} +3 -3
  63. package/dist/{llm-judge-DqAkIQA1.js.map → llm-judge-B7ffRF8w.js.map} +1 -1
  64. package/dist/matrix-su7mIfbB.d.ts +383 -0
  65. package/dist/matrix-su7mIfbB.d.ts.map +1 -0
  66. package/dist/meta-eval/index.d.ts +1 -1
  67. package/dist/metrics-Cl0L1KUy.js.map +1 -1
  68. package/dist/multishot/golden/index.d.ts +230 -0
  69. package/dist/multishot/golden/index.d.ts.map +1 -0
  70. package/dist/multishot/golden/index.js +7686 -0
  71. package/dist/multishot/golden/index.js.map +1 -0
  72. package/dist/multishot/index.d.ts +2 -380
  73. package/dist/multishot/index.d.ts.map +1 -1
  74. package/dist/multishot/index.js +1 -105
  75. package/dist/multishot/index.js.map +1 -1
  76. package/dist/openapi.json +1 -1
  77. package/dist/{produced-state-B9skdU8u.js → produced-state-D3k45S9a.js} +3 -3
  78. package/dist/{produced-state-B9skdU8u.js.map → produced-state-D3k45S9a.js.map} +1 -1
  79. package/dist/{promotion-policy-u3wj6w3U.d.ts → promotion-policy-BKi5OK5l.d.ts} +2 -2
  80. package/dist/{promotion-policy-u3wj6w3U.d.ts.map → promotion-policy-BKi5OK5l.d.ts.map} +1 -1
  81. package/dist/{provenance-AACfvbUR.d.ts → provenance-Bb7Zmyj2.d.ts} +6 -6
  82. package/dist/{provenance-AACfvbUR.d.ts.map → provenance-Bb7Zmyj2.d.ts.map} +1 -1
  83. package/dist/{registry-B_1Frl8a.d.ts → registry-CZgEmVXb.d.ts} +4 -4
  84. package/dist/{registry-B_1Frl8a.d.ts.map → registry-CZgEmVXb.d.ts.map} +1 -1
  85. package/dist/{researcher-Du-oniHp.d.ts → researcher-CC305Ed-.d.ts} +3 -3
  86. package/dist/{researcher-Du-oniHp.d.ts.map → researcher-CC305Ed-.d.ts.map} +1 -1
  87. package/dist/rl.d.ts +2 -2
  88. package/dist/rl.js +1 -1
  89. package/dist/{semantic-concept-judge-C6M-qOeb.js → semantic-concept-judge-BsY2Q0Oq.js} +2 -2
  90. package/dist/{semantic-concept-judge-C6M-qOeb.js.map → semantic-concept-judge-BsY2Q0Oq.js.map} +1 -1
  91. package/dist/{series-convergence-D1cL1f-4.d.ts → series-convergence-C9G-GNYK.d.ts} +2 -2
  92. package/dist/{series-convergence-D1cL1f-4.d.ts.map → series-convergence-C9G-GNYK.d.ts.map} +1 -1
  93. package/dist/{server-ulsOdrTI.js → server-cQXve8i4.js} +2 -2
  94. package/dist/{server-ulsOdrTI.js.map → server-cQXve8i4.js.map} +1 -1
  95. package/dist/{skillopt-optimization-method-DO6OFgcz.d.ts → skillopt-optimization-method-C9MrMgW9.d.ts} +5 -5
  96. package/dist/{skillopt-optimization-method-DO6OFgcz.d.ts.map → skillopt-optimization-method-C9MrMgW9.d.ts.map} +1 -1
  97. package/dist/{skillopt-optimization-method-CcWZBaSz.js → skillopt-optimization-method-Cv3K4DaS.js} +4 -4
  98. package/dist/{skillopt-optimization-method-CcWZBaSz.js.map → skillopt-optimization-method-Cv3K4DaS.js.map} +1 -1
  99. package/dist/{statistical-heldout-CBGPSZ5X.d.ts → statistical-heldout-fvxtHnKQ.d.ts} +2 -2
  100. package/dist/{statistical-heldout-CBGPSZ5X.d.ts.map → statistical-heldout-fvxtHnKQ.d.ts.map} +1 -1
  101. package/dist/{store-tool-spans-C9c4R7ca.d.ts → store-tool-spans-CV0hRsUp.d.ts} +4 -4
  102. package/dist/{store-tool-spans-C9c4R7ca.d.ts.map → store-tool-spans-CV0hRsUp.d.ts.map} +1 -1
  103. package/dist/{tool-groups-CZotz-e_.d.ts → tool-groups-CDDXNKhd.d.ts} +3 -3
  104. package/dist/tool-groups-CDDXNKhd.d.ts.map +1 -0
  105. package/dist/trace-repair/index.d.ts +1 -1
  106. package/dist/traces.d.ts +7 -7
  107. package/dist/types-B3jzCp0p.js +108 -0
  108. package/dist/types-B3jzCp0p.js.map +1 -0
  109. package/dist/{types-C4bSVIr7.d.ts → types-CWcPguwd.d.ts} +2 -2
  110. package/dist/{types-C4bSVIr7.d.ts.map → types-CWcPguwd.d.ts.map} +1 -1
  111. package/dist/{types-BjsNDR49.d.ts → types-DABZgDGV.d.ts} +3 -3
  112. package/dist/{types-BjsNDR49.d.ts.map → types-DABZgDGV.d.ts.map} +1 -1
  113. package/dist/{types-Cx3YUh2r.d.ts → types-XBRdmbj8.d.ts} +61 -2
  114. package/dist/types-XBRdmbj8.d.ts.map +1 -0
  115. package/dist/{types-vXyshMwx.d.ts → types-oAsa-fs4.d.ts} +2 -2
  116. package/dist/{types-vXyshMwx.d.ts.map → types-oAsa-fs4.d.ts.map} +1 -1
  117. package/dist/wire/index.d.ts +2 -2
  118. package/dist/wire/index.js +1 -1
  119. package/docs/multishot-golden-records.md +102 -0
  120. package/package.json +6 -1
  121. package/dist/index-BKShPTwZ.d.ts +0 -1
  122. package/dist/tool-groups-CZotz-e_.d.ts.map +0 -1
  123. package/dist/types-Cx3YUh2r.d.ts.map +0 -1
package/dist/types-Cx3YUh2r.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"types-Cx3YUh2r.d.ts","names":[],"sources":["../src/trace/raw-provider-sink.ts","../src/judge-families.ts","../src/integrity/served-model.ts","../src/llm-client.ts","../src/analyst/chat-client.ts","../src/types.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA8BY;UAEK;;EAEf;;EAEA;EACA;;;;;;EAMA;EACA;;EAEA;;EAEA;;EAEA;EACA,WAAW;;EAEX;;EAEA;EACA;EACA,iBAAiB;EACjB;EACA,kBAAkB;EAClB;;EAEA;;EAEA;;UAGe;EACf;EACA;EACA,YAAY;EACZ;;UAGe;EACf,OAAO,OAAO,mBAAmB;;EAEjC,MAAM,SAAS,wBAAwB,QAAQ;;EAE/C,UAAU;;KAGA,oBAAoB,OAAO,qBAAqB;;;;;;iBAmB5C,wBAAwB,OAAO,mBAAmB;UA8CjD;EACf,WAAW;;cAGA,mCAAmC;UACtC;UACA;EAER,YAAY,OAAM;EAIZ,OAAO,OAAO,mBAAmB;EAIjC,KAAK,SAAQ,wBAA6B,QAAQ;EAUxD;;cAKW,+BAA+B;EACpC,UAAU;;;;;;;EASV,QAAQ,QAAQ;;UAOP;;EAEf;;EAEA;;EAEA;EACA,WAAW;;cAGA,qCAAqC;UACxC;UACA;UACA;UACA;UACA;UACA;UACA;EAER,YAAY,MAAM;UAOJ;UAON;EAKF,OAAO,OAAO,mBAAmB;EAYjC,KAAK,SAAQ,wBAA6B,QAAQ;;;;;;iBAkC1C,oBAAoB;;;;;;;;;;;;;KC5QxB;;;;;;;iBAkEI,YAAY,kBAAkB;UAc7B;;EAEf;;;;EAIA;;cAGW,yBAAyB;WAGlB,UAAU;WACV;EAHlB,YACE,iBACgB,UAAU,eACV;;;;;;;;;;;;;;;iBAoBJ,kBACd,kBACA,OAAM,2BACL;;;;KCnFS;;;;;;;;;;;UAYK;;EAEf;;EAEA;EACA,iBAAiB;;EAEjB,cAAc;EACd,SAAS;;EAET;;UAqGe;;;;;;EAMf;;;;;EAKA;;EAEA;;;;UCvIe;EACf;;;;;EAKA,kBAEI;IACM;IAAc;;IACd;IAAmB;MAAa;MAAa;;;;KAI7C;UAEK;EACf;EACA,UAAU;;EAEV;;EAEA;IAAe;IAAc,QAAQ;;EACrC;EACA;;EAEA,WAAW;;EAEX;;;;;;iBAOc,2BACd,SAAS,KAAK,iFACd,UAAS,mBACR;UAgCc;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;;UAGe;;EAEf;EACA,OAAO;;;;;EAKP;;;;;;;;;EASA;;;;;;;;;;;;EAYA;;EAEA;;;;;;;;;EASA;;;;;;;EAOA;;EAEA,KAAK;;KAGK,kBAAkB,KAAK;;iBAGnB,mBACd,QAAQ,eACR,qBAAqB,qBACpB;;iBA2Ba,wBACd,OAAO,OACP,qBAAqB,qBACpB;cAMU,qBAAqB;WAGd;WACA;WACA;EAJlB,YACE,iBACgB,gBACA,cACA;;;;;cASP,yBAAyB;WAGlB,QAAQ;EAF1B,YACE,iBACgB,QAAQ,eACxB;IAAY;;;UAMC;;EAEf;;EAEA;EACA;;EAEA;IAAe;IAAc;;;EAE7B;;EAEA;;;;;;;EAOA,SAAS;;;;;;;;EAQT;;EAEA;;EAEA,qBAAqB;;;;;;;EAOrB;;;;;;EAMA;;EAEA,WAAW;;EAEX,eAAe;;;;;;;;EAQf,UAAU;;;;;EAKV;;EAEA;IAAiB;IAAgB;;;EAEjC,WAAW;;;;;;;;;;EAUX,8BAA8B;;;;;;;;;;;;;iBAsEhB,oBAAoB;;;;;;iBA6IpB,gBAAgB;;;;;;iBA6EV,QACpB,KAAK,gBACL,OAAM,mBACL,QAAQ;;;;;;;iBAoVW,YAAY,aAChC,KAAK,gBACL,OAAM,mBACL;EAAU,OAAO;EAAG,QAAQ;;UA6Ed;;;;;;;EAOf;;;;;EAKA,kBAAkB,eAAe;;EAEjC,kBAAkB,eAAe;;EAEjC;;;;;EAKA;;;;;;;;;;;iBAYc,eAAe,MAAM,kBAAkB,MAAK;;;;;;;;;;;;;;;;;;iBA6EtC,SACpB,eACA,OAAM;EAAqB;IAC1B;EACD;EACA;EACA;;EAEA;;EAEA;;;;;;;cAoCW;WACF;mBACQ;EAEjB,YAAY,OAAM;EAKlB,KAAK,KAAK,gBAAgB,MAAM,mBAAmB,QAAQ;EAK3D,SAAS,aACP,KAAK,gBACL,MAAM,mBACL;IAAU,OAAO;IAAG,QAAQ;;;;;;;;UCjqChB;;WAEN,WAAW;;WAEX;;WAEA;;EAGT,KAAK,KAAK,aAAa,OAAO,eAAe,QAAQ;;KAG3C;UAQK,oBAAoB,KAAK;;EAExC;;KAGU,eAAe;UAEV;;EAEf,SAAS;;EAET;;EAEA;;EAEA;;KAKU,uBACR,sBACA,yBACA,8BACA,0BACA,sBACA;UAEM;EACR;;EAEA;;UAGe,4BAA4B;EAC3C;EACA;EACA;;UAGe,+BAA+B;EAC9C;EACA;EACA;;UAGe,oCAAoC;EACnD;EACA;EACA;;;;;;UAOe,gCAAgC;EAC/C;EACA,OAAO,KAAK,aAAa,OAAO,iBAAiB,QAAQ;;;UAI1C,4BAA4B;EAC3C;EACA,OAAO,KAAK,aAAa,OAAO,iBAAiB,QAAQ;;;;;;UAO1C,0BAA0B;EACzC;EACA,UAAU,KAAK,aAAa,OAAO,iBAAiB,QAAQ;;;;;;iBAO9C,iBAAiB,MAAM,uBAAuB;;;UCjH7C;EACf;EACA;EACA;EACA;EACA;EACA,OAAO;EACP,gBAAgB;EAChB;;UAGe;EACf;EACA;EACA;EACA;;UAKe;EACf;EAQA;EACA;EACA;EACA;;UAKe;EACf;EACA;EACA,YAAY;;UAGG;EACf;EACA;EACA;EACA;EACA;;UAmBe;EACf;EACA;EACA;EACA;EACA;IAAmB;IAAc;;EACjC;EACA;;UASe;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;IAAc;IAAc;;EAC5B;IAAmB;IAAc,QAAQ;;EACzC;IAAc;IAAkB;;EAChC;;UAKe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;GACC;;UAGc;EACf;EACA,QAAQ;;EAER;;UAyBe;EACf;EACA,QAAQ,OAAO;EACf,YAAY,OAAO;;UAGJ;EACf;EACA;;;;;;;;;;KAWU;UAEK;EACf;EACA;EACA;EACA,oBAAoB;EACpB,mBAAmB;EACnB;EACA;;EAEA,QAAQ;;;;;;;EAOR;;;;;;;EAOA;;;;;;EAMA;;UAGe;EACf;EACA;EACA;IAAa;IAAiB;IAAkB;;EAChD;EACA;EACA;;UA0Ce;EACf,UAAU;EACV,OAAO;EACP,WAAW;;EAEX,aAAa;EACb;EACA,WAAW;EACX,SAAS;;KAGC,WAAW,MAAM,YAAY,OAAO,eAAe,QAAQ;UAYtD;EACf;EACA;EACA;EACA"}