promptfoo 0.120.24 → 0.120.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (304) hide show
  1. package/README.md +35 -22
  2. package/dist/src/{ListApp-55OAHww3.js → ListApp-D3DG0F8h.js} +1 -1
  3. package/dist/src/{accounts-BwVGYllP.cjs → accounts-BzEY8H3v.cjs} +5 -5
  4. package/dist/src/{accounts-BOlMHrvn.js → accounts-DHHiXsy6.js} +6 -6
  5. package/dist/src/{accounts-DxR9x_En.js → accounts-R3gfCR_g.js} +5 -5
  6. package/dist/src/{agentic-utils-t9-1raty.js → agentic-utils-D6_gzOUF.js} +3 -3
  7. package/dist/src/{agents-DMpQ860j.cjs → agents-C7BiinFI.cjs} +7 -7
  8. package/dist/src/{agents-9Z7pO8yx.js → agents-Cao4i7AX.js} +8 -8
  9. package/dist/src/{agents-DjExVR3v.js → agents-Cnph5GLD.js} +2 -2
  10. package/dist/src/{agents-CI0Ad69d.cjs → agents-CwM7re15.cjs} +5 -5
  11. package/dist/src/{agents-BwI-Tm5m.js → agents-DETIQHqF.js} +7 -7
  12. package/dist/src/{agents-CRAmwjo-.js → agents-DYIT-hQy.js} +6 -6
  13. package/dist/src/{agents-BbIpDhgp.js → agents-GiUianme.js} +5 -5
  14. package/dist/src/{agents-yL5DzIKY.js → agents-v4cW_ZgC.js} +2 -2
  15. package/dist/src/{aimlapi-xHHqwNg8.js → aimlapi-CMJpKK-B.js} +13 -13
  16. package/dist/src/{aimlapi-BM9P45Bp.js → aimlapi-DMF6v_vb.js} +15 -15
  17. package/dist/src/{aimlapi-DKo7IxJg.cjs → aimlapi-DoGLcQW_.cjs} +14 -14
  18. package/dist/src/{aimlapi-ivzDkqbs.js → aimlapi-DtSf1ykJ.js} +2 -2
  19. package/dist/src/app/assets/index-BOgkICuY.css +1 -0
  20. package/dist/src/app/assets/index-CSgqn_Vd.js +428 -0
  21. package/dist/src/app/assets/{vendor-charts-DnwydkkY.js → vendor-charts-CYyo8R8v.js} +1 -1
  22. package/dist/src/app/assets/{vendor-markdown-DjKAU15k.js → vendor-markdown-DSmzq4Jh.js} +1 -1
  23. package/dist/src/app/assets/vendor-react-AtKqiNEf.js +4 -0
  24. package/dist/src/app/assets/{vendor-syntax-Dc86c4Bu.js → vendor-syntax-D06x6TQF.js} +1 -1
  25. package/dist/src/app/index.html +6 -6
  26. package/dist/src/app/tsconfig.app.tsbuildinfo +1 -1
  27. package/dist/src/{audio-B3QGL6Nl.cjs → audio-BWjyvHn9.cjs} +4 -4
  28. package/dist/src/{audio-C-1oBiVZ.js → audio-BrJBFN2b.js} +4 -4
  29. package/dist/src/{audio-DnfDVjhL.js → audio-DUH4q0Xq.js} +5 -5
  30. package/dist/src/{audio-DQWHfAr8.js → audio-U580w8jM.js} +2 -2
  31. package/dist/src/{base-DHam07ip.js → base-BaXmtXYp.js} +3 -3
  32. package/dist/src/{base-BjsgxJp9.js → base-Dtp8b4_N.js} +3 -3
  33. package/dist/src/{base-Bso8ccGu.cjs → base-f71xxWai.cjs} +3 -3
  34. package/dist/src/{blobs-DOdc-E8L.cjs → blobs-673H0jCl.cjs} +3 -3
  35. package/dist/src/{blobs-Dcm272OH.js → blobs-C9J2mVgo.js} +3 -3
  36. package/dist/src/{blobs-MlVQyoSc.js → blobs-kt8v3UyH.js} +3 -3
  37. package/dist/src/{cache-KNsTJLKP.cjs → cache-7xULbvt3.cjs} +35 -8
  38. package/dist/src/{cache-BMl3AIo5.js → cache-BLLayYEN.js} +24 -9
  39. package/dist/src/{cache-B0ptF7sO.js → cache-BUPcq0Ad.js} +3 -3
  40. package/dist/src/cache-CVfRb-HD.cjs +6 -0
  41. package/dist/src/{cache-DPztwHxt.js → cache-O4EuX2JV.js} +4 -4
  42. package/dist/src/{cache-DHm8Pc8l.js → cache-mIszOnuz.js} +5 -22
  43. package/dist/src/{chat-DOQIJx7O.cjs → chat-C4zqjObh.cjs} +10 -10
  44. package/dist/src/{chat-DDGU7Tik.js → chat-C8Ei4f87.js} +9 -9
  45. package/dist/src/{chat-BnzIuoTQ.js → chat-CgyGj2hC.js} +12 -12
  46. package/dist/src/{chat-BRMJOuCv.js → chat-Cpz3O-Xl.js} +14 -14
  47. package/dist/src/{chat-CVOyOBYk.js → chat-DIywASPG.js} +11 -11
  48. package/dist/src/{chat-CrnXMbvh.cjs → chat-Fl6TZJRS.cjs} +13 -13
  49. package/dist/src/{chat-D8GcWK9l.js → chat-XPN9YHhr.js} +2 -2
  50. package/dist/src/{chatkit-IWIuhxFE.js → chatkit-DEls11hE.js} +4 -4
  51. package/dist/src/{chatkit-DlOZ-eNb.js → chatkit-DIrJX8xk.js} +4 -4
  52. package/dist/src/{chatkit-CcktkleS.js → chatkit-Dpxrq4eD.js} +2 -2
  53. package/dist/src/{chatkit-yeVtURUi.cjs → chatkit-e25Ziu17.cjs} +4 -4
  54. package/dist/src/{claude-agent-sdk-BiMgSH9g.js → claude-agent-sdk-6-xTaLwM.js} +48 -19
  55. package/dist/src/{claude-agent-sdk-Yj9Hq0cH.cjs → claude-agent-sdk-BzxF6NIJ.cjs} +48 -19
  56. package/dist/src/{claude-agent-sdk-rVqlUIJl.js → claude-agent-sdk-CmkTnKGH.js} +49 -20
  57. package/dist/src/{claude-agent-sdk-yid1kGsL.js → claude-agent-sdk-rXCBLK_o.js} +40 -11
  58. package/dist/src/{cloud-ByJVRSQI.js → cloud-BMbRVJFw.js} +3 -3
  59. package/dist/src/cloud-CZ4hytdm.js +5 -0
  60. package/dist/src/{cloudflare-ai-DmJZcvVx.cjs → cloudflare-ai-BAQ0u_dg.cjs} +14 -14
  61. package/dist/src/{cloudflare-ai-CWKYPCCF.js → cloudflare-ai-CUg4BTcj.js} +13 -13
  62. package/dist/src/{cloudflare-ai-goDJ5bwr.js → cloudflare-ai-CobxMTR4.js} +15 -15
  63. package/dist/src/{cloudflare-ai-CdKv38f6.js → cloudflare-ai-Z9X219gp.js} +2 -2
  64. package/dist/src/{cloudflare-gateway-BW8hcdB0.cjs → cloudflare-gateway-C0sgfr_z.cjs} +15 -15
  65. package/dist/src/{cloudflare-gateway-CDCOS1Os.js → cloudflare-gateway-D2_yi-Fh.js} +16 -16
  66. package/dist/src/{cloudflare-gateway-Dz_HCMGY.js → cloudflare-gateway-Djf3F3_H.js} +2 -2
  67. package/dist/src/{cloudflare-gateway-gzmTsXcd.js → cloudflare-gateway-_itGuXry.js} +14 -14
  68. package/dist/src/{codex-sdk-BlvhxMr0.js → codex-sdk-BASDNkIl.js} +90 -34
  69. package/dist/src/{codex-sdk-BC5qbCjh.js → codex-sdk-dSnGdgIp.js} +92 -36
  70. package/dist/src/{codex-sdk-CBpm53B8.js → codex-sdk-ibXwdglL.js} +91 -35
  71. package/dist/src/{codex-sdk-Cf5_CQch.cjs → codex-sdk-wTEpMM_X.cjs} +92 -36
  72. package/dist/src/{cometapi-DoaO5SLq.js → cometapi-B01btbfb.js} +16 -16
  73. package/dist/src/{cometapi-BUKGSUCw.js → cometapi-ChAaRjg5.js} +14 -14
  74. package/dist/src/{cometapi-C6BSw9k3.js → cometapi-DHUAH6nK.js} +2 -2
  75. package/dist/src/{cometapi-B3TzpkNI.cjs → cometapi-JbvOJSCO.cjs} +15 -15
  76. package/dist/src/{completion-BLe7SUA4.js → completion-BBJ6zmG3.js} +6 -6
  77. package/dist/src/{completion-1RAiLcwi.js → completion-D9_MDlnd.js} +6 -6
  78. package/dist/src/{completion-D6BTVt6e.cjs → completion-DDyL3Cb2.cjs} +6 -6
  79. package/dist/src/{docker-CkOzlD1W.js → docker-BuButc4D.js} +15 -15
  80. package/dist/src/{docker-BWsSX8Pn.cjs → docker-Ckw-j7Rr.cjs} +14 -14
  81. package/dist/src/{docker-CMf5SGLq.js → docker-JAAubMw3.js} +13 -13
  82. package/dist/src/{docker-C0AzMsuf.js → docker-vnOg96gi.js} +2 -2
  83. package/dist/src/errors-DnGCbnx8.js +36 -0
  84. package/dist/src/{esm-gWVPXn3r.cjs → esm-BQkx5roy.cjs} +2 -2
  85. package/dist/src/{esm-Lh6czAFT.js → esm-CYhseqj4.js} +2 -2
  86. package/dist/src/{esm-D40XsWlR.js → esm-rDtG_2rg.js} +2 -2
  87. package/dist/src/eval-CKHWqG9f.js +16 -0
  88. package/dist/src/{eval-WaSg64w3.js → eval-CYrbG57o.js} +106 -29
  89. package/dist/src/{evalResult-CGrGU_cG.js → evalResult-6JaUIStC.js} +7 -7
  90. package/dist/src/{evalResult-C_UM63nn.js → evalResult-COsVttMA.js} +7 -7
  91. package/dist/src/evalResult-CxTP-LMm.cjs +11 -0
  92. package/dist/src/evalResult-CzLURDcP.js +13 -0
  93. package/dist/src/{evalResult-BU4huold.cjs → evalResult-DlRfu_Rq.cjs} +7 -7
  94. package/dist/src/evalResult-DyttNQ_G.js +11 -0
  95. package/dist/src/evaluator-0PvfeBYh.js +38 -0
  96. package/dist/src/{evaluator-gmF3Vddp.js → evaluator-3EJCMTs0.js} +75 -49
  97. package/dist/src/{extractor-D-RM2m6A.cjs → extractor-DbhlYEeo.cjs} +23 -6
  98. package/dist/src/{extractor-Da8IxCeS.js → extractor-Hs7la_19.js} +23 -6
  99. package/dist/src/{extractor-BA90EtLq.js → extractor-LSYjrhK0.js} +23 -6
  100. package/dist/src/{fetch-BIfcW-Fd.js → fetch-18MuNu9i.js} +21 -7
  101. package/dist/src/{fetch-CW9GabAi.js → fetch-Bi0o-fdp.js} +2 -2
  102. package/dist/src/fetch-CMptBDVg.cjs +4 -0
  103. package/dist/src/fetch-DAZkv3gV.js +6 -0
  104. package/dist/src/{fetch-Mb7SbeM-.js → fetch-SRsE6Ctl.js} +21 -7
  105. package/dist/src/{fetch-MvWxCS5U.cjs → fetch-ZMn_oemb.cjs} +21 -7
  106. package/dist/src/{fileExtensions-CzcPkiKZ.js → fileExtensions-BpuMmaFL.js} +1 -1
  107. package/dist/src/{formatDuration-CCiZ-wBY.js → formatDuration-Doo0xq-z.js} +1 -1
  108. package/dist/src/{genaiTracer-BQ8AmajD.cjs → genaiTracer-CQlpZkrp.cjs} +2 -2
  109. package/dist/src/{genaiTracer-foKtbVa2.js → genaiTracer-CqNnnXrE.js} +1 -1
  110. package/dist/src/graders-BCytzXrb.js +34 -0
  111. package/dist/src/{graders-CwtelA9k.js → graders-BaMCwIKp.js} +212 -91
  112. package/dist/src/graders-CGZQShfJ.cjs +33 -0
  113. package/dist/src/{graders-2dabIkXs.cjs → graders-DzUUnUjC.cjs} +212 -91
  114. package/dist/src/{graders-BscQ6O1Q.js → graders-QsALpIdy.js} +211 -90
  115. package/dist/src/graders-spkuVC-E.js +36 -0
  116. package/dist/src/{image-Dv0o-Ab7.js → image-BXt_7u0v.js} +4 -4
  117. package/dist/src/{image-B6TV9l0v.js → image-BiEVdpdP.js} +7 -7
  118. package/dist/src/{image-DS9hlgSc.cjs → image-C3BjJUAU.cjs} +7 -7
  119. package/dist/src/{image-_jKUeeh9.js → image-COCWy5dX.js} +2 -2
  120. package/dist/src/{image-DqElR73O.cjs → image-D10zEe1f.cjs} +4 -4
  121. package/dist/src/{image-BVEVjrwl.js → image-DB4sHxdJ.js} +5 -5
  122. package/dist/src/{image-C1i3NoZo.js → image-mhAGP07h.js} +7 -7
  123. package/dist/src/index.cjs +305 -112
  124. package/dist/src/index.d.cts +137 -3
  125. package/dist/src/index.d.ts +137 -3
  126. package/dist/src/index.js +304 -111
  127. package/dist/src/{interactiveCheck-CjK2R4rB.js → interactiveCheck-DU-MAhp5.js} +2 -2
  128. package/dist/src/{knowledgeBase-K5fJN2kC.cjs → knowledgeBase-Bnb00xKs.cjs} +8 -8
  129. package/dist/src/{knowledgeBase-D-xthvn0.js → knowledgeBase-CMvMlLZR.js} +9 -9
  130. package/dist/src/{knowledgeBase-DJZHeJqg.js → knowledgeBase-DotRBzUE.js} +2 -2
  131. package/dist/src/{knowledgeBase-BSs2ldSR.js → knowledgeBase-XJQ0Qyez.js} +8 -8
  132. package/dist/src/{litellm-kPhaZkzz.js → litellm-BECdjOTx.js} +3 -3
  133. package/dist/src/{litellm-uRLukY7s.cjs → litellm-BrnZhMcL.cjs} +15 -15
  134. package/dist/src/{litellm-DH_rVIOd.js → litellm-CHrRmPAe.js} +16 -16
  135. package/dist/src/{litellm-DoXGHlpD.js → litellm-CrLJrPIm.js} +14 -14
  136. package/dist/src/{logger-CMp-NS-e.cjs → logger-BdZ-IqBc.cjs} +5 -2
  137. package/dist/src/{logger-Bzi5o47S.js → logger-BotXmWKW.js} +5 -2
  138. package/dist/src/{logger-q5I8CByj.js → logger-w8Ozp0Td.js} +5 -2
  139. package/dist/src/{luma-ray-B3GiVpuq.js → luma-ray-BOeX-h0M.js} +10 -10
  140. package/dist/src/{luma-ray-CPISsLu-.js → luma-ray-C-w6EsJm.js} +2 -2
  141. package/dist/src/{luma-ray-BrWrKIIB.cjs → luma-ray-C0RkI3lt.cjs} +10 -10
  142. package/dist/src/{luma-ray-gyI_GEy2.js → luma-ray-DgKLS0BF.js} +11 -11
  143. package/dist/src/main.js +3260 -2537
  144. package/dist/src/{messages-CJgEjRQF.js → messages-CDZYGNlS.js} +13 -10
  145. package/dist/src/{messages-BMkwrfmt.js → messages-D61tPFQo.js} +14 -11
  146. package/dist/src/{messages-B5HsO_dM.cjs → messages-DXV3Qh8_.cjs} +14 -11
  147. package/dist/src/{meteor-CBciquOS.js → meteor-Dj8cTkU_.js} +1 -1
  148. package/dist/src/{meteor-0cLf9TIn.js → meteor-P2rUE-Uz.js} +1 -1
  149. package/dist/src/{meteor-BQ6Ws9k2.js → meteor-SLNTgmXm.js} +2 -2
  150. package/dist/src/{meteor-DRuEfzuQ.cjs → meteor-odmwVbyG.cjs} +1 -1
  151. package/dist/src/{nova-reel-B5SOonY2.js → nova-reel-Bk5npr2q.js} +11 -11
  152. package/dist/src/{nova-reel-CT9ZuhJ3.js → nova-reel-C2LFfVTf.js} +2 -2
  153. package/dist/src/{nova-reel-ByTx85ed.cjs → nova-reel-D9FXq3Mt.cjs} +10 -10
  154. package/dist/src/{nova-reel-ChM7WaHR.js → nova-reel-DtCjbD5O.js} +10 -10
  155. package/dist/src/{nova-sonic-D4M3kKYu.js → nova-sonic-BXRfQyF-.js} +8 -8
  156. package/dist/src/{nova-sonic-C-H3eDvL.cjs → nova-sonic-BoRSY_U6.cjs} +7 -7
  157. package/dist/src/{nova-sonic-DgifpOKF.js → nova-sonic-CgaWLDM1.js} +7 -7
  158. package/dist/src/{nova-sonic-BqP59oOu.js → nova-sonic-D_qERM-K.js} +2 -2
  159. package/dist/src/{openai-BjpdxIOG.cjs → openai-Bigwjgo1.cjs} +2 -2
  160. package/dist/src/{openai-Cv9pEKxp.js → openai-CT5fwbve.js} +2 -2
  161. package/dist/src/{openai-CitF-gEN.js → openai-Dz3surb_.js} +2 -2
  162. package/dist/src/openclaw-B6XY2kUf.js +526 -0
  163. package/dist/src/openclaw-CpPrXwf6.js +524 -0
  164. package/dist/src/openclaw-DDSfq5fp.cjs +528 -0
  165. package/dist/src/openclaw-dHLcXUWZ.js +511 -0
  166. package/dist/src/{opencode-sdk-Dakn4QMp.js → opencode-sdk-CImWVqy9.js} +7 -7
  167. package/dist/src/{opencode-sdk-BcLvVMV-.js → opencode-sdk-CuCztr4P.js} +6 -6
  168. package/dist/src/{opencode-sdk-z7KKOCdB.js → opencode-sdk-DhcfRbBH.js} +3 -3
  169. package/dist/src/{opencode-sdk-Cqszt4br.cjs → opencode-sdk-mqF-Oj3f.cjs} +6 -6
  170. package/dist/src/{otlpReceiver-BvmMgacx.cjs → otlpReceiver-B6Xo4KZM.cjs} +6 -6
  171. package/dist/src/{otlpReceiver-DRNetlJH.js → otlpReceiver-BO0rbDzh.js} +6 -6
  172. package/dist/src/{otlpReceiver-Bhj_vnzl.js → otlpReceiver-Dg817agV.js} +6 -6
  173. package/dist/src/{otlpReceiver-Cpnk-Hjf.js → otlpReceiver-DmRb0NBj.js} +2 -2
  174. package/dist/src/{providerRegistry-D32Lt9vp.js → providerRegistry-Xf0qdqGQ.js} +2 -2
  175. package/dist/src/{providerRegistry-HGQd2MF6.cjs → providerRegistry-lc7a7utN.cjs} +2 -2
  176. package/dist/src/{providerRegistry-BdKWcUa8.js → providerRegistry-wCWd7sKQ.js} +2 -2
  177. package/dist/src/providers-BMZZmPBJ.cjs +32 -0
  178. package/dist/src/{providers-BWoVY_Wz.cjs → providers-BNKVY53V.cjs} +294 -782
  179. package/dist/src/{providers-Co_FGgH8.js → providers-BiNq_Iyc.js} +281 -769
  180. package/dist/src/{providers-CUCHJCHD.js → providers-BlEhY5mi.js} +286 -779
  181. package/dist/src/providers-CQQrNaJk.js +32 -0
  182. package/dist/src/providers-Ck8HyrC-.js +34 -0
  183. package/dist/src/{pythonUtils-rOCm9w_5.cjs → pythonUtils-DZ6EbdY4.cjs} +3 -3
  184. package/dist/src/{pythonUtils-B9JA-gsC.js → pythonUtils-r1uBuA0n.js} +3 -3
  185. package/dist/src/{pythonUtils-eNq6Wsfr.js → pythonUtils-vMlk9Qp5.js} +3 -3
  186. package/dist/src/{quiverai-BpWtOEQZ.cjs → quiverai-BNfIwKCO.cjs} +13 -13
  187. package/dist/src/{quiverai-Cj-PUa3p.js → quiverai-BQigKdIH.js} +14 -14
  188. package/dist/src/{quiverai-BN8OVvDE.js → quiverai-Bfy2WnE2.js} +12 -12
  189. package/dist/src/{quiverai-D5MSsd2c.js → quiverai-CedIP0PJ.js} +2 -2
  190. package/dist/src/{render-D2710HbA.js → render-CAZvKKkB.js} +4 -4
  191. package/dist/src/responses-DLLjADw5.js +653 -0
  192. package/dist/src/responses-TsdODUpm.js +654 -0
  193. package/dist/src/responses-zOtKtnY_.cjs +671 -0
  194. package/dist/src/{rubyUtils-Dn6MGcsk.js → rubyUtils-BtjlqyXt.js} +3 -3
  195. package/dist/src/{rubyUtils-LBsk3zIm.js → rubyUtils-Cs35SDYa.js} +3 -3
  196. package/dist/src/rubyUtils-D7--T12C.js +6 -0
  197. package/dist/src/{rubyUtils-rnCVDgH-.cjs → rubyUtils-DCVaJ3mc.cjs} +3 -3
  198. package/dist/src/rubyUtils-DRRiMFV2.js +5 -0
  199. package/dist/src/rubyUtils-vb8OYFC-.cjs +5 -0
  200. package/dist/src/{sagemaker-C8MeZIkH.js → sagemaker-BcgLu0U4.js} +18 -18
  201. package/dist/src/{sagemaker-4ukMNSN0.js → sagemaker-CLdUAv5z.js} +17 -17
  202. package/dist/src/{sagemaker-DyVHy2BW.js → sagemaker-Du4LIR97.js} +2 -2
  203. package/dist/src/{sagemaker-DB3Eojau.cjs → sagemaker-DwNnEVYt.cjs} +17 -17
  204. package/dist/src/{scanner-C28XVEq2.js → scanner-Dyw21Wg_.js} +12 -12
  205. package/dist/src/server/index.js +1818 -605
  206. package/dist/src/server-BUbS0Qfh.js +6 -0
  207. package/dist/src/{server-BF3HkMhe.js → server-CbMTRQkg.js} +8 -6
  208. package/dist/src/{server-CSbLW-UI.cjs → server-CgUQ25qW.cjs} +8 -6
  209. package/dist/src/{server-mycZbUH8.js → server-DWmZLfCy.js} +10 -7
  210. package/dist/src/server-XpGXFHkS.cjs +6 -0
  211. package/dist/src/server-gfOx5Zrk.js +8 -0
  212. package/dist/src/{signal-DM_SPNmi.js → signal-Bl32q42d.js} +3 -3
  213. package/dist/src/{slack-Ed1yyt_j.js → slack-BfdBx2tO.js} +2 -2
  214. package/dist/src/{slack-D1F9Y7CH.cjs → slack-BtMkB6xP.cjs} +2 -2
  215. package/dist/src/{slack-DkAF58Tr.js → slack-DPqj42Ts.js} +2 -2
  216. package/dist/src/{slack-BK312SXM.js → slack-OZYxoVON.js} +2 -2
  217. package/dist/src/{store-CT_e5OZX.js → store-2ocbYY9D.js} +3 -3
  218. package/dist/src/store-5u2yriTV.js +7 -0
  219. package/dist/src/{store-BpumNYCl.cjs → store-BqwfFEyF.cjs} +3 -3
  220. package/dist/src/{store-BFLqwuc_.js → store-D4gdn9ih.js} +3 -3
  221. package/dist/src/store-D_lq_8oQ.js +6 -0
  222. package/dist/src/store-m5KT6Ly7.cjs +6 -0
  223. package/dist/src/{tables-Dansasnu.cjs → tables-B9E1kRp-.cjs} +3 -3
  224. package/dist/src/{tables-BjaApSAB.js → tables-C7TT2XVn.js} +3 -3
  225. package/dist/src/{tables-Dwexr5Z6.js → tables-D-NSwNIb.js} +3 -3
  226. package/dist/src/telemetry-5RHFoCJh.js +6 -0
  227. package/dist/src/{telemetry-MVkZQxt9.js → telemetry-BXyVqyAg.js} +5 -4
  228. package/dist/src/{telemetry-DFDFKdnr.cjs → telemetry-D0_yFdtU.cjs} +5 -4
  229. package/dist/src/{telemetry-Ds5Nn81l.js → telemetry-DZ_7PaVq.js} +5 -4
  230. package/dist/src/telemetry-Do8wMnA-.js +8 -0
  231. package/dist/src/telemetry-LojxPoFq.cjs +6 -0
  232. package/dist/src/{text-PYISqVm1.cjs → text-DF2hMKdg.cjs} +1 -1
  233. package/dist/src/{text-DuYSUYPB.js → text-DgMr_tiM.js} +1 -1
  234. package/dist/src/{text-Dx0GJOCN.js → text-Dm78AVGG.js} +1 -1
  235. package/dist/src/{tokenUsageUtils-BtZd3sP7.cjs → tokenUsageUtils-CXhxVj72.cjs} +9 -4
  236. package/dist/src/{tokenUsageUtils-DoinwgKF.js → tokenUsageUtils-DmZSD2eU.js} +9 -4
  237. package/dist/src/{tokenUsageUtils-cFdLMERB.js → tokenUsageUtils-FZd5O_4A.js} +9 -4
  238. package/dist/src/{transcription-Cp19m_Mt.js → transcription-C-M81iDA.js} +2 -2
  239. package/dist/src/{transcription-CLRpAg07.js → transcription-CYuY5sFO.js} +10 -10
  240. package/dist/src/{transcription-D8ifIKOv.js → transcription-Ch7S-LWw.js} +11 -11
  241. package/dist/src/{transcription-CXXFEVM_.cjs → transcription-FNIz3YOe.cjs} +10 -10
  242. package/dist/src/transform-8eGmaH-7.js +7 -0
  243. package/dist/src/transform-BRVvWaG4.cjs +6 -0
  244. package/dist/src/{transform-Bn-lgBE2.js → transform-CoP2bJ7P.js} +44 -5
  245. package/dist/src/{transform-BFPYuBaW.js → transform-CqTFr7KR.js} +5 -5
  246. package/dist/src/{transform-DvQWeBSR.js → transform-D8dILpfZ.js} +4 -4
  247. package/dist/src/{transform-BUrxadlA.js → transform-DMaxQwDx.js} +44 -5
  248. package/dist/src/transform-GybT0X0u.js +8 -0
  249. package/dist/src/{transform-DshYLyBq.cjs → transform-Kd6u-oNm.cjs} +4 -4
  250. package/dist/src/{transform-Bw1IstDE.cjs → transform-ivxEY4f7.cjs} +55 -4
  251. package/dist/src/{transformersAvailability-BaoWHpu1.cjs → transformersAvailability-Bkep3ka7.cjs} +1 -1
  252. package/dist/src/{transformersAvailability-Dhh45n5P.js → transformersAvailability-DEU2naS1.js} +1 -1
  253. package/dist/src/{transformersAvailability-DtpwoeFC.js → transformersAvailability-DkAWaK5B.js} +1 -1
  254. package/dist/src/{transformersAvailability-O2YaCv9Z.js → transformersAvailability-DwmezkVe.js} +1 -1
  255. package/dist/src/{types-B-XUqfNs.cjs → types-BIfttHrT.cjs} +22 -2
  256. package/dist/src/{types-BsU_PxR3.js → types-DMVjYLpx.js} +16 -2
  257. package/dist/src/{types-CgrxBFgm.js → types-t52w-XsS.js} +19 -3
  258. package/dist/src/{util-M2MoNCUR.js → util-BSh4a_Q8.js} +7 -7
  259. package/dist/src/{util-DTJWKLkl.cjs → util-C08Kns6-.cjs} +18 -4
  260. package/dist/src/{util-DHBpsbZE.js → util-CUEt0Vum.js} +18 -4
  261. package/dist/src/{util-Bnw6EyZN.js → util-Cl0zfT3V.js} +18 -4
  262. package/dist/src/{util-C7A-PlKK.cjs → util-DUYOvxAy.cjs} +6 -6
  263. package/dist/src/{util-WYC3rB_p.js → util-DiCePfDu.js} +6 -6
  264. package/dist/src/{util-CV99ps44.cjs → util-DkFTvieG.cjs} +17 -5
  265. package/dist/src/{util-CfepsNVK.js → util-mJ58qbbw.js} +17 -5
  266. package/dist/src/{util-BZaMVBMq.js → util-vjscpUzy.js} +17 -5
  267. package/dist/src/{utils-BryuD3vq.js → utils-CVzb4YiI.js} +3 -3
  268. package/dist/src/{utils-Dezi3MBH.cjs → utils-DFaZa6Rf.cjs} +3 -3
  269. package/dist/src/{utils-GiyI2K4P.js → utils-JaY9veb5.js} +3 -3
  270. package/dist/tsconfig.tsbuildinfo +1 -1
  271. package/package.json +75 -77
  272. package/dist/src/app/assets/index-07dbAcWK.js +0 -427
  273. package/dist/src/app/assets/index-DnEcCQgk.css +0 -1
  274. package/dist/src/app/assets/vendor-react-DHoaNLma.js +0 -4
  275. package/dist/src/cache-BujOdYlc.cjs +0 -6
  276. package/dist/src/cloud-BHYz0XkH.js +0 -5
  277. package/dist/src/eval-0IFf8hON.js +0 -16
  278. package/dist/src/evalResult-BCCv6FXj.js +0 -13
  279. package/dist/src/evalResult-C8iVgVvr.js +0 -11
  280. package/dist/src/evalResult-CqFeWKYx.cjs +0 -11
  281. package/dist/src/evaluator-DwS5NAEj.js +0 -37
  282. package/dist/src/fetch-BH9KSaUC.cjs +0 -4
  283. package/dist/src/fetch-BL6kqunF.js +0 -6
  284. package/dist/src/graders-BK3LuhJ8.cjs +0 -32
  285. package/dist/src/graders-Bpjtip-E.js +0 -35
  286. package/dist/src/graders-KIf6Uej3.js +0 -33
  287. package/dist/src/providers-41mSodR_.js +0 -31
  288. package/dist/src/providers-CiZCpIxz.cjs +0 -31
  289. package/dist/src/providers-G531909f.js +0 -33
  290. package/dist/src/rubyUtils-BLd6EE1u.cjs +0 -5
  291. package/dist/src/rubyUtils-CVELPvUH.js +0 -6
  292. package/dist/src/rubyUtils-_t9Gmf7U.js +0 -5
  293. package/dist/src/server-Bc4T4XDt.cjs +0 -6
  294. package/dist/src/server-CMyxJ7ct.js +0 -6
  295. package/dist/src/server-D9FuxNYE.js +0 -8
  296. package/dist/src/store-CrMinjmN.cjs +0 -6
  297. package/dist/src/store-EaWZOoxz.js +0 -7
  298. package/dist/src/store-KXWnHB15.js +0 -6
  299. package/dist/src/telemetry-BXD2mCyr.cjs +0 -6
  300. package/dist/src/telemetry-CYiBm56v.js +0 -8
  301. package/dist/src/telemetry-lICYKIMB.js +0 -6
  302. package/dist/src/transform-DZI2t8-9.js +0 -8
  303. package/dist/src/transform-DZUV3qpO.js +0 -7
  304. package/dist/src/transform-XcotjzZX.cjs +0 -6
@@ -0,0 +1,6 @@
1
+ import "./logger-w8Ozp0Td.js";
2
+ import "./fetch-18MuNu9i.js";
3
+ import "./accounts-R3gfCR_g.js";
4
+ import { n as checkServerFeatureSupport, t as BrowserBehavior } from "./server-CbMTRQkg.js";
5
+
6
+ export { checkServerFeatureSupport };
@@ -1,6 +1,6 @@
1
- import { _ as getEnvBool, b as getEnvString, i as logger_default, w as cliState_default } from "./logger-q5I8CByj.js";
2
- import { s as CloudConfig, t as fetchWithProxy } from "./fetch-BIfcW-Fd.js";
3
- import { o as isLoggedIntoCloud } from "./accounts-DxR9x_En.js";
1
+ import { _ as getEnvBool, b as getEnvString, i as logger_default, w as cliState_default } from "./logger-w8Ozp0Td.js";
2
+ import { s as CloudConfig, t as fetchWithProxy } from "./fetch-18MuNu9i.js";
3
+ import { o as isLoggedIntoCloud } from "./accounts-R3gfCR_g.js";
4
4
  import chalk from "chalk";
5
5
  import "opener";
6
6
  import readline from "readline";
@@ -142,14 +142,16 @@ const BrowserBehavior = {
142
142
  OPEN: 1,
143
143
  SKIP: 2,
144
144
  OPEN_TO_REPORT: 3,
145
- OPEN_TO_REDTEAM_CREATE: 4
145
+ OPEN_TO_REDTEAM_CREATE: 4,
146
+ OPEN_TO_EVAL_SETUP: 5
146
147
  };
147
148
  const BrowserBehaviorNames = {
148
149
  [BrowserBehavior.ASK]: "ASK",
149
150
  [BrowserBehavior.OPEN]: "OPEN",
150
151
  [BrowserBehavior.SKIP]: "SKIP",
151
152
  [BrowserBehavior.OPEN_TO_REPORT]: "OPEN_TO_REPORT",
152
- [BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE"
153
+ [BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE",
154
+ [BrowserBehavior.OPEN_TO_EVAL_SETUP]: "OPEN_TO_EVAL_SETUP"
153
155
  };
154
156
  const featureCache = /* @__PURE__ */ new Map();
155
157
  /**
@@ -191,4 +193,4 @@ async function checkServerFeatureSupport(featureName, requiredBuildDate) {
191
193
 
192
194
  //#endregion
193
195
  export { getRemoteGenerationUrlForUnaligned as a, neverGenerateRemoteForRegularEvals as c, getRemoteGenerationUrl as i, shouldGenerateRemote as l, checkServerFeatureSupport as n, getRemoteHealthUrl as o, promptYesNo as r, neverGenerateRemote as s, BrowserBehavior as t };
194
- //# sourceMappingURL=server-BF3HkMhe.js.map
196
+ //# sourceMappingURL=server-CbMTRQkg.js.map
@@ -1,6 +1,6 @@
1
- const require_logger = require('./logger-CMp-NS-e.cjs');
2
- const require_fetch = require('./fetch-MvWxCS5U.cjs');
3
- const require_accounts = require('./accounts-BwVGYllP.cjs');
1
+ const require_logger = require('./logger-BdZ-IqBc.cjs');
2
+ const require_fetch = require('./fetch-ZMn_oemb.cjs');
3
+ const require_accounts = require('./accounts-BzEY8H3v.cjs');
4
4
  let chalk = require("chalk");
5
5
  chalk = require_logger.__toESM(chalk);
6
6
  require("opener");
@@ -144,14 +144,16 @@ const BrowserBehavior = {
144
144
  OPEN: 1,
145
145
  SKIP: 2,
146
146
  OPEN_TO_REPORT: 3,
147
- OPEN_TO_REDTEAM_CREATE: 4
147
+ OPEN_TO_REDTEAM_CREATE: 4,
148
+ OPEN_TO_EVAL_SETUP: 5
148
149
  };
149
150
  const BrowserBehaviorNames = {
150
151
  [BrowserBehavior.ASK]: "ASK",
151
152
  [BrowserBehavior.OPEN]: "OPEN",
152
153
  [BrowserBehavior.SKIP]: "SKIP",
153
154
  [BrowserBehavior.OPEN_TO_REPORT]: "OPEN_TO_REPORT",
154
- [BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE"
155
+ [BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE",
156
+ [BrowserBehavior.OPEN_TO_EVAL_SETUP]: "OPEN_TO_EVAL_SETUP"
155
157
  };
156
158
  const featureCache = /* @__PURE__ */ new Map();
157
159
  /**
@@ -246,4 +248,4 @@ Object.defineProperty(exports, 'shouldGenerateRemote', {
246
248
  return shouldGenerateRemote;
247
249
  }
248
250
  });
249
- //# sourceMappingURL=server-CSbLW-UI.cjs.map
251
+ //# sourceMappingURL=server-CgUQ25qW.cjs.map
@@ -1,8 +1,8 @@
1
1
  #!/usr/bin/env node
2
- import { C as getEnvString, O as cliState_default, b as getEnvBool, o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { P as VERSION, k as getDefaultPort, n as fetchWithProxy } from "./fetch-Mb7SbeM-.js";
4
- import { c as isLoggedIntoCloud } from "./accounts-BOlMHrvn.js";
5
- import { r as CloudConfig } from "./cloud-ByJVRSQI.js";
2
+ import { C as getEnvString, O as cliState_default, b as getEnvBool, o as logger_default } from "./logger-BotXmWKW.js";
3
+ import { P as VERSION, k as getDefaultPort, n as fetchWithProxy } from "./fetch-SRsE6Ctl.js";
4
+ import { c as isLoggedIntoCloud } from "./accounts-DHHiXsy6.js";
5
+ import { r as CloudConfig } from "./cloud-BMbRVJFw.js";
6
6
  import chalk from "chalk";
7
7
  import opener from "opener";
8
8
  import readline from "readline";
@@ -144,14 +144,16 @@ const BrowserBehavior = {
144
144
  OPEN: 1,
145
145
  SKIP: 2,
146
146
  OPEN_TO_REPORT: 3,
147
- OPEN_TO_REDTEAM_CREATE: 4
147
+ OPEN_TO_REDTEAM_CREATE: 4,
148
+ OPEN_TO_EVAL_SETUP: 5
148
149
  };
149
150
  const BrowserBehaviorNames = {
150
151
  [BrowserBehavior.ASK]: "ASK",
151
152
  [BrowserBehavior.OPEN]: "OPEN",
152
153
  [BrowserBehavior.SKIP]: "SKIP",
153
154
  [BrowserBehavior.OPEN_TO_REPORT]: "OPEN_TO_REPORT",
154
- [BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE"
155
+ [BrowserBehavior.OPEN_TO_REDTEAM_CREATE]: "OPEN_TO_REDTEAM_CREATE",
156
+ [BrowserBehavior.OPEN_TO_EVAL_SETUP]: "OPEN_TO_EVAL_SETUP"
155
157
  };
156
158
  const featureCache = /* @__PURE__ */ new Map();
157
159
  /**
@@ -205,6 +207,7 @@ async function openBrowser(browserBehavior, port = getDefaultPort()) {
205
207
  let url = baseUrl;
206
208
  if (browserBehavior === BrowserBehavior.OPEN_TO_REPORT) url = `${baseUrl}/report`;
207
209
  else if (browserBehavior === BrowserBehavior.OPEN_TO_REDTEAM_CREATE) url = `${baseUrl}/redteam/setup`;
210
+ else if (browserBehavior === BrowserBehavior.OPEN_TO_EVAL_SETUP) url = `${baseUrl}/setup`;
208
211
  const doOpen = async () => {
209
212
  try {
210
213
  logger_default.info("Press Ctrl+C to stop the server");
@@ -263,4 +266,4 @@ async function openAuthBrowser(authUrl, welcomeUrl, browserBehavior) {
263
266
 
264
267
  //#endregion
265
268
  export { openAuthBrowser as a, promptYesNo as c, getRemoteHealthUrl as d, neverGenerateRemote as f, checkServerRunning as i, getRemoteGenerationUrl as l, shouldGenerateRemote as m, BrowserBehaviorNames as n, openBrowser as o, neverGenerateRemoteForRegularEvals as p, checkServerFeatureSupport as r, promptUser as s, BrowserBehavior as t, getRemoteGenerationUrlForUnaligned as u };
266
- //# sourceMappingURL=server-mycZbUH8.js.map
269
+ //# sourceMappingURL=server-DWmZLfCy.js.map
@@ -0,0 +1,6 @@
1
+ require('./logger-BdZ-IqBc.cjs');
2
+ require('./fetch-ZMn_oemb.cjs');
3
+ require('./accounts-BzEY8H3v.cjs');
4
+ const require_server = require('./server-CgUQ25qW.cjs');
5
+
6
+ exports.checkServerFeatureSupport = require_server.checkServerFeatureSupport;
@@ -0,0 +1,8 @@
1
+ #!/usr/bin/env node
2
+ import "./logger-BotXmWKW.js";
3
+ import "./fetch-SRsE6Ctl.js";
4
+ import "./accounts-DHHiXsy6.js";
5
+ import "./cloud-BMbRVJFw.js";
6
+ import { a as openAuthBrowser, i as checkServerRunning, n as BrowserBehaviorNames, o as openBrowser, r as checkServerFeatureSupport, t as BrowserBehavior } from "./server-DWmZLfCy.js";
7
+
8
+ export { checkServerFeatureSupport };
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
- import { o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { _ as getDbSignalPath } from "./tables-BjaApSAB.js";
2
+ import { o as logger_default } from "./logger-BotXmWKW.js";
3
+ import { _ as getDbSignalPath } from "./tables-C7TT2XVn.js";
4
4
  import fs from "fs";
5
5
  import debounce from "debounce";
6
6
 
@@ -115,4 +115,4 @@ function setupSignalWatcher(onChange) {
115
115
 
116
116
  //#endregion
117
117
  export { getActualPromptWithFallback as a, getActualPrompt as i, setupSignalWatcher as n, updateSignalFile as r, readSignalEvalId as t };
118
- //# sourceMappingURL=signal-DM_SPNmi.js.map
118
+ //# sourceMappingURL=signal-Bl32q42d.js.map
@@ -1,5 +1,5 @@
1
1
  #!/usr/bin/env node
2
- import { o as logger_default } from "./logger-Bzi5o47S.js";
2
+ import { o as logger_default } from "./logger-BotXmWKW.js";
3
3
  import { WebClient } from "@slack/web-api";
4
4
 
5
5
  //#region src/providers/slack.ts
@@ -134,4 +134,4 @@ var SlackProvider = class {
134
134
 
135
135
  //#endregion
136
136
  export { SlackProvider };
137
- //# sourceMappingURL=slack-Ed1yyt_j.js.map
137
+ //# sourceMappingURL=slack-BfdBx2tO.js.map
@@ -1,4 +1,4 @@
1
- const require_logger = require('./logger-CMp-NS-e.cjs');
1
+ const require_logger = require('./logger-BdZ-IqBc.cjs');
2
2
  let _slack_web_api = require("@slack/web-api");
3
3
 
4
4
  //#region src/providers/slack.ts
@@ -133,4 +133,4 @@ var SlackProvider = class {
133
133
 
134
134
  //#endregion
135
135
  exports.SlackProvider = SlackProvider;
136
- //# sourceMappingURL=slack-D1F9Y7CH.cjs.map
136
+ //# sourceMappingURL=slack-BtMkB6xP.cjs.map
@@ -1,4 +1,4 @@
1
- import { i as logger_default } from "./logger-q5I8CByj.js";
1
+ import { i as logger_default } from "./logger-w8Ozp0Td.js";
2
2
  import { WebClient } from "@slack/web-api";
3
3
 
4
4
  //#region src/providers/slack.ts
@@ -133,4 +133,4 @@ var SlackProvider = class {
133
133
 
134
134
  //#endregion
135
135
  export { SlackProvider };
136
- //# sourceMappingURL=slack-DkAF58Tr.js.map
136
+ //# sourceMappingURL=slack-DPqj42Ts.js.map
@@ -1,4 +1,4 @@
1
- import { A as logger_default } from "./server/index.js";
1
+ import { j as logger_default } from "./server/index.js";
2
2
  import { WebClient } from "@slack/web-api";
3
3
 
4
4
  //#region src/providers/slack.ts
@@ -133,4 +133,4 @@ var SlackProvider = class {
133
133
 
134
134
  //#endregion
135
135
  export { SlackProvider };
136
- //# sourceMappingURL=slack-BK312SXM.js.map
136
+ //# sourceMappingURL=slack-OZYxoVON.js.map
@@ -1,5 +1,5 @@
1
- import { i as logger_default } from "./logger-q5I8CByj.js";
2
- import { f as tracesTable, p as getDb, u as spansTable } from "./tables-Dwexr5Z6.js";
1
+ import { i as logger_default } from "./logger-w8Ozp0Td.js";
2
+ import { f as tracesTable, p as getDb, u as spansTable } from "./tables-D-NSwNIb.js";
3
3
  import { asc, eq, lt } from "drizzle-orm";
4
4
 
5
5
  //#region src/tracing/store.ts
@@ -221,4 +221,4 @@ function getTraceStore() {
221
221
 
222
222
  //#endregion
223
223
  export { getTraceStore as n, TraceStore as t };
224
- //# sourceMappingURL=store-CT_e5OZX.js.map
224
+ //# sourceMappingURL=store-2ocbYY9D.js.map
@@ -0,0 +1,7 @@
1
+ #!/usr/bin/env node
2
+ import "./logger-BotXmWKW.js";
3
+ import "./types-t52w-XsS.js";
4
+ import "./tables-C7TT2XVn.js";
5
+ import { n as getTraceStore, t as TraceStore } from "./store-D4gdn9ih.js";
6
+
7
+ export { getTraceStore };
@@ -1,5 +1,5 @@
1
- const require_logger = require('./logger-CMp-NS-e.cjs');
2
- const require_tables = require('./tables-Dansasnu.cjs');
1
+ const require_logger = require('./logger-BdZ-IqBc.cjs');
2
+ const require_tables = require('./tables-B9E1kRp-.cjs');
3
3
  let drizzle_orm = require("drizzle-orm");
4
4
 
5
5
  //#region src/tracing/store.ts
@@ -232,4 +232,4 @@ Object.defineProperty(exports, 'getTraceStore', {
232
232
  return getTraceStore;
233
233
  }
234
234
  });
235
- //# sourceMappingURL=store-BpumNYCl.cjs.map
235
+ //# sourceMappingURL=store-BqwfFEyF.cjs.map
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
- import { o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { f as spansTable, g as getDb, m as tracesTable } from "./tables-BjaApSAB.js";
2
+ import { o as logger_default } from "./logger-BotXmWKW.js";
3
+ import { f as spansTable, g as getDb, m as tracesTable } from "./tables-C7TT2XVn.js";
4
4
  import { asc, eq, lt } from "drizzle-orm";
5
5
 
6
6
  //#region src/tracing/store.ts
@@ -222,4 +222,4 @@ function getTraceStore() {
222
222
 
223
223
  //#endregion
224
224
  export { getTraceStore as n, TraceStore as t };
225
- //# sourceMappingURL=store-BFLqwuc_.js.map
225
+ //# sourceMappingURL=store-D4gdn9ih.js.map
@@ -0,0 +1,6 @@
1
+ import "./logger-w8Ozp0Td.js";
2
+ import "./types-DMVjYLpx.js";
3
+ import "./tables-D-NSwNIb.js";
4
+ import { n as getTraceStore, t as TraceStore } from "./store-2ocbYY9D.js";
5
+
6
+ export { getTraceStore };
@@ -0,0 +1,6 @@
1
+ require('./logger-BdZ-IqBc.cjs');
2
+ require('./types-BIfttHrT.cjs');
3
+ require('./tables-B9E1kRp-.cjs');
4
+ const require_store = require('./store-BqwfFEyF.cjs');
5
+
6
+ exports.getTraceStore = require_store.getTraceStore;
@@ -1,5 +1,5 @@
1
- const require_logger = require('./logger-CMp-NS-e.cjs');
2
- const require_types = require('./types-B-XUqfNs.cjs');
1
+ const require_logger = require('./logger-BdZ-IqBc.cjs');
2
+ const require_types = require('./types-BIfttHrT.cjs');
3
3
  let path = require("path");
4
4
  path = require_logger.__toESM(path);
5
5
  let drizzle_orm = require("drizzle-orm");
@@ -370,4 +370,4 @@ Object.defineProperty(exports, 'tracesTable', {
370
370
  return tracesTable;
371
371
  }
372
372
  });
373
- //# sourceMappingURL=tables-Dansasnu.cjs.map
373
+ //# sourceMappingURL=tables-B9E1kRp-.cjs.map
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
- import { b as getEnvBool, o as logger_default, v as getConfigDirectoryPath } from "./logger-Bzi5o47S.js";
3
- import { s as ResultFailureReason } from "./types-CgrxBFgm.js";
2
+ import { b as getEnvBool, o as logger_default, v as getConfigDirectoryPath } from "./logger-BotXmWKW.js";
3
+ import { s as ResultFailureReason } from "./types-t52w-XsS.js";
4
4
  import * as path$1 from "path";
5
5
  import { relations, sql } from "drizzle-orm";
6
6
  import Database from "better-sqlite3";
@@ -311,4 +311,4 @@ const spansRelations = relations(spansTable, ({ one }) => ({ trace: one(tracesTa
311
311
 
312
312
  //#endregion
313
313
  export { getDbSignalPath as _, evalResultsTable as a, evalsToPromptsTable as c, promptsTable as d, spansTable as f, getDb as g, closeDbIfOpen as h, datasetsTable as i, evalsToTagsTable as l, tracesTable as m, blobReferencesTable as n, evalsTable as o, tagsTable as p, configsTable as r, evalsToDatasetsTable as s, blobAssetsTable as t, modelAuditsTable as u };
314
- //# sourceMappingURL=tables-BjaApSAB.js.map
314
+ //# sourceMappingURL=tables-C7TT2XVn.js.map
@@ -1,5 +1,5 @@
1
- import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger_default } from "./logger-q5I8CByj.js";
2
- import { g as ResultFailureReason } from "./types-BsU_PxR3.js";
1
+ import { _ as getEnvBool, g as getConfigDirectoryPath, i as logger_default } from "./logger-w8Ozp0Td.js";
2
+ import { g as ResultFailureReason } from "./types-DMVjYLpx.js";
3
3
  import * as path$1 from "path";
4
4
  import { relations, sql } from "drizzle-orm";
5
5
  import Database from "better-sqlite3";
@@ -285,4 +285,4 @@ const spansRelations = relations(spansTable, ({ one }) => ({ trace: one(tracesTa
285
285
 
286
286
  //#endregion
287
287
  export { evalsTable as a, evalsToTagsTable as c, tagsTable as d, tracesTable as f, evalResultsTable as i, promptsTable as l, getDbSignalPath as m, blobReferencesTable as n, evalsToDatasetsTable as o, getDb as p, datasetsTable as r, evalsToPromptsTable as s, blobAssetsTable as t, spansTable as u };
288
- //# sourceMappingURL=tables-Dwexr5Z6.js.map
288
+ //# sourceMappingURL=tables-D-NSwNIb.js.map
@@ -0,0 +1,6 @@
1
+ import "./logger-w8Ozp0Td.js";
2
+ import "./fetch-18MuNu9i.js";
3
+ import "./accounts-R3gfCR_g.js";
4
+ import { n as telemetry_default, t as Telemetry } from "./telemetry-DZ_7PaVq.js";
5
+
6
+ export { telemetry_default as default };
@@ -1,7 +1,7 @@
1
1
  #!/usr/bin/env node
2
- import { C as getEnvString, E as isCI, b as getEnvBool, o as logger_default } from "./logger-Bzi5o47S.js";
3
- import { C as CONSENT_ENDPOINT, D as R_ENDPOINT, E as EVENTS_ENDPOINT, N as POSTHOG_KEY, P as VERSION, i as fetchWithTimeout, n as fetchWithProxy } from "./fetch-Mb7SbeM-.js";
4
- import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-BOlMHrvn.js";
2
+ import { C as getEnvString, E as isCI, b as getEnvBool, o as logger_default } from "./logger-BotXmWKW.js";
3
+ import { C as CONSENT_ENDPOINT, D as R_ENDPOINT, E as EVENTS_ENDPOINT, N as POSTHOG_KEY, P as VERSION, i as fetchWithTimeout, n as fetchWithProxy } from "./fetch-SRsE6Ctl.js";
4
+ import { c as isLoggedIntoCloud, i as getAuthMethod, o as getUserEmail, s as getUserId } from "./accounts-DHHiXsy6.js";
5
5
  import { PostHog } from "posthog-node";
6
6
  import { z } from "zod";
7
7
 
@@ -10,6 +10,7 @@ const TelemetryEventSchema = z.object({
10
10
  event: z.enum([
11
11
  "assertion_used",
12
12
  "command_used",
13
+ "eval setup",
13
14
  "eval_ran",
14
15
  "feature_used",
15
16
  "funnel",
@@ -164,4 +165,4 @@ var telemetry_default = telemetry;
164
165
 
165
166
  //#endregion
166
167
  export { TelemetryEventSchema as n, telemetry_default as r, Telemetry as t };
167
- //# sourceMappingURL=telemetry-MVkZQxt9.js.map
168
+ //# sourceMappingURL=telemetry-BXyVqyAg.js.map
@@ -1,6 +1,6 @@
1
- const require_logger = require('./logger-CMp-NS-e.cjs');
2
- const require_fetch = require('./fetch-MvWxCS5U.cjs');
3
- const require_accounts = require('./accounts-BwVGYllP.cjs');
1
+ const require_logger = require('./logger-BdZ-IqBc.cjs');
2
+ const require_fetch = require('./fetch-ZMn_oemb.cjs');
3
+ const require_accounts = require('./accounts-BzEY8H3v.cjs');
4
4
  let zod = require("zod");
5
5
  let posthog_node = require("posthog-node");
6
6
 
@@ -9,6 +9,7 @@ const TelemetryEventSchema = zod.z.object({
9
9
  event: zod.z.enum([
10
10
  "assertion_used",
11
11
  "command_used",
12
+ "eval setup",
12
13
  "eval_ran",
13
14
  "feature_used",
14
15
  "funnel",
@@ -174,4 +175,4 @@ Object.defineProperty(exports, 'telemetry_default', {
174
175
  return telemetry_default;
175
176
  }
176
177
  });
177
- //# sourceMappingURL=telemetry-DFDFKdnr.cjs.map
178
+ //# sourceMappingURL=telemetry-D0_yFdtU.cjs.map
@@ -1,6 +1,6 @@
1
- import { C as isCI, _ as getEnvBool, b as getEnvString, i as logger_default } from "./logger-q5I8CByj.js";
2
- import { A as EVENTS_ENDPOINT, D as CONSENT_ENDPOINT, I as POSTHOG_KEY, L as VERSION, j as R_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-BIfcW-Fd.js";
3
- import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-DxR9x_En.js";
1
+ import { C as isCI, _ as getEnvBool, b as getEnvString, i as logger_default } from "./logger-w8Ozp0Td.js";
2
+ import { A as EVENTS_ENDPOINT, D as CONSENT_ENDPOINT, I as POSTHOG_KEY, L as VERSION, j as R_ENDPOINT, r as fetchWithTimeout, t as fetchWithProxy } from "./fetch-18MuNu9i.js";
3
+ import { a as getUserId, i as getUserEmail, n as getAuthMethod, o as isLoggedIntoCloud } from "./accounts-R3gfCR_g.js";
4
4
  import { z } from "zod";
5
5
  import { PostHog } from "posthog-node";
6
6
 
@@ -9,6 +9,7 @@ const TelemetryEventSchema = z.object({
9
9
  event: z.enum([
10
10
  "assertion_used",
11
11
  "command_used",
12
+ "eval setup",
12
13
  "eval_ran",
13
14
  "feature_used",
14
15
  "funnel",
@@ -163,4 +164,4 @@ var telemetry_default = telemetry;
163
164
 
164
165
  //#endregion
165
166
  export { telemetry_default as n, Telemetry as t };
166
- //# sourceMappingURL=telemetry-Ds5Nn81l.js.map
167
+ //# sourceMappingURL=telemetry-DZ_7PaVq.js.map
@@ -0,0 +1,8 @@
1
+ #!/usr/bin/env node
2
+ import "./logger-BotXmWKW.js";
3
+ import "./fetch-SRsE6Ctl.js";
4
+ import "./accounts-DHHiXsy6.js";
5
+ import "./cloud-BMbRVJFw.js";
6
+ import { n as TelemetryEventSchema, r as telemetry_default, t as Telemetry } from "./telemetry-BXyVqyAg.js";
7
+
8
+ export { telemetry_default as default };
@@ -0,0 +1,6 @@
1
+ require('./logger-BdZ-IqBc.cjs');
2
+ require('./fetch-ZMn_oemb.cjs');
3
+ require('./accounts-BzEY8H3v.cjs');
4
+ const require_telemetry = require('./telemetry-D0_yFdtU.cjs');
5
+
6
+ exports.default = require_telemetry.telemetry_default;
@@ -31,4 +31,4 @@ Object.defineProperty(exports, 'escapeRegExp', {
31
31
  return escapeRegExp;
32
32
  }
33
33
  });
34
- //# sourceMappingURL=text-PYISqVm1.cjs.map
34
+ //# sourceMappingURL=text-DF2hMKdg.cjs.map
@@ -20,4 +20,4 @@ function escapeRegExp(str) {
20
20
 
21
21
  //#endregion
22
22
  export { escapeRegExp as n, ellipsize as t };
23
- //# sourceMappingURL=text-DuYSUYPB.js.map
23
+ //# sourceMappingURL=text-DgMr_tiM.js.map
@@ -19,4 +19,4 @@ function escapeRegExp(str) {
19
19
 
20
20
  //#endregion
21
21
  export { escapeRegExp as n, ellipsize as t };
22
- //# sourceMappingURL=text-Dx0GJOCN.js.map
22
+ //# sourceMappingURL=text-Dm78AVGG.js.map
@@ -105,11 +105,16 @@ function accumulateAssertionTokenUsage(target, update) {
105
105
  * @param target Object to update
106
106
  * @param response Response that may contain token usage
107
107
  */
108
- function accumulateResponseTokenUsage(target, response) {
109
- if (response?.tokenUsage) {
108
+ function accumulateResponseTokenUsage(target, response, options) {
109
+ const countAsRequest = options?.countAsRequest ?? true;
110
+ if (response?.tokenUsage) if (countAsRequest) {
110
111
  accumulateTokenUsage(target, response.tokenUsage);
111
112
  if (response.tokenUsage.numRequests === void 0) target.numRequests = (target.numRequests ?? 0) + 1;
112
- } else if (response) target.numRequests = (target.numRequests ?? 0) + 1;
113
+ } else accumulateTokenUsage(target, {
114
+ ...response.tokenUsage,
115
+ numRequests: void 0
116
+ });
117
+ else if (response && countAsRequest) target.numRequests = (target.numRequests ?? 0) + 1;
113
118
  }
114
119
  /**
115
120
  * Normalize token usage from a provider response into a standard TokenUsage object.
@@ -166,4 +171,4 @@ Object.defineProperty(exports, 'normalizeTokenUsage', {
166
171
  return normalizeTokenUsage;
167
172
  }
168
173
  });
169
- //# sourceMappingURL=tokenUsageUtils-BtZd3sP7.cjs.map
174
+ //# sourceMappingURL=tokenUsageUtils-CXhxVj72.cjs.map
@@ -105,11 +105,16 @@ function accumulateAssertionTokenUsage(target, update) {
105
105
  * @param target Object to update
106
106
  * @param response Response that may contain token usage
107
107
  */
108
- function accumulateResponseTokenUsage(target, response) {
109
- if (response?.tokenUsage) {
108
+ function accumulateResponseTokenUsage(target, response, options) {
109
+ const countAsRequest = options?.countAsRequest ?? true;
110
+ if (response?.tokenUsage) if (countAsRequest) {
110
111
  accumulateTokenUsage(target, response.tokenUsage);
111
112
  if (response.tokenUsage.numRequests === void 0) target.numRequests = (target.numRequests ?? 0) + 1;
112
- } else if (response) target.numRequests = (target.numRequests ?? 0) + 1;
113
+ } else accumulateTokenUsage(target, {
114
+ ...response.tokenUsage,
115
+ numRequests: void 0
116
+ });
117
+ else if (response && countAsRequest) target.numRequests = (target.numRequests ?? 0) + 1;
113
118
  }
114
119
  /**
115
120
  * Normalize token usage from a provider response into a standard TokenUsage object.
@@ -131,4 +136,4 @@ function normalizeTokenUsage(tokenUsage) {
131
136
 
132
137
  //#endregion
133
138
  export { createEmptyTokenUsage as a, createEmptyAssertions as i, accumulateResponseTokenUsage as n, normalizeTokenUsage as o, accumulateTokenUsage as r, accumulateAssertionTokenUsage as t };
134
- //# sourceMappingURL=tokenUsageUtils-DoinwgKF.js.map
139
+ //# sourceMappingURL=tokenUsageUtils-DmZSD2eU.js.map
@@ -104,11 +104,16 @@ function accumulateAssertionTokenUsage(target, update) {
104
104
  * @param target Object to update
105
105
  * @param response Response that may contain token usage
106
106
  */
107
- function accumulateResponseTokenUsage(target, response) {
108
- if (response?.tokenUsage) {
107
+ function accumulateResponseTokenUsage(target, response, options) {
108
+ const countAsRequest = options?.countAsRequest ?? true;
109
+ if (response?.tokenUsage) if (countAsRequest) {
109
110
  accumulateTokenUsage(target, response.tokenUsage);
110
111
  if (response.tokenUsage.numRequests === void 0) target.numRequests = (target.numRequests ?? 0) + 1;
111
- } else if (response) target.numRequests = (target.numRequests ?? 0) + 1;
112
+ } else accumulateTokenUsage(target, {
113
+ ...response.tokenUsage,
114
+ numRequests: void 0
115
+ });
116
+ else if (response && countAsRequest) target.numRequests = (target.numRequests ?? 0) + 1;
112
117
  }
113
118
  /**
114
119
  * Normalize token usage from a provider response into a standard TokenUsage object.
@@ -130,4 +135,4 @@ function normalizeTokenUsage(tokenUsage) {
130
135
 
131
136
  //#endregion
132
137
  export { createEmptyTokenUsage as a, createEmptyAssertions as i, accumulateResponseTokenUsage as n, normalizeTokenUsage as o, accumulateTokenUsage as r, accumulateAssertionTokenUsage as t };
133
- //# sourceMappingURL=tokenUsageUtils-cFdLMERB.js.map
138
+ //# sourceMappingURL=tokenUsageUtils-FZd5O_4A.js.map
@@ -1,4 +1,4 @@
1
- import { A as logger_default, O as REQUEST_TIMEOUT_MS, g as fetchWithCache, l as OPENAI_TRANSCRIPTION_MODELS, u as OpenAiGenericProvider } from "./server/index.js";
1
+ import { _ as fetchWithCache, d as OpenAiGenericProvider, j as logger_default, k as REQUEST_TIMEOUT_MS, u as OPENAI_TRANSCRIPTION_MODELS } from "./server/index.js";
2
2
  import fs from "fs";
3
3
  import path from "path";
4
4
 
@@ -116,4 +116,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
116
116
 
117
117
  //#endregion
118
118
  export { OpenAiTranscriptionProvider };
119
- //# sourceMappingURL=transcription-Cp19m_Mt.js.map
119
+ //# sourceMappingURL=transcription-C-M81iDA.js.map
@@ -1,13 +1,13 @@
1
1
  import "./chunk-FhC4c-0y.js";
2
- import { i as logger_default } from "./logger-q5I8CByj.js";
3
- import "./esm-D40XsWlR.js";
4
- import "./pythonUtils-eNq6Wsfr.js";
5
- import "./types-BsU_PxR3.js";
6
- import "./util-WYC3rB_p.js";
7
- import { h as REQUEST_TIMEOUT_MS } from "./fetch-BIfcW-Fd.js";
8
- import { a as fetchWithCache } from "./cache-BMl3AIo5.js";
9
- import { t as OpenAiGenericProvider } from "./openai-CitF-gEN.js";
10
- import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-Bnw6EyZN.js";
2
+ import { i as logger_default } from "./logger-w8Ozp0Td.js";
3
+ import "./esm-rDtG_2rg.js";
4
+ import "./pythonUtils-vMlk9Qp5.js";
5
+ import "./types-DMVjYLpx.js";
6
+ import "./util-DiCePfDu.js";
7
+ import { h as REQUEST_TIMEOUT_MS } from "./fetch-18MuNu9i.js";
8
+ import { a as fetchWithCache } from "./cache-BLLayYEN.js";
9
+ import { t as OpenAiGenericProvider } from "./openai-Dz3surb_.js";
10
+ import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-Cl0zfT3V.js";
11
11
  import fs from "fs";
12
12
  import path from "path";
13
13
 
@@ -125,4 +125,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
125
125
 
126
126
  //#endregion
127
127
  export { OpenAiTranscriptionProvider };
128
- //# sourceMappingURL=transcription-CLRpAg07.js.map
128
+ //# sourceMappingURL=transcription-CYuY5sFO.js.map
@@ -1,15 +1,15 @@
1
1
  #!/usr/bin/env node
2
2
  import "./chunk-DHDDz29n.js";
3
- import { o as logger_default } from "./logger-Bzi5o47S.js";
4
- import { d as REQUEST_TIMEOUT_MS } from "./fetch-Mb7SbeM-.js";
5
- import "./cloud-ByJVRSQI.js";
6
- import "./types-CgrxBFgm.js";
7
- import { a as fetchWithCache } from "./cache-DHm8Pc8l.js";
8
- import "./util-M2MoNCUR.js";
9
- import "./esm-Lh6czAFT.js";
10
- import "./pythonUtils-B9JA-gsC.js";
11
- import { t as OpenAiGenericProvider } from "./openai-Cv9pEKxp.js";
12
- import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-DHBpsbZE.js";
3
+ import { o as logger_default } from "./logger-BotXmWKW.js";
4
+ import { d as REQUEST_TIMEOUT_MS } from "./fetch-SRsE6Ctl.js";
5
+ import "./cloud-BMbRVJFw.js";
6
+ import "./types-t52w-XsS.js";
7
+ import { a as fetchWithCache } from "./cache-mIszOnuz.js";
8
+ import "./util-BSh4a_Q8.js";
9
+ import "./esm-CYhseqj4.js";
10
+ import "./pythonUtils-r1uBuA0n.js";
11
+ import { t as OpenAiGenericProvider } from "./openai-CT5fwbve.js";
12
+ import { i as OPENAI_TRANSCRIPTION_MODELS } from "./util-CUEt0Vum.js";
13
13
  import fs from "fs";
14
14
  import path from "path";
15
15
 
@@ -127,4 +127,4 @@ var OpenAiTranscriptionProvider = class OpenAiTranscriptionProvider extends Open
127
127
 
128
128
  //#endregion
129
129
  export { OpenAiTranscriptionProvider };
130
- //# sourceMappingURL=transcription-D8ifIKOv.js.map
130
+ //# sourceMappingURL=transcription-Ch7S-LWw.js.map