promptfoo 0.121.3 → 0.121.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (378) hide show
  1. package/README.md +1 -1
  2. package/dist/src/{ListApp-Du7YVwj5.js → ListApp-DQkFNqE9.js} +1 -1
  3. package/dist/src/{accounts-Xatc0RYb.js → accounts-DdJ2pHMI.js} +5 -5
  4. package/dist/src/{accounts-B2XmGjty.js → accounts-DhMYUUbu.js} +5 -5
  5. package/dist/src/{accounts-BPyfpSeU.cjs → accounts-Dy17bs4D.cjs} +5 -5
  6. package/dist/src/{accounts-CFLK3mnD.js → accounts-F9d_5sMC.js} +6 -6
  7. package/dist/src/{agentic-utils-DAVsChuB.cjs → agentic-utils-BpX5b23w.cjs} +3 -3
  8. package/dist/src/{agentic-utils-DIYAAYE7.js → agentic-utils-P172hM8B.js} +3 -3
  9. package/dist/src/{agentic-utils-D8yXo5Lm.js → agentic-utils-qFlm6zes.js} +4 -4
  10. package/dist/src/{agentic-utils-36epdqwB.js → agentic-utils-w68v6_Dz.js} +3 -3
  11. package/dist/src/{agents-CLQ-P15P.js → agents-8FDnTriG.js} +6 -7
  12. package/dist/src/{agents-CAYbM7qD.cjs → agents-BahDpe5G.cjs} +34 -12
  13. package/dist/src/{agents-DSSTV4bv.js → agents-C-R_jfzI.js} +35 -13
  14. package/dist/src/{agents-wg3ohknq.js → agents-CgaMXvLM.js} +5 -7
  15. package/dist/src/{agents-BBWxKSM0.cjs → agents-D7-HGxUj.cjs} +5 -7
  16. package/dist/src/{agents-BBVJCIYr.js → agents-DJ35I3Nt.js} +35 -13
  17. package/dist/src/{agents-CgBniSlI.js → agents-aYPQLf8W.js} +5 -9
  18. package/dist/src/{agents-Bqgfdokm.js → agents-pQeBEXMm.js} +35 -14
  19. package/dist/src/{aimlapi-BwGC1TtS.js → aimlapi-BCq3MHeL.js} +8 -14
  20. package/dist/src/{aimlapi-MgSLdvy7.js → aimlapi-BD6J9oKt.js} +7 -14
  21. package/dist/src/{aimlapi-Bv8Fmc-b.cjs → aimlapi-qcK4OT55.cjs} +8 -15
  22. package/dist/src/{aimlapi-DaC3qZ-o.js → aimlapi-sgYnkE54.js} +7 -16
  23. package/dist/src/app/app/tsconfig.app.tsbuildinfo +1 -0
  24. package/dist/src/app/assets/Report-CQYFezYu.js +1 -0
  25. package/dist/src/app/assets/index-BXGkeMwh.css +1 -0
  26. package/dist/src/app/assets/index-BzJt18Jz.js +385 -0
  27. package/dist/src/app/assets/rolldown-runtime-COnpUsM8.js +1 -0
  28. package/dist/src/app/assets/scroll-timeline-D9IT_e8Z.js +1 -0
  29. package/dist/src/app/assets/sync-IjzpWrOE.js +4 -0
  30. package/dist/src/app/assets/vendor-charts-BNdH8TCw.js +36 -0
  31. package/dist/src/app/assets/vendor-markdown-Ch00wnNI.js +29 -0
  32. package/dist/src/app/assets/vendor-react-CVvmk1UB.js +9 -0
  33. package/dist/src/app/assets/vendor-utils-BnEYbx2Q.js +37 -0
  34. package/dist/src/app/index.html +7 -7
  35. package/dist/src/{audio-DjU9GswO.js → audio-B7izf48x.js} +4 -5
  36. package/dist/src/{audio-DVFjQ67_.cjs → audio-BQtNuYBj.cjs} +4 -4
  37. package/dist/src/{audio-Bn44pQxv.js → audio-COrn8rM6.js} +4 -4
  38. package/dist/src/{audio-DDA5WHdx.js → audio-DcVKoInv.js} +4 -4
  39. package/dist/src/{base-BboXIF_0.cjs → base-D-670DX8.cjs} +3 -3
  40. package/dist/src/{base-CqzQ4K8j.js → base-PYJvBE1i.js} +3 -3
  41. package/dist/src/{base-CKjwebIH.js → base-fZ9wgg50.js} +3 -3
  42. package/dist/src/{base-Cz2ZC_iA.js → base-yrI1Yal4.js} +3 -3
  43. package/dist/src/{blobs-BUWmKWzo.js → blobs-BCZavS8s.js} +4 -4
  44. package/dist/src/{blobs-B1JriOyi.js → blobs-BQWqnnvL.js} +4 -4
  45. package/dist/src/{blobs-DXTl6J3H.js → blobs-C-F78Kfn.js} +3 -3
  46. package/dist/src/{blobs-C6j0bvFz.cjs → blobs-D2FAd1Q5.cjs} +3 -3
  47. package/dist/src/cache-BIyPcp5v.cjs +376 -0
  48. package/dist/src/cache-C4Xb-hNb.js +310 -0
  49. package/dist/src/cache-Cr9oLMUa.js +3 -0
  50. package/dist/src/cache-D5NZmMiT.js +310 -0
  51. package/dist/src/cache-DbLsVWB2.cjs +3 -0
  52. package/dist/src/cache-mb7c8hbp.js +280 -0
  53. package/dist/src/{chat-DK1U-eZ-.js → chat-0bwXjVP0.js} +3 -13
  54. package/dist/src/{chat-BtIKkLKx.cjs → chat-BPXSW8Bv.cjs} +3 -13
  55. package/dist/src/{chat-B0iaWhoh.js → chat-BfPaS15_.js} +63 -37
  56. package/dist/src/{chat-CM8qWR3_.cjs → chat-CclRbxGf.cjs} +63 -37
  57. package/dist/src/{chat-BEwdgGEg.js → chat-Dr3DUQ0D.js} +63 -37
  58. package/dist/src/{chat-pxmiVpWe.js → chat-I9izLm49.js} +62 -36
  59. package/dist/src/{chat-B-52XYI1.js → chat-MKxMnZJZ.js} +3 -13
  60. package/dist/src/{chat-BE0qTA8e.js → chat-mW0ORo8G.js} +3 -14
  61. package/dist/src/{chatkit-Cx174XI3.cjs → chatkit-BoWoSgXl.cjs} +4 -4
  62. package/dist/src/{chatkit-BYGQlHlV.js → chatkit-CJnHRRMM.js} +4 -4
  63. package/dist/src/{chatkit-a2D6mY6s.js → chatkit-Cv6AhukM.js} +4 -4
  64. package/dist/src/{chatkit-_8eJqKcD.js → chatkit-zUIVoDos.js} +4 -4
  65. package/dist/src/{claude-agent-sdk-CMjh4LFH.js → claude-agent-sdk-BQNuLaAK.js} +19 -14
  66. package/dist/src/{claude-agent-sdk-8ddRp1L2.cjs → claude-agent-sdk-CPJo3dBQ.cjs} +21 -16
  67. package/dist/src/{claude-agent-sdk-HgbFioFw.js → claude-agent-sdk-Dtq_L-Sc.js} +20 -15
  68. package/dist/src/{claude-agent-sdk-Bq5EArsX.js → claude-agent-sdk-nfAIcxNf.js} +21 -17
  69. package/dist/src/{cloud-z8KZpUoa.js → cloud-DQZ5sVjW.js} +25 -13
  70. package/dist/src/cloud-Hphvo8kr.js +3 -0
  71. package/dist/src/{cloudflare-ai-Bbp26N0L.js → cloudflare-ai-BIB567w6.js} +5 -14
  72. package/dist/src/{cloudflare-ai-BGyXlpXJ.js → cloudflare-ai-DGLte7Py.js} +5 -14
  73. package/dist/src/{cloudflare-ai-C62x6MQG.cjs → cloudflare-ai-Dl3N9OVD.cjs} +6 -15
  74. package/dist/src/{cloudflare-ai-DdKP9TKT.js → cloudflare-ai-DlKr0rY7.js} +5 -15
  75. package/dist/src/{cloudflare-gateway-D-e9i1Sn.js → cloudflare-gateway-BDZrYydE.js} +4 -16
  76. package/dist/src/{cloudflare-gateway-Dx36ftqF.cjs → cloudflare-gateway-BYDp495F.cjs} +4 -15
  77. package/dist/src/{cloudflare-gateway-DXhtXDRb.js → cloudflare-gateway-CiIZHU0Q.js} +4 -15
  78. package/dist/src/{cloudflare-gateway-BwAaUgeW.js → cloudflare-gateway-DI1HNP5F.js} +4 -15
  79. package/dist/src/codex-sdk-BAmYE7qy.js +3 -0
  80. package/dist/src/codex-sdk-C2_M2pl_.cjs +1172 -0
  81. package/dist/src/codex-sdk-CErXn7qh.js +1165 -0
  82. package/dist/src/codex-sdk-CWEnH70W.cjs +2 -0
  83. package/dist/src/codex-sdk-CpqiOqDO.js +1164 -0
  84. package/dist/src/codex-sdk-Rtky3M4I.js +1165 -0
  85. package/dist/src/{cometapi-BDyV-NNm.js → cometapi-BUlt_ELa.js} +8 -15
  86. package/dist/src/{cometapi-hhL4TAh3.js → cometapi-CtJ-mS8R.js} +9 -15
  87. package/dist/src/{cometapi-sp7sJpBD.js → cometapi-DT-jlVCB.js} +8 -17
  88. package/dist/src/{cometapi-C3hOlM7-.cjs → cometapi-UVOryo4W.cjs} +9 -16
  89. package/dist/src/{completion-DlXUhj5c.cjs → completion-BozdoXba.cjs} +7 -62
  90. package/dist/src/{completion-BCimtq-h.js → completion-Dnxn7E-j.js} +8 -57
  91. package/dist/src/{completion-DCjv7RZ3.js → completion-HUe8wDhZ.js} +8 -57
  92. package/dist/src/{completion-DoYy49ti.js → completion-x0a_c2y1.js} +8 -57
  93. package/dist/src/{createHash-CTQmL3G2.js → createHash-4gFQpDDv.js} +3 -3
  94. package/dist/src/{createHash-BYwImsYv.cjs → createHash-B7KvgoOD.cjs} +4 -4
  95. package/dist/src/{createHash-Da8fMwqB.js → createHash-ChI45QR1.js} +3 -3
  96. package/dist/src/{createHash-DmPQkvBh.js → createHash-CwDVU5xr.js} +3 -3
  97. package/dist/src/{docker-FeBni2dw.js → docker-CQmlA2NU.js} +7 -14
  98. package/dist/src/{docker-CxCkwMzc.js → docker-ClnmCf1Z.js} +6 -14
  99. package/dist/src/{docker-DpguQj-w.js → docker-DCgsveLD.js} +6 -16
  100. package/dist/src/{docker-Cqj2-QVi.cjs → docker-DS4_Osau.cjs} +7 -15
  101. package/dist/src/embedding-D3xTseo7.js +59 -0
  102. package/dist/src/embedding-DD9wa3ae.js +58 -0
  103. package/dist/src/embedding-I45KG3o7.cjs +63 -0
  104. package/dist/src/embedding-nFbumxcv.js +58 -0
  105. package/dist/src/entrypoint.js +69 -6
  106. package/dist/src/{errors-P6ll7XSJ.js → errors-Cw810C93.js} +1 -1
  107. package/dist/src/{esm-SUNIX1x3.js → esm-C7PnfdF8.js} +15 -6
  108. package/dist/src/{esm-CipptfDu.cjs → esm-CtEPLdAj.cjs} +15 -6
  109. package/dist/src/{esm-CKWP3u_P.js → esm-Dh4dOLlt.js} +16 -7
  110. package/dist/src/{esm-7UIl0pPM.js → esm-tVgYPY-f.js} +27 -18
  111. package/dist/src/eval-CzJFfFO9.js +3 -0
  112. package/dist/src/{eval-BTqTn7lb.js → eval-u4UVafl6.js} +49 -20
  113. package/dist/src/{evalResult-BkIhRdTe.js → evalResult-Bgm9ZH31.js} +7 -7
  114. package/dist/src/{evalResult-DUDShQrm.js → evalResult-D3hVYFis.js} +7 -7
  115. package/dist/src/evalResult-D8MT9p0s.js +3 -0
  116. package/dist/src/evalResult-DElBuddX.js +2 -0
  117. package/dist/src/evalResult-Dvc-iucu.cjs +2 -0
  118. package/dist/src/{evalResult-DpARzUCb.cjs → evalResult-KZqXl4XP.cjs} +7 -7
  119. package/dist/src/evaluator-CVessDWe.js +3 -0
  120. package/dist/src/{evaluator-BcvOGaam.js → evaluator-IvuDYSvQ.js} +3178 -2102
  121. package/dist/src/{extractor-C8XwivI9.js → extractor-CAfTSraf.js} +6 -6
  122. package/dist/src/{extractor-CAZ2G3Kh.js → extractor-DNSeBVOJ.js} +6 -6
  123. package/dist/src/{extractor-D_wd8jxt.js → extractor-Dk6bRWkv.js} +6 -6
  124. package/dist/src/{extractor-DG3sSfXE.cjs → extractor-WVPOrH43.cjs} +6 -6
  125. package/dist/src/{fetch-BiYv2BZc.js → fetch-B0Z3Oe4k.js} +218 -55
  126. package/dist/src/{fetch-DoVRJZhJ.js → fetch-BEWnXrrG.js} +195 -45
  127. package/dist/src/fetch-C7bGKDlQ.js +3 -0
  128. package/dist/src/{fetch-BnR9wSnm.cjs → fetch-CJU5ELPa.cjs} +223 -48
  129. package/dist/src/{fetch-CVAtKnI3.js → fetch-Di00EQrc.js} +218 -55
  130. package/dist/src/{fileExtensions-Ds-foDzt.js → fileExtensions-AWa2ZML4.js} +1 -1
  131. package/dist/src/{fileExtensions-LcDYkU4v.js → fileExtensions-BArZuxsI.js} +1 -1
  132. package/dist/src/{formatDuration-DgBVMN65.js → formatDuration-DZzPsexs.js} +1 -1
  133. package/dist/src/{genaiTracer-70Z8BIuV.js → genaiTracer-COYDi-tC.js} +6 -2
  134. package/dist/src/{genaiTracer-C1rxGO8Q.js → genaiTracer-DWdZ28hY.js} +6 -2
  135. package/dist/src/{genaiTracer-D3fD9dNV.js → genaiTracer-XnrcgDCe.js} +6 -2
  136. package/dist/src/{genaiTracer-BfxrvSUb.cjs → genaiTracer-yRuxj9-L.cjs} +7 -3
  137. package/dist/src/golang/wrapper.go +1 -1
  138. package/dist/src/{graders-BElhu9ZY.cjs → graders--zknU_uk.cjs} +3772 -1302
  139. package/dist/src/graders-BOAzQEUe.cjs +2 -0
  140. package/dist/src/graders-D4BTsZdG2.js +3 -0
  141. package/dist/src/graders-DOJK1XpV.js +2 -0
  142. package/dist/src/graders-NAv9LcBn.js +2 -0
  143. package/dist/src/{graders-DG7mhg-b.js → graders-Zy3x0zqX.js} +5691 -3247
  144. package/dist/src/{graders-RjHF8VfG.js → graders-eIHhRqoC.js} +5683 -3239
  145. package/dist/src/{graders-BXAJ0sbS.js → graders-pvbReLLn.js} +5692 -3248
  146. package/dist/src/{image-6WQXK8m8.js → image-9302QVqR.js} +4 -4
  147. package/dist/src/{image-B8b6f36E.js → image-B5Mv-Z3h.js} +8 -8
  148. package/dist/src/{image-PoF6DN3x.js → image-DVz2RiMF.js} +8 -8
  149. package/dist/src/{image-fza3zuKs.cjs → image-De2FBmYV.cjs} +4 -4
  150. package/dist/src/{image-DO0RYnjH.js → image-dnoUgPrC.js} +4 -5
  151. package/dist/src/{image-CoxZp9PZ.js → image-qUpPvmNZ.js} +8 -8
  152. package/dist/src/{image-xNbw5ph2.js → image-u7-rKnYU.js} +4 -4
  153. package/dist/src/{image--F58eEIn.cjs → image-x6KqLQl4.cjs} +8 -8
  154. package/dist/src/index.cjs +3641 -2144
  155. package/dist/src/index.d.cts +2660 -20
  156. package/dist/src/index.d.ts +2660 -20
  157. package/dist/src/index.js +3649 -2152
  158. package/dist/src/{interactiveCheck-BnMYOjMu.js → interactiveCheck-CLERUB0c.js} +2 -2
  159. package/dist/src/{knowledgeBase-DqrLX8fy.cjs → knowledgeBase-Bpoe_nLu.cjs} +6 -8
  160. package/dist/src/{knowledgeBase-Bi7CmDbx.js → knowledgeBase-Dgc7CBWF.js} +6 -8
  161. package/dist/src/{knowledgeBase-DFRXPZl_.js → knowledgeBase-RhFPGWDc.js} +6 -8
  162. package/dist/src/{knowledgeBase-Ce3ofVan.js → knowledgeBase-lm9RXSAm.js} +6 -9
  163. package/dist/src/{litellm-CKiAxnoM.js → litellm-C2kqjxqp.js} +6 -14
  164. package/dist/src/{litellm-CnHI69aj.cjs → litellm-CoyI4IAl.cjs} +6 -15
  165. package/dist/src/{litellm-Tc294Jhj.js → litellm-DRjpcSa7.js} +5 -14
  166. package/dist/src/{litellm-Bo2gQXpo.js → litellm-p37R1dzQ.js} +5 -16
  167. package/dist/src/{logger-BnkjG2jt.js → logger-B88EkIn6.js} +40 -11
  168. package/dist/src/{logger-D5iKBpu_.cjs → logger-COuQb2xB.cjs} +51 -10
  169. package/dist/src/{logger-DO8_zM18.js → logger-Ct2S6Yx-.js} +40 -11
  170. package/dist/src/{logger-BcJBzSSA.js → logger-DksKw1Qc.js} +40 -11
  171. package/dist/src/{luma-ray-C9q8rdQe.js → luma-ray-B863CmuZ.js} +6 -10
  172. package/dist/src/{luma-ray-DP0QA9qn.js → luma-ray-BTTLtqQ8.js} +7 -10
  173. package/dist/src/{luma-ray-m9Ku2meV.cjs → luma-ray-BxVKaW2a.cjs} +6 -10
  174. package/dist/src/{luma-ray-0ehMPt5N.js → luma-ray-KgTCXrZC.js} +6 -12
  175. package/dist/src/main.d.ts +1 -26
  176. package/dist/src/main.js +985 -520
  177. package/dist/src/{messages-HJsyEh4o.cjs → messages-811uVVW5.cjs} +69 -19
  178. package/dist/src/{messages-Dy9QecMs.js → messages-BTQz42fn.js} +69 -19
  179. package/dist/src/{messages-biC_ex-p.js → messages-MYTQ2TWp.js} +69 -19
  180. package/dist/src/{messages-DJNo37Ko.js → messages-zWbkLLHz.js} +69 -19
  181. package/dist/src/{meteor-D-SotUw9.js → meteor-CU5UAE-H.js} +1 -1
  182. package/dist/src/{meteor-DLZZ3osF.cjs → meteor-Co1VQ1u5.cjs} +1 -1
  183. package/dist/src/{meteor-44VjEACX.js → meteor-DHdzY1Ss.js} +1 -1
  184. package/dist/src/{meteor-DUiCJRC-.js → meteor-DuAFv6gF.js} +1 -1
  185. package/dist/src/{modelslab-B5J-ZM5c.js → modelslab-D0erNWKe.js} +7 -10
  186. package/dist/src/{modelslab-BTOT8FUO.js → modelslab-DIq-6y7x.js} +7 -10
  187. package/dist/src/{modelslab-IQbNg-r7.cjs → modelslab-Dk1JAtVo.cjs} +7 -10
  188. package/dist/src/{modelslab-BI458moT.js → modelslab-wu9yi5GE.js} +7 -11
  189. package/dist/src/{nova-reel-BZ9y-Y5s.js → nova-reel-CCFRfeRb.js} +7 -10
  190. package/dist/src/{nova-reel-CE5etkv9.cjs → nova-reel-CrLXVKQf.cjs} +6 -10
  191. package/dist/src/{nova-reel-Xw1SXLpg.js → nova-reel-DQrm74ng.js} +6 -10
  192. package/dist/src/{nova-reel-DEeQlnOJ.js → nova-reel-gr11WG7f.js} +6 -12
  193. package/dist/src/{nova-sonic-Ogqf-csn.js → nova-sonic-BYdp-QLs.js} +5 -7
  194. package/dist/src/{nova-sonic-DXTLpi-r.js → nova-sonic-B_ZXcUJB.js} +4 -7
  195. package/dist/src/{nova-sonic-DWswpN1E.js → nova-sonic-TDgrlTk7.js} +4 -9
  196. package/dist/src/{nova-sonic-N0yCm0vb.cjs → nova-sonic-i5tUvXKn.cjs} +4 -7
  197. package/dist/src/{openai-BcB5KlTk.js → openai-DhVEmgeZ.js} +6 -3
  198. package/dist/src/{openai-BMcwgD5C.js → openai-Qsvz25mV.js} +6 -3
  199. package/dist/src/{openai-CoxGAQwn.cjs → openai-URNyItar.cjs} +6 -3
  200. package/dist/src/{openai-D6wITiVn.js → openai-iYtrXzOX.js} +6 -3
  201. package/dist/src/openclaw-CLWrW03k.js +1200 -0
  202. package/dist/src/openclaw-CnQ363Wi.js +1199 -0
  203. package/dist/src/openclaw-CwzlQSQX.js +1199 -0
  204. package/dist/src/openclaw-wX9rtfke.cjs +1205 -0
  205. package/dist/src/{opencode-sdk-CHCs7dEb.js → opencode-sdk-BUu5Nevv.js} +6 -8
  206. package/dist/src/{opencode-sdk-WWJhnbKr.cjs → opencode-sdk-BZ2idgYA.cjs} +6 -8
  207. package/dist/src/{opencode-sdk-DDxj4QqH.js → opencode-sdk-BxD8vXp_.js} +7 -8
  208. package/dist/src/{opencode-sdk-C71Z0ehR.js → opencode-sdk-GI2KaAXq.js} +6 -10
  209. package/dist/src/{otlpReceiver-CZL48YfC.js → otlpReceiver-B2z58l4e.js} +154 -98
  210. package/dist/src/{otlpReceiver-DHKqJlsz.cjs → otlpReceiver-BfcVq2Nq.cjs} +154 -98
  211. package/dist/src/{otlpReceiver-CavGAA6k.js → otlpReceiver-BntK801g.js} +154 -98
  212. package/dist/src/{otlpReceiver-C9KlUtxh.js → otlpReceiver-DmVulbhC.js} +154 -98
  213. package/dist/src/{providerRegistry-BkzVH5Ba.js → providerRegistry-Bvh8mv85.js} +2 -2
  214. package/dist/src/{providerRegistry-CUWki5mQ.js → providerRegistry-CPQ_CmVO.js} +2 -2
  215. package/dist/src/{providerRegistry-BTDgfV5h.cjs → providerRegistry-CQMdTmHP.cjs} +2 -2
  216. package/dist/src/{providerRegistry-B9lh-_tx.js → providerRegistry-CWoPjKFZ.js} +2 -2
  217. package/dist/src/{providers-CScd1wN6.cjs → providers-1eKkXBKp.cjs} +792 -556
  218. package/dist/src/{providers-Ch6Mr0gn.js → providers-BV_KMZje.js} +699 -493
  219. package/dist/src/providers-Bp4S-FvO.js +2 -0
  220. package/dist/src/providers-DV3ax9e_.cjs +3 -0
  221. package/dist/src/{providers-DvddrgxL.js → providers-Domz_llv.js} +707 -501
  222. package/dist/src/{providers-Cn73d5sr.js → providers-DruaQfwu.js} +704 -498
  223. package/dist/src/providers-iUt5fbAN.js +3 -0
  224. package/dist/src/providers-u9Enmfok.js +2 -0
  225. package/dist/src/python/persistent_wrapper.py +0 -5
  226. package/dist/src/{pythonUtils-Cpo0Ez1p.js → pythonUtils-C2UQ30Rz.js} +3 -3
  227. package/dist/src/{pythonUtils-Bzwbgpbg.js → pythonUtils-Cldx7huE.js} +3 -3
  228. package/dist/src/{pythonUtils-wIqk7zAf.js → pythonUtils-CnndUbW-.js} +3 -3
  229. package/dist/src/{pythonUtils-dAVigVK-.cjs → pythonUtils-tAJvvpS-.cjs} +3 -3
  230. package/dist/src/{quiverai-BeofbLVc.js → quiverai-CtWi6x_g.js} +4 -4
  231. package/dist/src/{quiverai-CcUhPIBg.cjs → quiverai-DFotyafY.cjs} +4 -4
  232. package/dist/src/{quiverai-DVSEqJiq.js → quiverai-DR0SnIQV.js} +4 -4
  233. package/dist/src/{quiverai-CCQn73lq.js → quiverai-aPPvXOgn.js} +4 -5
  234. package/dist/src/render-CH-62LbA.js +135 -0
  235. package/dist/src/render-CMEpfLaO.js +136 -0
  236. package/dist/src/{render-BHl6QVq9.js → render-CgVDrJmM.js} +2 -3
  237. package/dist/src/render-DHIZ6_k8.js +135 -0
  238. package/dist/src/render-DfQSFxGE.cjs +165 -0
  239. package/dist/src/{responses-CQb1Tj69.js → responses--OsX2aYW.js} +17 -12
  240. package/dist/src/{responses-mo0KQDbu.cjs → responses-Bi9vBuW_.cjs} +18 -13
  241. package/dist/src/{responses-CgNyTPsY.js → responses-C-flexAY.js} +18 -13
  242. package/dist/src/{responses-BKP_WYis.js → responses-DL9m8CyY.js} +18 -13
  243. package/dist/src/{rubyUtils-CGeUtCfW.cjs → rubyUtils-B6eljPuh.cjs} +3 -3
  244. package/dist/src/{rubyUtils-DECSbsfY.js → rubyUtils-CYSQEG4a.js} +3 -3
  245. package/dist/src/rubyUtils-D1L2d3jb.js +3 -0
  246. package/dist/src/rubyUtils-DUbq4tff.cjs +2 -0
  247. package/dist/src/{rubyUtils-PgU-gHmx.js → rubyUtils-DVLeA2jg.js} +3 -3
  248. package/dist/src/{rubyUtils-CiVfln3g.js → rubyUtils-DsGrTx8R.js} +3 -3
  249. package/dist/src/{sagemaker-CqeASYE5.js → sagemaker-BVkaG2-l.js} +14 -18
  250. package/dist/src/{sagemaker-CVv8W7so.js → sagemaker-BveBvuxm.js} +14 -18
  251. package/dist/src/{sagemaker-MUbD5V3v.js → sagemaker-D67yzMzs.js} +14 -19
  252. package/dist/src/{sagemaker-jiw1wQa-.cjs → sagemaker-XnfhheQv.cjs} +14 -18
  253. package/dist/src/{scanner-DVDeUz1r.js → scanner-1DqWi1Ej.js} +130 -35
  254. package/dist/src/server/golang/wrapper.go +1 -1
  255. package/dist/src/server/index.js +3596 -2098
  256. package/dist/src/server/python/persistent_wrapper.py +0 -5
  257. package/dist/src/{server-DZ9MtCn0.js → server-BNYztJkh.js} +128 -9
  258. package/dist/src/{server-Cns05F1j.js → server-BSB45Nt9.js} +127 -8
  259. package/dist/src/{server-CP9qKM40.js → server-D6Il2Sob.js} +126 -7
  260. package/dist/src/server-DCtHUqlp.js +3 -0
  261. package/dist/src/server-DaA2eR26.cjs +2 -0
  262. package/dist/src/{server-BtoCXeXI.cjs → server-Dx2TyCH2.cjs} +140 -6
  263. package/dist/src/{signal-C3ZTsUgi.js → signal-CE5G3a7x.js} +3 -3
  264. package/dist/src/{slack-94iG3T0s.cjs → slack-1Rhq0EoV.cjs} +2 -2
  265. package/dist/src/{slack-BR0HtO3K.js → slack-D5Wpy8LM.js} +2 -2
  266. package/dist/src/{slack-DCEV-vWP.js → slack-DDUe-5MC.js} +2 -2
  267. package/dist/src/{slack-2sdpGzbt.js → slack-acRb0IqQ.js} +2 -2
  268. package/dist/src/store-CWOSz6D_.cjs +2 -0
  269. package/dist/src/{store-P8OKm19S.js → store-CYEy5J2D.js} +3 -3
  270. package/dist/src/{store-CLyU7AtI.cjs → store-DAAyxcy6.cjs} +3 -3
  271. package/dist/src/store-DCDBhv7B.js +3 -0
  272. package/dist/src/{store-VB0GP46K.js → store-Dn9HUkdW.js} +3 -3
  273. package/dist/src/{store-Cj258DgL.js → store-M0b1WfYb.js} +3 -3
  274. package/dist/src/{tables-DmzvLbeZ.js → tables-C4CH3zRr.js} +3 -3
  275. package/dist/src/{tables-BEIFz2tM.js → tables-CsWou1Bx.js} +3 -3
  276. package/dist/src/{tables-kC7R5kiK.js → tables-DQ4WU5tX.js} +3 -3
  277. package/dist/src/{tables-BdZQEpRz.cjs → tables-DUfh1F7Z.cjs} +3 -3
  278. package/dist/src/telemetry-C1IqxcdW.js +3 -0
  279. package/dist/src/telemetry-C4ZEa_es.cjs +2 -0
  280. package/dist/src/{telemetry-BnH5VJAU.js → telemetry-CQPez_Jp.js} +4 -4
  281. package/dist/src/{telemetry-re627Lre.cjs → telemetry-Dsw_faFj.cjs} +4 -4
  282. package/dist/src/{telemetry-BugWqKiu.js → telemetry-Dvqxv3YC.js} +4 -4
  283. package/dist/src/{telemetry-DPXLd7UE.js → telemetry-dbaJ0E98.js} +4 -4
  284. package/dist/src/{text-CW1cyrwj.cjs → text-BVi-cLPJ.cjs} +1 -1
  285. package/dist/src/{text-B_UCRPp2.js → text-CZr46tp_.js} +1 -1
  286. package/dist/src/{text-TIv0QYnd.js → text-DHxdyQqT.js} +1 -1
  287. package/dist/src/{text-Db-Wt2u2.js → text-KvuD2Iko.js} +1 -1
  288. package/dist/src/{tokenUsageUtils-bVa1ga6f.cjs → tokenUsageUtils-Bb7DkZPz.cjs} +7 -3
  289. package/dist/src/{tokenUsageUtils-BDGe-iyI.js → tokenUsageUtils-C-bmyHoE.js} +7 -3
  290. package/dist/src/{tokenUsageUtils-DflFMjS0.js → tokenUsageUtils-CXrvO-wA.js} +7 -3
  291. package/dist/src/{transcription-BvtsrzRG.cjs → transcription-BvjmiYB1.cjs} +9 -13
  292. package/dist/src/{transcription-Hb3VnC4M.js → transcription-CJspiD2c.js} +8 -11
  293. package/dist/src/{transcription-CaMivnjG.js → transcription-DuWDupG7.js} +7 -11
  294. package/dist/src/{transcription-DOMMTu01.js → transcription-V2HaAmy2.js} +7 -13
  295. package/dist/src/{transform-BqPkNPYm.js → transform-Bbg6A8Jk.js} +4 -4
  296. package/dist/src/{transform-DrleutM3.js → transform-CG0ehZNG.js} +9 -8
  297. package/dist/src/{transform-0BwoBsvO.cjs → transform-CTeuTR3S.cjs} +16 -8
  298. package/dist/src/{transform-ZrG2dvlo.cjs → transform-CUnzlsbn.cjs} +4 -4
  299. package/dist/src/{transform-BzK09Q_9.js → transform-DYX1_Xnh.js} +5 -5
  300. package/dist/src/transform-DgKlRr73.cjs +2 -0
  301. package/dist/src/transform-M6ITAESf.js +3 -0
  302. package/dist/src/{transform-ljLYHEPh.js → transform-UN5UGu8U.js} +5 -5
  303. package/dist/src/{transform-B2-jIv68.js → transform-lQrDE1BQ.js} +8 -6
  304. package/dist/src/{transform-DyDAwEpE.js → transform-zDhMmzwX.js} +10 -7
  305. package/dist/src/{transformersAvailability-BGkzavwb.js → transformersAvailability-CcHusyhw.js} +1 -1
  306. package/dist/src/{transformersAvailability-DKoRtQLy.cjs → transformersAvailability-Cju9mHgR.cjs} +1 -1
  307. package/dist/src/{transformersAvailability-D6c6ROpT.js → transformersAvailability-DLlROWhg.js} +1 -1
  308. package/dist/src/{types-q8GXGF65.js → types-BGQDAP8i.js} +351 -22
  309. package/dist/src/{types-Cd3ygw8W.js → types-Bgh5SOn6.js} +352 -24
  310. package/dist/src/{types-D8cGDZbL.cjs → types-CeaeaZdP.cjs} +387 -22
  311. package/dist/src/{types-CIhFeUC4.js → types-Dm9JM6Vb.js} +362 -23
  312. package/dist/src/{util-vNmDL5DT.js → util-BYvQUPp7.js} +138 -36
  313. package/dist/src/{util-CuLo2pMR.cjs → util-Bxn8emtE.cjs} +14 -167
  314. package/dist/src/{util-BLvy9qfE.js → util-C8e5uydV.js} +18 -141
  315. package/dist/src/{util-DM2rTn_6.js → util-C9J8ahRn.js} +4 -4
  316. package/dist/src/{util-CFj4YKIn.cjs → util-CN3SrLT4.cjs} +4 -4
  317. package/dist/src/{util-BtoGs5Cb.js → util-D3q0WQ-0.js} +4 -4
  318. package/dist/src/{util-CgDCK4KI.js → util-D9TisOyk.js} +4 -4
  319. package/dist/src/{util-DMFeUvLz.js → util-DDs-7g6-.js} +138 -36
  320. package/dist/src/{util-DbVG-yZU.js → util-DvU2Pw8c.js} +138 -36
  321. package/dist/src/{util-Bm3E9jpK.js → util-DxWpWjhc.js} +12 -135
  322. package/dist/src/{util-CMMkIxfU.js → util-oGMLA7vc.js} +16 -139
  323. package/dist/src/{util--9u9UVCt.cjs → util-olYL5C6N.cjs} +143 -35
  324. package/dist/src/{utils-DKw8mrgr.cjs → utils-B05gLxER.cjs} +6 -4
  325. package/dist/src/{utils-DEuL4VNB.js → utils-BLJKfv0y.js} +6 -4
  326. package/dist/src/{utils-DOjD4dTC.js → utils-DJfvjyMj.js} +6 -4
  327. package/dist/src/{utils-CFxO9KGo.js → utils-hXtCYanr.js} +6 -4
  328. package/dist/tsconfig.tsbuildinfo +1 -1
  329. package/package.json +51 -42
  330. package/dist/src/app/assets/index-B6l9CVVb.js +0 -439
  331. package/dist/src/app/assets/index-DyZ0Ep37.css +0 -1
  332. package/dist/src/app/assets/scroll-timeline-BdJZVXlz.js +0 -1
  333. package/dist/src/app/assets/sync-CStkzc6u.js +0 -4
  334. package/dist/src/app/assets/vendor-charts-BnDWwBlI.js +0 -36
  335. package/dist/src/app/assets/vendor-markdown-Bz7N-ca6.js +0 -29
  336. package/dist/src/app/assets/vendor-react-AtKqiNEf.js +0 -4
  337. package/dist/src/app/assets/vendor-syntax-D06x6TQF.js +0 -2
  338. package/dist/src/app/assets/vendor-utils-BvMHZmO7.js +0 -37
  339. package/dist/src/cache-C5yFZ4gC.cjs +0 -816
  340. package/dist/src/cache-CaT5tPgo.js +0 -756
  341. package/dist/src/cache-CyCanoMu.js +0 -6
  342. package/dist/src/cache-DSqR6ezl.js +0 -726
  343. package/dist/src/cache-Df_QFDNu.cjs +0 -5
  344. package/dist/src/cache-HP0NP4k3.js +0 -756
  345. package/dist/src/cloud-DE3t1-ZI.js +0 -4
  346. package/dist/src/codex-sdk-BQEw16R_.js +0 -834
  347. package/dist/src/codex-sdk-C_07GuVS.js +0 -834
  348. package/dist/src/codex-sdk-DE5G18dx.js +0 -835
  349. package/dist/src/codex-sdk-ZLKfDjqP.cjs +0 -838
  350. package/dist/src/eval-7aEqoMs3.js +0 -15
  351. package/dist/src/evalResult-CYNHkk5A.js +0 -12
  352. package/dist/src/evalResult-CuvJeNiM.js +0 -10
  353. package/dist/src/evalResult-tGdilrWt.cjs +0 -10
  354. package/dist/src/evaluator-BBUqRhz1.js +0 -36
  355. package/dist/src/fetch-UWU706qb.js +0 -5
  356. package/dist/src/graders-BxfEguVY.js +0 -32
  357. package/dist/src/graders-CzVMbEnv.js +0 -34
  358. package/dist/src/graders-DjCXfj0l.cjs +0 -32
  359. package/dist/src/graders-kHzIWOKu.js +0 -32
  360. package/dist/src/openclaw-0Sv7AK3O.js +0 -580
  361. package/dist/src/openclaw-CXxbKgDH.cjs +0 -586
  362. package/dist/src/openclaw-D1FSCps-.js +0 -580
  363. package/dist/src/openclaw-D2ENvu7a.js +0 -582
  364. package/dist/src/providers-BSLEaIQG.js +0 -32
  365. package/dist/src/providers-D-FnDg8k.cjs +0 -31
  366. package/dist/src/providers-DEYiFVAo.js +0 -30
  367. package/dist/src/providers-sS2WI8YD.js +0 -30
  368. package/dist/src/rubyUtils-B1HXG4ej.cjs +0 -4
  369. package/dist/src/rubyUtils-Rt6pKA96.js +0 -5
  370. package/dist/src/server-B0Xh1Gx-.js +0 -7
  371. package/dist/src/server-DJTKu9IR.cjs +0 -5
  372. package/dist/src/store-C5u6MgC8.js +0 -6
  373. package/dist/src/store-CNHk-De4.cjs +0 -5
  374. package/dist/src/telemetry-Yig0Tino.js +0 -7
  375. package/dist/src/telemetry-p8Pwqm1i.cjs +0 -5
  376. package/dist/src/tokenUsageUtils-NYT-WKS6.js +0 -138
  377. package/dist/src/transform-ChNIpHz7.js +0 -6
  378. package/dist/src/transform-PtQ6rAE3.cjs +0 -5
@@ -0,0 +1,3 @@
1
+ #!/usr/bin/env node
2
+ import { n as loadApiProvider, r as loadApiProviders } from "./providers-BV_KMZje.js";
3
+ export { loadApiProvider, loadApiProviders };
@@ -0,0 +1,2 @@
1
+ import { n as loadApiProvider, r as loadApiProviders } from "./providers-DruaQfwu.js";
2
+ export { loadApiProvider, loadApiProviders };
@@ -66,11 +66,6 @@ def _init_tracing():
66
66
  _tracer = trace.get_tracer("promptfoo.python.provider")
67
67
  _tracing_enabled = True
68
68
 
69
- print(
70
- f"[PythonProvider] OpenTelemetry tracing enabled, endpoint: {endpoint}",
71
- file=sys.stderr,
72
- flush=True,
73
- )
74
69
  except ImportError:
75
70
  print(
76
71
  "[PythonProvider] OpenTelemetry packages not installed, tracing disabled. "
@@ -1,5 +1,5 @@
1
- import { C as getEnvString, _ as safeJsonStringify, a as logger, b as getEnvBool } from "./logger-DO8_zM18.js";
2
- import { n as getWrapperDir } from "./esm-SUNIX1x3.js";
1
+ import { S as getEnvBool, T as getEnvString, a as logger, y as safeJsonStringify } from "./logger-Ct2S6Yx-.js";
2
+ import { n as getWrapperDir } from "./esm-C7PnfdF8.js";
3
3
  import fs from "fs";
4
4
  import path from "path";
5
5
  import os from "os";
@@ -246,4 +246,4 @@ async function runPython(scriptPath, method, args, options = {}) {
246
246
  //#endregion
247
247
  export { validatePythonPath as i, getEnvInt as n, runPython as r, getConfiguredPythonPath as t };
248
248
 
249
- //# sourceMappingURL=pythonUtils-Cpo0Ez1p.js.map
249
+ //# sourceMappingURL=pythonUtils-C2UQ30Rz.js.map
@@ -1,5 +1,5 @@
1
- import { C as getEnvString, _ as safeJsonStringify, a as logger, b as getEnvBool } from "./logger-BnkjG2jt.js";
2
- import { n as getWrapperDir } from "./esm-CKWP3u_P.js";
1
+ import { S as getEnvBool, T as getEnvString, a as logger, y as safeJsonStringify } from "./logger-B88EkIn6.js";
2
+ import { n as getWrapperDir } from "./esm-Dh4dOLlt.js";
3
3
  import fs from "fs";
4
4
  import path from "path";
5
5
  import os from "os";
@@ -246,4 +246,4 @@ async function runPython(scriptPath, method, args, options = {}) {
246
246
  //#endregion
247
247
  export { validatePythonPath as i, getEnvInt as n, runPython as r, getConfiguredPythonPath as t };
248
248
 
249
- //# sourceMappingURL=pythonUtils-Bzwbgpbg.js.map
249
+ //# sourceMappingURL=pythonUtils-Cldx7huE.js.map
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
- import { C as getEnvBool, E as getEnvString, s as logger, y as safeJsonStringify } from "./logger-BcJBzSSA.js";
3
- import { n as getWrapperDir } from "./esm-7UIl0pPM.js";
2
+ import { O as getEnvString, T as getEnvBool, s as logger, x as safeJsonStringify } from "./logger-DksKw1Qc.js";
3
+ import { n as getWrapperDir } from "./esm-tVgYPY-f.js";
4
4
  import fs from "fs";
5
5
  import path from "path";
6
6
  import os from "os";
@@ -247,4 +247,4 @@ async function runPython(scriptPath, method, args, options = {}) {
247
247
  //#endregion
248
248
  export { validatePythonPath as i, getEnvInt as n, runPython as r, getConfiguredPythonPath as t };
249
249
 
250
- //# sourceMappingURL=pythonUtils-wIqk7zAf.js.map
250
+ //# sourceMappingURL=pythonUtils-CnndUbW-.js.map
@@ -1,5 +1,5 @@
1
- const require_logger = require("./logger-D5iKBpu_.cjs");
2
- const require_esm = require("./esm-CipptfDu.cjs");
1
+ const require_logger = require("./logger-COuQb2xB.cjs");
2
+ const require_esm = require("./esm-CtEPLdAj.cjs");
3
3
  let fs = require("fs");
4
4
  fs = require_logger.__toESM(fs);
5
5
  let path = require("path");
@@ -272,4 +272,4 @@ Object.defineProperty(exports, "validatePythonPath", {
272
272
  }
273
273
  });
274
274
 
275
- //# sourceMappingURL=pythonUtils-dAVigVK-.cjs.map
275
+ //# sourceMappingURL=pythonUtils-tAJvvpS-.cjs.map
@@ -1,6 +1,6 @@
1
- import { C as getEnvString, a as logger } from "./logger-BnkjG2jt.js";
2
- import { p as REQUEST_TIMEOUT_MS, t as fetchWithProxy } from "./fetch-BiYv2BZc.js";
3
- import { r as fetchWithCache } from "./cache-HP0NP4k3.js";
1
+ import { T as getEnvString, a as logger } from "./logger-B88EkIn6.js";
2
+ import { h as REQUEST_TIMEOUT_MS, t as fetchWithProxy } from "./fetch-B0Z3Oe4k.js";
3
+ import { r as fetchWithCache } from "./cache-C4Xb-hNb.js";
4
4
  //#region src/providers/quiverai.ts
5
5
  const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
6
6
  const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -210,4 +210,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
210
210
  //#endregion
211
211
  export { createQuiverAiProvider };
212
212
 
213
- //# sourceMappingURL=quiverai-BeofbLVc.js.map
213
+ //# sourceMappingURL=quiverai-CtWi6x_g.js.map
@@ -1,6 +1,6 @@
1
- const require_logger = require("./logger-D5iKBpu_.cjs");
2
- const require_fetch = require("./fetch-BnR9wSnm.cjs");
3
- const require_cache = require("./cache-C5yFZ4gC.cjs");
1
+ const require_logger = require("./logger-COuQb2xB.cjs");
2
+ const require_fetch = require("./fetch-CJU5ELPa.cjs");
3
+ const require_cache = require("./cache-BIyPcp5v.cjs");
4
4
  //#region src/providers/quiverai.ts
5
5
  const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
6
6
  const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -210,4 +210,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
210
210
  //#endregion
211
211
  exports.createQuiverAiProvider = createQuiverAiProvider;
212
212
 
213
- //# sourceMappingURL=quiverai-CcUhPIBg.cjs.map
213
+ //# sourceMappingURL=quiverai-DFotyafY.cjs.map
@@ -1,6 +1,6 @@
1
- import { C as getEnvString, a as logger } from "./logger-DO8_zM18.js";
2
- import { p as REQUEST_TIMEOUT_MS, t as fetchWithProxy } from "./fetch-CVAtKnI3.js";
3
- import { r as fetchWithCache } from "./cache-CaT5tPgo.js";
1
+ import { T as getEnvString, a as logger } from "./logger-Ct2S6Yx-.js";
2
+ import { h as REQUEST_TIMEOUT_MS, t as fetchWithProxy } from "./fetch-Di00EQrc.js";
3
+ import { r as fetchWithCache } from "./cache-D5NZmMiT.js";
4
4
  //#region src/providers/quiverai.ts
5
5
  const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
6
6
  const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -210,4 +210,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
210
210
  //#endregion
211
211
  export { createQuiverAiProvider };
212
212
 
213
- //# sourceMappingURL=quiverai-DVSEqJiq.js.map
213
+ //# sourceMappingURL=quiverai-DR0SnIQV.js.map
@@ -1,8 +1,7 @@
1
1
  #!/usr/bin/env node
2
- import { E as getEnvString, s as logger } from "./logger-BcJBzSSA.js";
3
- import { f as REQUEST_TIMEOUT_MS, n as fetchWithProxy } from "./fetch-DoVRJZhJ.js";
4
- import "./cloud-z8KZpUoa.js";
5
- import { a as fetchWithCache } from "./cache-DSqR6ezl.js";
2
+ import { O as getEnvString, s as logger } from "./logger-DksKw1Qc.js";
3
+ import { m as REQUEST_TIMEOUT_MS, n as fetchWithProxy } from "./fetch-BEWnXrrG.js";
4
+ import { a as fetchWithCache } from "./cache-mb7c8hbp.js";
6
5
  //#region src/providers/quiverai.ts
7
6
  const QUIVERAI_API_BASE_URL = "https://api.quiver.ai/v1";
8
7
  const QUIVERAI_DEFAULT_MODEL = "arrow-preview";
@@ -212,4 +211,4 @@ function createQuiverAiProvider(providerPath, providerOptions = {}, env) {
212
211
  //#endregion
213
212
  export { createQuiverAiProvider };
214
213
 
215
- //# sourceMappingURL=quiverai-CCQn73lq.js.map
214
+ //# sourceMappingURL=quiverai-aPPvXOgn.js.map
@@ -0,0 +1,135 @@
1
+ import { S as getEnvBool, a as logger, k as state } from "./logger-Ct2S6Yx-.js";
2
+ import nunjucks from "nunjucks";
3
+ //#region src/util/templates.ts
4
+ /**
5
+ * Get a Nunjucks engine instance with optional filters and configuration.
6
+ * @param filters - Optional map of custom Nunjucks filters.
7
+ * @param throwOnUndefined - Whether to throw an error on undefined variables.
8
+ * @param isGrader - Whether this engine is being used in a grader context.
9
+ * Nunjucks is always enabled in grader mode.
10
+ * @returns A configured Nunjucks environment.
11
+ */
12
+ function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
13
+ if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
14
+ const env = nunjucks.configure({
15
+ autoescape: false,
16
+ throwOnUndefined
17
+ });
18
+ const envGlobals = {
19
+ ...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
20
+ ...state.config?.env
21
+ };
22
+ env.addGlobal("env", envGlobals);
23
+ env.addFilter("load", function(str) {
24
+ return JSON.parse(str);
25
+ });
26
+ if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
27
+ return env;
28
+ }
29
+ /**
30
+ * Parse Nunjucks template to extract variables.
31
+ * @param template - The Nunjucks template string.
32
+ * @returns An array of variables used in the template.
33
+ */
34
+ function extractVariablesFromTemplate(template) {
35
+ const variableSet = /* @__PURE__ */ new Set();
36
+ const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
37
+ template = template.replace(/\{#[\s\S]*?#\}/g, "");
38
+ let match;
39
+ while ((match = regex.exec(template)) !== null) {
40
+ const variable = match[1] || match[2];
41
+ if (variable) variableSet.add(variable);
42
+ }
43
+ const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
44
+ while ((match = forLoopRegex.exec(template)) !== null) {
45
+ variableSet.delete(match[1]);
46
+ variableSet.add(match[2]);
47
+ }
48
+ return Array.from(variableSet);
49
+ }
50
+ /**
51
+ * Extract variables from multiple Nunjucks templates.
52
+ * @param templates - An array of Nunjucks template strings.
53
+ * @returns An array of variables used in the templates.
54
+ */
55
+ function extractVariablesFromTemplates(templates) {
56
+ const variableSet = /* @__PURE__ */ new Set();
57
+ for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
58
+ return Array.from(variableSet);
59
+ }
60
+ //#endregion
61
+ //#region src/util/render.ts
62
+ /**
63
+ * Renders ONLY environment variable templates in an object, leaving all other templates untouched.
64
+ * This allows env vars to be resolved at provider load time while preserving runtime var templates.
65
+ *
66
+ * Supports full Nunjucks syntax for env vars including filters and expressions:
67
+ * - {{ env.VAR_NAME }}
68
+ * - {{ env['VAR-NAME'] }}
69
+ * - {{ env["VAR-NAME"] }}
70
+ * - {{ env.VAR | default('fallback') }}
71
+ * - {{ env.VAR | upper }}
72
+ *
73
+ * Preserves non-env templates for runtime rendering:
74
+ * - {{ vars.x }} - preserved as literal
75
+ * - {{ prompt }} - preserved as literal
76
+ *
77
+ * Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
78
+ * This ensures full Nunjucks feature support while preserving non-env templates.
79
+ *
80
+ * @param obj - The object to process
81
+ * @param envOverrides - Optional env vars to merge with (or replace) the base env
82
+ * @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
83
+ * @returns The object with only env templates rendered
84
+ */
85
+ function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
86
+ if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
87
+ if (typeof obj === "string") {
88
+ const nunjucks = getNunjucksEngine();
89
+ const baseEnvGlobals = nunjucks.getGlobal("env");
90
+ const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
91
+ ...baseEnvGlobals,
92
+ ...envOverrides
93
+ } : baseEnvGlobals;
94
+ return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
95
+ if (!match.match(/\benv\.|env\[/)) return match;
96
+ const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
97
+ const varName = varMatch?.[1] || varMatch?.[2];
98
+ if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
99
+ return nunjucks.renderString(match, { env: envGlobals });
100
+ } catch (error) {
101
+ logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
102
+ return match;
103
+ }
104
+ return match;
105
+ });
106
+ }
107
+ if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
108
+ if (typeof obj === "object" && obj !== null) {
109
+ const result = {};
110
+ for (const key in obj) {
111
+ if (key === "_conversation") {
112
+ result[key] = obj[key];
113
+ continue;
114
+ }
115
+ result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
116
+ }
117
+ return result;
118
+ }
119
+ return obj;
120
+ }
121
+ function renderVarsInObject(obj, vars) {
122
+ if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
123
+ if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
124
+ if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
125
+ if (typeof obj === "object" && obj !== null) {
126
+ const result = {};
127
+ for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
128
+ return result;
129
+ } else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
130
+ return obj;
131
+ }
132
+ //#endregion
133
+ export { getNunjucksEngine as a, extractVariablesFromTemplates as i, renderVarsInObject as n, extractVariablesFromTemplate as r, renderEnvOnlyInObject as t };
134
+
135
+ //# sourceMappingURL=render-CH-62LbA.js.map
@@ -0,0 +1,136 @@
1
+ #!/usr/bin/env node
2
+ import { N as state, T as getEnvBool, s as logger } from "./logger-DksKw1Qc.js";
3
+ import nunjucks from "nunjucks";
4
+ //#region src/util/templates.ts
5
+ /**
6
+ * Get a Nunjucks engine instance with optional filters and configuration.
7
+ * @param filters - Optional map of custom Nunjucks filters.
8
+ * @param throwOnUndefined - Whether to throw an error on undefined variables.
9
+ * @param isGrader - Whether this engine is being used in a grader context.
10
+ * Nunjucks is always enabled in grader mode.
11
+ * @returns A configured Nunjucks environment.
12
+ */
13
+ function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
14
+ if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
15
+ const env = nunjucks.configure({
16
+ autoescape: false,
17
+ throwOnUndefined
18
+ });
19
+ const envGlobals = {
20
+ ...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
21
+ ...state.config?.env
22
+ };
23
+ env.addGlobal("env", envGlobals);
24
+ env.addFilter("load", function(str) {
25
+ return JSON.parse(str);
26
+ });
27
+ if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
28
+ return env;
29
+ }
30
+ /**
31
+ * Parse Nunjucks template to extract variables.
32
+ * @param template - The Nunjucks template string.
33
+ * @returns An array of variables used in the template.
34
+ */
35
+ function extractVariablesFromTemplate(template) {
36
+ const variableSet = /* @__PURE__ */ new Set();
37
+ const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
38
+ template = template.replace(/\{#[\s\S]*?#\}/g, "");
39
+ let match;
40
+ while ((match = regex.exec(template)) !== null) {
41
+ const variable = match[1] || match[2];
42
+ if (variable) variableSet.add(variable);
43
+ }
44
+ const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
45
+ while ((match = forLoopRegex.exec(template)) !== null) {
46
+ variableSet.delete(match[1]);
47
+ variableSet.add(match[2]);
48
+ }
49
+ return Array.from(variableSet);
50
+ }
51
+ /**
52
+ * Extract variables from multiple Nunjucks templates.
53
+ * @param templates - An array of Nunjucks template strings.
54
+ * @returns An array of variables used in the templates.
55
+ */
56
+ function extractVariablesFromTemplates(templates) {
57
+ const variableSet = /* @__PURE__ */ new Set();
58
+ for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
59
+ return Array.from(variableSet);
60
+ }
61
+ //#endregion
62
+ //#region src/util/render.ts
63
+ /**
64
+ * Renders ONLY environment variable templates in an object, leaving all other templates untouched.
65
+ * This allows env vars to be resolved at provider load time while preserving runtime var templates.
66
+ *
67
+ * Supports full Nunjucks syntax for env vars including filters and expressions:
68
+ * - {{ env.VAR_NAME }}
69
+ * - {{ env['VAR-NAME'] }}
70
+ * - {{ env["VAR-NAME"] }}
71
+ * - {{ env.VAR | default('fallback') }}
72
+ * - {{ env.VAR | upper }}
73
+ *
74
+ * Preserves non-env templates for runtime rendering:
75
+ * - {{ vars.x }} - preserved as literal
76
+ * - {{ prompt }} - preserved as literal
77
+ *
78
+ * Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
79
+ * This ensures full Nunjucks feature support while preserving non-env templates.
80
+ *
81
+ * @param obj - The object to process
82
+ * @param envOverrides - Optional env vars to merge with (or replace) the base env
83
+ * @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
84
+ * @returns The object with only env templates rendered
85
+ */
86
+ function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
87
+ if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
88
+ if (typeof obj === "string") {
89
+ const nunjucks = getNunjucksEngine();
90
+ const baseEnvGlobals = nunjucks.getGlobal("env");
91
+ const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
92
+ ...baseEnvGlobals,
93
+ ...envOverrides
94
+ } : baseEnvGlobals;
95
+ return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
96
+ if (!match.match(/\benv\.|env\[/)) return match;
97
+ const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
98
+ const varName = varMatch?.[1] || varMatch?.[2];
99
+ if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
100
+ return nunjucks.renderString(match, { env: envGlobals });
101
+ } catch (error) {
102
+ logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
103
+ return match;
104
+ }
105
+ return match;
106
+ });
107
+ }
108
+ if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
109
+ if (typeof obj === "object" && obj !== null) {
110
+ const result = {};
111
+ for (const key in obj) {
112
+ if (key === "_conversation") {
113
+ result[key] = obj[key];
114
+ continue;
115
+ }
116
+ result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
117
+ }
118
+ return result;
119
+ }
120
+ return obj;
121
+ }
122
+ function renderVarsInObject(obj, vars) {
123
+ if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
124
+ if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
125
+ if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
126
+ if (typeof obj === "object" && obj !== null) {
127
+ const result = {};
128
+ for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
129
+ return result;
130
+ } else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
131
+ return obj;
132
+ }
133
+ //#endregion
134
+ export { getNunjucksEngine as a, extractVariablesFromTemplates as i, renderVarsInObject as n, extractVariablesFromTemplate as r, renderEnvOnlyInObject as t };
135
+
136
+ //# sourceMappingURL=render-CMEpfLaO.js.map
@@ -1,6 +1,5 @@
1
1
  #!/usr/bin/env node
2
- import "./logger-BcJBzSSA.js";
3
- import { t as canUseInteractiveUI } from "./interactiveCheck-BnMYOjMu.js";
2
+ import { t as canUseInteractiveUI } from "./interactiveCheck-CLERUB0c.js";
4
3
  //#region src/ui/render.ts
5
4
  /**
6
5
  * Process exit codes for signal handling.
@@ -114,4 +113,4 @@ function supportsColor() {
114
113
  //#endregion
115
114
  export { canUseInteractiveUI, getTerminalSize, renderInteractive, runInteractive, supportsColor };
116
115
 
117
- //# sourceMappingURL=render-BHl6QVq9.js.map
116
+ //# sourceMappingURL=render-CgVDrJmM.js.map
@@ -0,0 +1,135 @@
1
+ import { S as getEnvBool, a as logger, k as state } from "./logger-B88EkIn6.js";
2
+ import nunjucks from "nunjucks";
3
+ //#region src/util/templates.ts
4
+ /**
5
+ * Get a Nunjucks engine instance with optional filters and configuration.
6
+ * @param filters - Optional map of custom Nunjucks filters.
7
+ * @param throwOnUndefined - Whether to throw an error on undefined variables.
8
+ * @param isGrader - Whether this engine is being used in a grader context.
9
+ * Nunjucks is always enabled in grader mode.
10
+ * @returns A configured Nunjucks environment.
11
+ */
12
+ function getNunjucksEngine(filters, throwOnUndefined = false, isGrader = false) {
13
+ if (!isGrader && getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return { renderString: (template) => template };
14
+ const env = nunjucks.configure({
15
+ autoescape: false,
16
+ throwOnUndefined
17
+ });
18
+ const envGlobals = {
19
+ ...getEnvBool("PROMPTFOO_DISABLE_TEMPLATE_ENV_VARS", getEnvBool("PROMPTFOO_SELF_HOSTED", false)) ? {} : process.env,
20
+ ...state.config?.env
21
+ };
22
+ env.addGlobal("env", envGlobals);
23
+ env.addFilter("load", function(str) {
24
+ return JSON.parse(str);
25
+ });
26
+ if (filters) for (const [name, filter] of Object.entries(filters)) env.addFilter(name, filter);
27
+ return env;
28
+ }
29
+ /**
30
+ * Parse Nunjucks template to extract variables.
31
+ * @param template - The Nunjucks template string.
32
+ * @returns An array of variables used in the template.
33
+ */
34
+ function extractVariablesFromTemplate(template) {
35
+ const variableSet = /* @__PURE__ */ new Set();
36
+ const regex = /\{\{[\s]*([^{}\s|]+)[\s]*(?:\|[^}]+)?\}\}|\{%[\s]*(?:if|for)[\s]+([^{}\s]+)[\s]*.*?%\}/g;
37
+ template = template.replace(/\{#[\s\S]*?#\}/g, "");
38
+ let match;
39
+ while ((match = regex.exec(template)) !== null) {
40
+ const variable = match[1] || match[2];
41
+ if (variable) variableSet.add(variable);
42
+ }
43
+ const forLoopRegex = /\{%[\s]*for[\s]+(\w+)[\s]+in[\s]+(\w+)[\s]*%\}/g;
44
+ while ((match = forLoopRegex.exec(template)) !== null) {
45
+ variableSet.delete(match[1]);
46
+ variableSet.add(match[2]);
47
+ }
48
+ return Array.from(variableSet);
49
+ }
50
+ /**
51
+ * Extract variables from multiple Nunjucks templates.
52
+ * @param templates - An array of Nunjucks template strings.
53
+ * @returns An array of variables used in the templates.
54
+ */
55
+ function extractVariablesFromTemplates(templates) {
56
+ const variableSet = /* @__PURE__ */ new Set();
57
+ for (const template of templates) extractVariablesFromTemplate(template).forEach((variable) => variableSet.add(variable));
58
+ return Array.from(variableSet);
59
+ }
60
+ //#endregion
61
+ //#region src/util/render.ts
62
+ /**
63
+ * Renders ONLY environment variable templates in an object, leaving all other templates untouched.
64
+ * This allows env vars to be resolved at provider load time while preserving runtime var templates.
65
+ *
66
+ * Supports full Nunjucks syntax for env vars including filters and expressions:
67
+ * - {{ env.VAR_NAME }}
68
+ * - {{ env['VAR-NAME'] }}
69
+ * - {{ env["VAR-NAME"] }}
70
+ * - {{ env.VAR | default('fallback') }}
71
+ * - {{ env.VAR | upper }}
72
+ *
73
+ * Preserves non-env templates for runtime rendering:
74
+ * - {{ vars.x }} - preserved as literal
75
+ * - {{ prompt }} - preserved as literal
76
+ *
77
+ * Implementation: Uses regex to find env templates, delegates to Nunjucks for rendering.
78
+ * This ensures full Nunjucks feature support while preserving non-env templates.
79
+ *
80
+ * @param obj - The object to process
81
+ * @param envOverrides - Optional env vars to merge with (or replace) the base env
82
+ * @param replaceBase - If true, envOverrides replaces the base env entirely instead of merging
83
+ * @returns The object with only env templates rendered
84
+ */
85
+ function renderEnvOnlyInObject(obj, envOverrides, replaceBase) {
86
+ if (getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
87
+ if (typeof obj === "string") {
88
+ const nunjucks = getNunjucksEngine();
89
+ const baseEnvGlobals = nunjucks.getGlobal("env");
90
+ const envGlobals = replaceBase ? envOverrides ?? {} : envOverrides ? {
91
+ ...baseEnvGlobals,
92
+ ...envOverrides
93
+ } : baseEnvGlobals;
94
+ return obj.replace(/\{\{(?:[^}]|\}(?!\}))*\}\}/g, (match) => {
95
+ if (!match.match(/\benv\.|env\[/)) return match;
96
+ const varMatch = match.match(/env\.(\w+)|env\[['"]([^'"]+)['"]\]/);
97
+ const varName = varMatch?.[1] || varMatch?.[2];
98
+ if (match.includes("|") || varName && varName in envGlobals && envGlobals[varName] !== void 0) try {
99
+ return nunjucks.renderString(match, { env: envGlobals });
100
+ } catch (error) {
101
+ logger.debug(`Failed to render env template "${match}": ${error instanceof Error ? error.message : String(error)}`);
102
+ return match;
103
+ }
104
+ return match;
105
+ });
106
+ }
107
+ if (Array.isArray(obj)) return obj.map((item) => renderEnvOnlyInObject(item, envOverrides, replaceBase));
108
+ if (typeof obj === "object" && obj !== null) {
109
+ const result = {};
110
+ for (const key in obj) {
111
+ if (key === "_conversation") {
112
+ result[key] = obj[key];
113
+ continue;
114
+ }
115
+ result[key] = renderEnvOnlyInObject(obj[key], envOverrides, replaceBase);
116
+ }
117
+ return result;
118
+ }
119
+ return obj;
120
+ }
121
+ function renderVarsInObject(obj, vars) {
122
+ if (!vars || getEnvBool("PROMPTFOO_DISABLE_TEMPLATING")) return obj;
123
+ if (typeof obj === "string") return getNunjucksEngine().renderString(obj, vars);
124
+ if (Array.isArray(obj)) return obj.map((item) => renderVarsInObject(item, vars));
125
+ if (typeof obj === "object" && obj !== null) {
126
+ const result = {};
127
+ for (const key in obj) result[key] = renderVarsInObject(obj[key], vars);
128
+ return result;
129
+ } else if (typeof obj === "function") return renderVarsInObject(obj({ vars }));
130
+ return obj;
131
+ }
132
+ //#endregion
133
+ export { getNunjucksEngine as a, extractVariablesFromTemplates as i, renderVarsInObject as n, extractVariablesFromTemplate as r, renderEnvOnlyInObject as t };
134
+
135
+ //# sourceMappingURL=render-DHIZ6_k8.js.map