promptfoo 0.103.14 → 0.103.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (746) hide show
  1. package/dist/package.json +35 -33
  2. package/dist/src/app/assets/index-Cc7X-PeK.js +875 -0
  3. package/dist/src/app/assets/{index.es-BebRurvf.js → index.es-D1ljq5Sp.js} +6 -6
  4. package/dist/src/app/assets/purify.es-C_uT9hQ1.js +3 -0
  5. package/dist/src/app/assets/{sync-cefC8sLm.js → sync-YZd1p7WM.js} +1 -1
  6. package/dist/src/app/index.html +1 -1
  7. package/dist/src/assertions/refusal.d.ts.map +1 -1
  8. package/dist/src/assertions/refusal.js +14 -3
  9. package/dist/src/assertions/refusal.js.map +1 -1
  10. package/dist/src/commands/eval.d.ts.map +1 -1
  11. package/dist/src/commands/eval.js +14 -1
  12. package/dist/src/commands/eval.js.map +1 -1
  13. package/dist/src/database/tables.d.ts +5 -0
  14. package/dist/src/database/tables.d.ts.map +1 -1
  15. package/dist/src/evaluator.d.ts.map +1 -1
  16. package/dist/src/evaluator.js +29 -0
  17. package/dist/src/evaluator.js.map +1 -1
  18. package/dist/src/index.d.ts +2 -1
  19. package/dist/src/index.d.ts.map +1 -1
  20. package/dist/src/matchers.d.ts.map +1 -1
  21. package/dist/src/matchers.js +78 -0
  22. package/dist/src/matchers.js.map +1 -1
  23. package/dist/src/models/eval.d.ts +5 -0
  24. package/dist/src/models/eval.d.ts.map +1 -1
  25. package/dist/src/models/eval.js +11 -0
  26. package/dist/src/models/eval.js.map +1 -1
  27. package/dist/src/providers/adaline.gateway.d.ts +13 -1
  28. package/dist/src/providers/adaline.gateway.d.ts.map +1 -1
  29. package/dist/src/providers/adaline.gateway.js +6 -4
  30. package/dist/src/providers/adaline.gateway.js.map +1 -1
  31. package/dist/src/providers/anthropic.d.ts.map +1 -1
  32. package/dist/src/providers/anthropic.js +2 -1
  33. package/dist/src/providers/anthropic.js.map +1 -1
  34. package/dist/src/providers/azure.d.ts +1 -0
  35. package/dist/src/providers/azure.d.ts.map +1 -1
  36. package/dist/src/providers/azure.js +25 -6
  37. package/dist/src/providers/azure.js.map +1 -1
  38. package/dist/src/providers/cloudera.d.ts +15 -0
  39. package/dist/src/providers/cloudera.d.ts.map +1 -0
  40. package/dist/src/providers/cloudera.js +22 -0
  41. package/dist/src/providers/cloudera.js.map +1 -0
  42. package/dist/src/providers/{palm.d.ts → google.d.ts} +7 -7
  43. package/dist/src/providers/google.d.ts.map +1 -0
  44. package/dist/src/providers/{palm.js → google.js} +63 -19
  45. package/dist/src/providers/google.js.map +1 -0
  46. package/dist/src/providers/openai.d.ts.map +1 -1
  47. package/dist/src/providers/openai.js +24 -1
  48. package/dist/src/providers/openai.js.map +1 -1
  49. package/dist/src/providers/portkey.d.ts +3 -2
  50. package/dist/src/providers/portkey.d.ts.map +1 -1
  51. package/dist/src/providers/portkey.js +1 -0
  52. package/dist/src/providers/portkey.js.map +1 -1
  53. package/dist/src/providers/watsonx.d.ts +2 -2
  54. package/dist/src/providers.d.ts +4 -2
  55. package/dist/src/providers.d.ts.map +1 -1
  56. package/dist/src/providers.js +43 -7
  57. package/dist/src/providers.js.map +1 -1
  58. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  59. package/dist/src/redteam/commands/generate.js +1 -1
  60. package/dist/src/redteam/commands/generate.js.map +1 -1
  61. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  62. package/dist/src/redteam/commands/run.js +1 -1
  63. package/dist/src/redteam/commands/run.js.map +1 -1
  64. package/dist/src/redteam/constants.d.ts +1 -1
  65. package/dist/src/redteam/constants.d.ts.map +1 -1
  66. package/dist/src/redteam/constants.js +10 -4
  67. package/dist/src/redteam/constants.js.map +1 -1
  68. package/dist/src/redteam/graders.d.ts.map +1 -1
  69. package/dist/src/redteam/graders.js +2 -0
  70. package/dist/src/redteam/graders.js.map +1 -1
  71. package/dist/src/redteam/index.d.ts.map +1 -1
  72. package/dist/src/redteam/index.js +1 -3
  73. package/dist/src/redteam/index.js.map +1 -1
  74. package/dist/src/redteam/plugins/beavertails.d.ts +10 -0
  75. package/dist/src/redteam/plugins/beavertails.d.ts.map +1 -1
  76. package/dist/src/redteam/plugins/beavertails.js +9 -4
  77. package/dist/src/redteam/plugins/beavertails.js.map +1 -1
  78. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  79. package/dist/src/redteam/plugins/index.js +2 -2
  80. package/dist/src/redteam/plugins/index.js.map +1 -1
  81. package/dist/src/redteam/plugins/ragDocumentExfiltration.d.ts +12 -0
  82. package/dist/src/redteam/plugins/ragDocumentExfiltration.d.ts.map +1 -0
  83. package/dist/src/redteam/plugins/ragDocumentExfiltration.js +65 -0
  84. package/dist/src/redteam/plugins/ragDocumentExfiltration.js.map +1 -0
  85. package/dist/src/redteam/providers/crescendo/index.d.ts +20 -21
  86. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  87. package/dist/src/redteam/providers/crescendo/index.js +8 -8
  88. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  89. package/dist/src/redteam/providers/goat.d.ts +18 -3
  90. package/dist/src/redteam/providers/goat.d.ts.map +1 -1
  91. package/dist/src/redteam/providers/goat.js +9 -8
  92. package/dist/src/redteam/providers/goat.js.map +1 -1
  93. package/dist/src/redteam/providers/iterative.d.ts +39 -28
  94. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  95. package/dist/src/redteam/providers/iterative.js +1 -8
  96. package/dist/src/redteam/providers/iterative.js.map +1 -1
  97. package/dist/src/redteam/providers/iterativeTree.d.ts +19 -18
  98. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  99. package/dist/src/redteam/providers/iterativeTree.js +8 -4
  100. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  101. package/dist/src/redteam/providers/shared.d.ts +30 -0
  102. package/dist/src/redteam/providers/shared.d.ts.map +1 -1
  103. package/dist/src/redteam/providers/shared.js +25 -2
  104. package/dist/src/redteam/providers/shared.js.map +1 -1
  105. package/dist/src/redteam/sharedFrontend.d.ts.map +1 -1
  106. package/dist/src/redteam/sharedFrontend.js +18 -2
  107. package/dist/src/redteam/sharedFrontend.js.map +1 -1
  108. package/dist/src/suggestions.d.ts.map +1 -1
  109. package/dist/src/suggestions.js +15 -0
  110. package/dist/src/suggestions.js.map +1 -1
  111. package/dist/src/testCases.d.ts.map +1 -1
  112. package/dist/src/testCases.js +10 -2
  113. package/dist/src/testCases.js.map +1 -1
  114. package/dist/src/types/index.d.ts +193 -1
  115. package/dist/src/types/index.d.ts.map +1 -1
  116. package/dist/src/types/shared.d.ts +6 -0
  117. package/dist/src/types/shared.d.ts.map +1 -1
  118. package/dist/src/util/config/load.d.ts.map +1 -1
  119. package/dist/src/util/config/load.js +7 -1
  120. package/dist/src/util/config/load.js.map +1 -1
  121. package/dist/src/util/exportToFile/index.d.ts +5 -0
  122. package/dist/src/util/exportToFile/index.d.ts.map +1 -1
  123. package/dist/src/util/index.d.ts +10 -0
  124. package/dist/src/util/index.d.ts.map +1 -1
  125. package/dist/src/validators/providers.d.ts +99 -0
  126. package/dist/src/validators/providers.d.ts.map +1 -1
  127. package/dist/src/validators/shared.d.ts +36 -0
  128. package/dist/src/validators/shared.d.ts.map +1 -1
  129. package/dist/src/validators/shared.js +7 -1
  130. package/dist/src/validators/shared.js.map +1 -1
  131. package/dist/tsconfig.tsbuildinfo +1 -1
  132. package/package.json +35 -33
  133. package/dist/src/__mocks__/database.d.ts +0 -4
  134. package/dist/src/__mocks__/database.d.ts.map +0 -1
  135. package/dist/src/__mocks__/database.js +0 -39
  136. package/dist/src/__mocks__/database.js.map +0 -1
  137. package/dist/src/__mocks__/esm.d.ts +0 -3
  138. package/dist/src/__mocks__/esm.d.ts.map +0 -1
  139. package/dist/src/__mocks__/esm.js +0 -50
  140. package/dist/src/__mocks__/esm.js.map +0 -1
  141. package/dist/src/app/assets/index-gCO1so_L.js +0 -868
  142. package/dist/src/app/assets/purify.es-a-CayzAK.js +0 -3
  143. package/dist/src/providers/palm.d.ts.map +0 -1
  144. package/dist/src/providers/palm.js.map +0 -1
  145. package/dist/test/__mocks__/tempCustomModule.d.ts +0 -13
  146. package/dist/test/__mocks__/tempCustomModule.d.ts.map +0 -1
  147. package/dist/test/__mocks__/tempCustomModule.js +0 -15
  148. package/dist/test/__mocks__/tempCustomModule.js.map +0 -1
  149. package/dist/test/account.test.d.ts +0 -2
  150. package/dist/test/account.test.d.ts.map +0 -1
  151. package/dist/test/account.test.js +0 -47
  152. package/dist/test/account.test.js.map +0 -1
  153. package/dist/test/assertions/AssertionResult.test.d.ts +0 -2
  154. package/dist/test/assertions/AssertionResult.test.d.ts.map +0 -1
  155. package/dist/test/assertions/AssertionResult.test.js +0 -184
  156. package/dist/test/assertions/AssertionResult.test.js.map +0 -1
  157. package/dist/test/assertions/answerRelevance.test.d.ts +0 -2
  158. package/dist/test/assertions/answerRelevance.test.d.ts.map +0 -1
  159. package/dist/test/assertions/answerRelevance.test.js +0 -177
  160. package/dist/test/assertions/answerRelevance.test.js.map +0 -1
  161. package/dist/test/assertions/bleu.test.d.ts +0 -2
  162. package/dist/test/assertions/bleu.test.d.ts.map +0 -1
  163. package/dist/test/assertions/bleu.test.js +0 -162
  164. package/dist/test/assertions/bleu.test.js.map +0 -1
  165. package/dist/test/assertions/contextFaithfulness.test.d.ts +0 -2
  166. package/dist/test/assertions/contextFaithfulness.test.d.ts.map +0 -1
  167. package/dist/test/assertions/contextFaithfulness.test.js +0 -226
  168. package/dist/test/assertions/contextFaithfulness.test.js.map +0 -1
  169. package/dist/test/assertions/contextRecall.test.d.ts +0 -2
  170. package/dist/test/assertions/contextRecall.test.d.ts.map +0 -1
  171. package/dist/test/assertions/contextRecall.test.js +0 -243
  172. package/dist/test/assertions/contextRecall.test.js.map +0 -1
  173. package/dist/test/assertions/contextRelevance.test.d.ts +0 -2
  174. package/dist/test/assertions/contextRelevance.test.d.ts.map +0 -1
  175. package/dist/test/assertions/contextRelevance.test.js +0 -238
  176. package/dist/test/assertions/contextRelevance.test.js.map +0 -1
  177. package/dist/test/assertions/geval.test.d.ts +0 -2
  178. package/dist/test/assertions/geval.test.d.ts.map +0 -1
  179. package/dist/test/assertions/geval.test.js +0 -222
  180. package/dist/test/assertions/geval.test.js.map +0 -1
  181. package/dist/test/assertions/guardrails.test.d.ts +0 -2
  182. package/dist/test/assertions/guardrails.test.d.ts.map +0 -1
  183. package/dist/test/assertions/guardrails.test.js +0 -142
  184. package/dist/test/assertions/guardrails.test.js.map +0 -1
  185. package/dist/test/assertions/index.test.d.ts +0 -2
  186. package/dist/test/assertions/index.test.d.ts.map +0 -1
  187. package/dist/test/assertions/index.test.js +0 -3015
  188. package/dist/test/assertions/index.test.js.map +0 -1
  189. package/dist/test/assertions/javascript.test.d.ts +0 -2
  190. package/dist/test/assertions/javascript.test.d.ts.map +0 -1
  191. package/dist/test/assertions/javascript.test.js +0 -679
  192. package/dist/test/assertions/javascript.test.js.map +0 -1
  193. package/dist/test/assertions/json.test.d.ts +0 -2
  194. package/dist/test/assertions/json.test.d.ts.map +0 -1
  195. package/dist/test/assertions/json.test.js +0 -36
  196. package/dist/test/assertions/json.test.js.map +0 -1
  197. package/dist/test/assertions/modelGradedClosedQa.test.d.ts +0 -2
  198. package/dist/test/assertions/modelGradedClosedQa.test.d.ts.map +0 -1
  199. package/dist/test/assertions/modelGradedClosedQa.test.js +0 -200
  200. package/dist/test/assertions/modelGradedClosedQa.test.js.map +0 -1
  201. package/dist/test/assertions/moderation.test.d.ts +0 -2
  202. package/dist/test/assertions/moderation.test.d.ts.map +0 -1
  203. package/dist/test/assertions/moderation.test.js +0 -84
  204. package/dist/test/assertions/moderation.test.js.map +0 -1
  205. package/dist/test/assertions/openai.test.d.ts +0 -2
  206. package/dist/test/assertions/openai.test.d.ts.map +0 -1
  207. package/dist/test/assertions/openai.test.js +0 -772
  208. package/dist/test/assertions/openai.test.js.map +0 -1
  209. package/dist/test/assertions/python.test.d.ts +0 -2
  210. package/dist/test/assertions/python.test.d.ts.map +0 -1
  211. package/dist/test/assertions/python.test.js +0 -377
  212. package/dist/test/assertions/python.test.js.map +0 -1
  213. package/dist/test/assertions/sql.test.d.ts +0 -2
  214. package/dist/test/assertions/sql.test.d.ts.map +0 -1
  215. package/dist/test/assertions/sql.test.js +0 -280
  216. package/dist/test/assertions/sql.test.js.map +0 -1
  217. package/dist/test/assertions/utils.test.d.ts +0 -2
  218. package/dist/test/assertions/utils.test.d.ts.map +0 -1
  219. package/dist/test/assertions/utils.test.js +0 -211
  220. package/dist/test/assertions/utils.test.js.map +0 -1
  221. package/dist/test/assertions/validateAssertions.test.d.ts +0 -2
  222. package/dist/test/assertions/validateAssertions.test.d.ts.map +0 -1
  223. package/dist/test/assertions/validateAssertions.test.js +0 -40
  224. package/dist/test/assertions/validateAssertions.test.js.map +0 -1
  225. package/dist/test/cache.test.d.ts +0 -2
  226. package/dist/test/cache.test.d.ts.map +0 -1
  227. package/dist/test/cache.test.js +0 -327
  228. package/dist/test/cache.test.js.map +0 -1
  229. package/dist/test/checkNodeVersion.test.d.ts +0 -2
  230. package/dist/test/checkNodeVersion.test.d.ts.map +0 -1
  231. package/dist/test/checkNodeVersion.test.js +0 -38
  232. package/dist/test/checkNodeVersion.test.js.map +0 -1
  233. package/dist/test/commands/eval/filterErrorTests.test.d.ts +0 -2
  234. package/dist/test/commands/eval/filterErrorTests.test.d.ts.map +0 -1
  235. package/dist/test/commands/eval/filterErrorTests.test.js +0 -110
  236. package/dist/test/commands/eval/filterErrorTests.test.js.map +0 -1
  237. package/dist/test/commands/eval/filterFailingTests.test.d.ts +0 -2
  238. package/dist/test/commands/eval/filterFailingTests.test.d.ts.map +0 -1
  239. package/dist/test/commands/eval/filterFailingTests.test.js +0 -110
  240. package/dist/test/commands/eval/filterFailingTests.test.js.map +0 -1
  241. package/dist/test/commands/eval/filterProviders.test.d.ts +0 -2
  242. package/dist/test/commands/eval/filterProviders.test.d.ts.map +0 -1
  243. package/dist/test/commands/eval/filterProviders.test.js +0 -50
  244. package/dist/test/commands/eval/filterProviders.test.js.map +0 -1
  245. package/dist/test/commands/eval/filterTests.test.d.ts +0 -2
  246. package/dist/test/commands/eval/filterTests.test.d.ts.map +0 -1
  247. package/dist/test/commands/eval/filterTests.test.js +0 -130
  248. package/dist/test/commands/eval/filterTests.test.js.map +0 -1
  249. package/dist/test/commands/init.test.d.ts +0 -2
  250. package/dist/test/commands/init.test.d.ts.map +0 -1
  251. package/dist/test/commands/init.test.js +0 -186
  252. package/dist/test/commands/init.test.js.map +0 -1
  253. package/dist/test/csv.test.d.ts +0 -2
  254. package/dist/test/csv.test.d.ts.map +0 -1
  255. package/dist/test/csv.test.js +0 -344
  256. package/dist/test/csv.test.js.map +0 -1
  257. package/dist/test/envars.test.d.ts +0 -2
  258. package/dist/test/envars.test.d.ts.map +0 -1
  259. package/dist/test/envars.test.js +0 -173
  260. package/dist/test/envars.test.js.map +0 -1
  261. package/dist/test/evaluator.test.d.ts +0 -2
  262. package/dist/test/evaluator.test.d.ts.map +0 -1
  263. package/dist/test/evaluator.test.js +0 -1668
  264. package/dist/test/evaluator.test.js.map +0 -1
  265. package/dist/test/evaluatorHelpers.test.d.ts +0 -2
  266. package/dist/test/evaluatorHelpers.test.d.ts.map +0 -1
  267. package/dist/test/evaluatorHelpers.test.js +0 -216
  268. package/dist/test/evaluatorHelpers.test.js.map +0 -1
  269. package/dist/test/factories/data/eval/database_records.d.ts +0 -142
  270. package/dist/test/factories/data/eval/database_records.d.ts.map +0 -1
  271. package/dist/test/factories/data/eval/database_records.js +0 -251
  272. package/dist/test/factories/data/eval/database_records.js.map +0 -1
  273. package/dist/test/factories/evalFactory.d.ts +0 -1100
  274. package/dist/test/factories/evalFactory.d.ts.map +0 -1
  275. package/dist/test/factories/evalFactory.js +0 -150
  276. package/dist/test/factories/evalFactory.js.map +0 -1
  277. package/dist/test/fetch.test.d.ts +0 -2
  278. package/dist/test/fetch.test.d.ts.map +0 -1
  279. package/dist/test/fetch.test.js +0 -615
  280. package/dist/test/fetch.test.js.map +0 -1
  281. package/dist/test/globalConfig/accounts.test.d.ts +0 -2
  282. package/dist/test/globalConfig/accounts.test.d.ts.map +0 -1
  283. package/dist/test/globalConfig/accounts.test.js +0 -146
  284. package/dist/test/globalConfig/accounts.test.js.map +0 -1
  285. package/dist/test/globalConfig.test.d.ts +0 -2
  286. package/dist/test/globalConfig.test.d.ts.map +0 -1
  287. package/dist/test/globalConfig.test.js +0 -147
  288. package/dist/test/globalConfig.test.js.map +0 -1
  289. package/dist/test/googleSheets.test.d.ts +0 -2
  290. package/dist/test/googleSheets.test.d.ts.map +0 -1
  291. package/dist/test/googleSheets.test.js +0 -240
  292. package/dist/test/googleSheets.test.js.map +0 -1
  293. package/dist/test/index.test.d.ts +0 -2
  294. package/dist/test/index.test.d.ts.map +0 -1
  295. package/dist/test/index.test.js +0 -348
  296. package/dist/test/index.test.js.map +0 -1
  297. package/dist/test/integrations/huggingfaceDatasets.test.d.ts +0 -2
  298. package/dist/test/integrations/huggingfaceDatasets.test.d.ts.map +0 -1
  299. package/dist/test/integrations/huggingfaceDatasets.test.js +0 -148
  300. package/dist/test/integrations/huggingfaceDatasets.test.js.map +0 -1
  301. package/dist/test/logger.test.d.ts +0 -2
  302. package/dist/test/logger.test.d.ts.map +0 -1
  303. package/dist/test/logger.test.js +0 -42
  304. package/dist/test/logger.test.js.map +0 -1
  305. package/dist/test/matchers.test.d.ts +0 -2
  306. package/dist/test/matchers.test.d.ts.map +0 -1
  307. package/dist/test/matchers.test.js +0 -1113
  308. package/dist/test/matchers.test.js.map +0 -1
  309. package/dist/test/models/eval.test.d.ts +0 -2
  310. package/dist/test/models/eval.test.d.ts.map +0 -1
  311. package/dist/test/models/eval.test.js +0 -118
  312. package/dist/test/models/eval.test.js.map +0 -1
  313. package/dist/test/models/evalResult.test.d.ts +0 -2
  314. package/dist/test/models/evalResult.test.d.ts.map +0 -1
  315. package/dist/test/models/evalResult.test.js +0 -217
  316. package/dist/test/models/evalResult.test.js.map +0 -1
  317. package/dist/test/onboarding.test.d.ts +0 -2
  318. package/dist/test/onboarding.test.d.ts.map +0 -1
  319. package/dist/test/onboarding.test.js +0 -181
  320. package/dist/test/onboarding.test.js.map +0 -1
  321. package/dist/test/prompts/index.test.d.ts +0 -2
  322. package/dist/test/prompts/index.test.d.ts.map +0 -1
  323. package/dist/test/prompts/index.test.js +0 -601
  324. package/dist/test/prompts/index.test.js.map +0 -1
  325. package/dist/test/prompts/processors/javascript.test.d.ts +0 -2
  326. package/dist/test/prompts/processors/javascript.test.d.ts.map +0 -1
  327. package/dist/test/prompts/processors/javascript.test.js +0 -146
  328. package/dist/test/prompts/processors/javascript.test.js.map +0 -1
  329. package/dist/test/prompts/processors/json.test.d.ts +0 -2
  330. package/dist/test/prompts/processors/json.test.d.ts.map +0 -1
  331. package/dist/test/prompts/processors/json.test.js +0 -77
  332. package/dist/test/prompts/processors/json.test.js.map +0 -1
  333. package/dist/test/prompts/processors/jsonl.test.d.ts +0 -2
  334. package/dist/test/prompts/processors/jsonl.test.d.ts.map +0 -1
  335. package/dist/test/prompts/processors/jsonl.test.js +0 -109
  336. package/dist/test/prompts/processors/jsonl.test.js.map +0 -1
  337. package/dist/test/prompts/processors/markdown.test.d.ts +0 -2
  338. package/dist/test/prompts/processors/markdown.test.d.ts.map +0 -1
  339. package/dist/test/prompts/processors/markdown.test.js +0 -89
  340. package/dist/test/prompts/processors/markdown.test.js.map +0 -1
  341. package/dist/test/prompts/processors/python.test.d.ts +0 -2
  342. package/dist/test/prompts/processors/python.test.d.ts.map +0 -1
  343. package/dist/test/prompts/processors/python.test.js +0 -125
  344. package/dist/test/prompts/processors/python.test.js.map +0 -1
  345. package/dist/test/prompts/processors/python.utils.test.d.ts +0 -2
  346. package/dist/test/prompts/processors/python.utils.test.d.ts.map +0 -1
  347. package/dist/test/prompts/processors/python.utils.test.js +0 -70
  348. package/dist/test/prompts/processors/python.utils.test.js.map +0 -1
  349. package/dist/test/prompts/processors/string.test.d.ts +0 -2
  350. package/dist/test/prompts/processors/string.test.d.ts.map +0 -1
  351. package/dist/test/prompts/processors/string.test.js +0 -24
  352. package/dist/test/prompts/processors/string.test.js.map +0 -1
  353. package/dist/test/prompts/processors/text.test.d.ts +0 -2
  354. package/dist/test/prompts/processors/text.test.d.ts.map +0 -1
  355. package/dist/test/prompts/processors/text.test.js +0 -119
  356. package/dist/test/prompts/processors/text.test.js.map +0 -1
  357. package/dist/test/prompts/processors/yaml.test.d.ts +0 -2
  358. package/dist/test/prompts/processors/yaml.test.d.ts.map +0 -1
  359. package/dist/test/prompts/processors/yaml.test.js +0 -147
  360. package/dist/test/prompts/processors/yaml.test.js.map +0 -1
  361. package/dist/test/prompts/utils.test.d.ts +0 -2
  362. package/dist/test/prompts/utils.test.d.ts.map +0 -1
  363. package/dist/test/prompts/utils.test.js +0 -126
  364. package/dist/test/prompts/utils.test.js.map +0 -1
  365. package/dist/test/providers/anthropic.test.d.ts +0 -2
  366. package/dist/test/providers/anthropic.test.d.ts.map +0 -1
  367. package/dist/test/providers/anthropic.test.js +0 -721
  368. package/dist/test/providers/anthropic.test.js.map +0 -1
  369. package/dist/test/providers/azure.test.d.ts +0 -2
  370. package/dist/test/providers/azure.test.d.ts.map +0 -1
  371. package/dist/test/providers/azure.test.js +0 -615
  372. package/dist/test/providers/azure.test.js.map +0 -1
  373. package/dist/test/providers/bam.test.d.ts +0 -2
  374. package/dist/test/providers/bam.test.d.ts.map +0 -1
  375. package/dist/test/providers/bam.test.js +0 -122
  376. package/dist/test/providers/bam.test.js.map +0 -1
  377. package/dist/test/providers/bedrock.test.d.ts +0 -2
  378. package/dist/test/providers/bedrock.test.d.ts.map +0 -1
  379. package/dist/test/providers/bedrock.test.js +0 -878
  380. package/dist/test/providers/bedrock.test.js.map +0 -1
  381. package/dist/test/providers/defaults.test.d.ts +0 -2
  382. package/dist/test/providers/defaults.test.d.ts.map +0 -1
  383. package/dist/test/providers/defaults.test.js +0 -77
  384. package/dist/test/providers/defaults.test.js.map +0 -1
  385. package/dist/test/providers/groq.test.d.ts +0 -2
  386. package/dist/test/providers/groq.test.d.ts.map +0 -1
  387. package/dist/test/providers/groq.test.js +0 -332
  388. package/dist/test/providers/groq.test.js.map +0 -1
  389. package/dist/test/providers/http.test.d.ts +0 -2
  390. package/dist/test/providers/http.test.d.ts.map +0 -1
  391. package/dist/test/providers/http.test.js +0 -1908
  392. package/dist/test/providers/http.test.js.map +0 -1
  393. package/dist/test/providers/index.test.d.ts +0 -2
  394. package/dist/test/providers/index.test.d.ts.map +0 -1
  395. package/dist/test/providers/index.test.js +0 -957
  396. package/dist/test/providers/index.test.js.map +0 -1
  397. package/dist/test/providers/llama.test.d.ts +0 -2
  398. package/dist/test/providers/llama.test.d.ts.map +0 -1
  399. package/dist/test/providers/llama.test.js +0 -106
  400. package/dist/test/providers/llama.test.js.map +0 -1
  401. package/dist/test/providers/mistral.test.d.ts +0 -2
  402. package/dist/test/providers/mistral.test.d.ts.map +0 -1
  403. package/dist/test/providers/mistral.test.js +0 -290
  404. package/dist/test/providers/mistral.test.js.map +0 -1
  405. package/dist/test/providers/openai.test.d.ts +0 -2
  406. package/dist/test/providers/openai.test.d.ts.map +0 -1
  407. package/dist/test/providers/openai.test.js +0 -652
  408. package/dist/test/providers/openai.test.js.map +0 -1
  409. package/dist/test/providers/packageParser.test.d.ts +0 -2
  410. package/dist/test/providers/packageParser.test.d.ts.map +0 -1
  411. package/dist/test/providers/packageParser.test.js +0 -148
  412. package/dist/test/providers/packageParser.test.js.map +0 -1
  413. package/dist/test/providers/palm.test.d.ts +0 -2
  414. package/dist/test/providers/palm.test.d.ts.map +0 -1
  415. package/dist/test/providers/palm.test.js +0 -141
  416. package/dist/test/providers/palm.test.js.map +0 -1
  417. package/dist/test/providers/portkey.test.d.ts +0 -2
  418. package/dist/test/providers/portkey.test.d.ts.map +0 -1
  419. package/dist/test/providers/portkey.test.js +0 -46
  420. package/dist/test/providers/portkey.test.js.map +0 -1
  421. package/dist/test/providers/promptfoo.test.d.ts +0 -2
  422. package/dist/test/providers/promptfoo.test.d.ts.map +0 -1
  423. package/dist/test/providers/promptfoo.test.js +0 -170
  424. package/dist/test/providers/promptfoo.test.js.map +0 -1
  425. package/dist/test/providers/pythonCompletion.test.d.ts +0 -2
  426. package/dist/test/providers/pythonCompletion.test.d.ts.map +0 -1
  427. package/dist/test/providers/pythonCompletion.test.js +0 -170
  428. package/dist/test/providers/pythonCompletion.test.js.map +0 -1
  429. package/dist/test/providers/scriptCompletion.test.d.ts +0 -2
  430. package/dist/test/providers/scriptCompletion.test.d.ts.map +0 -1
  431. package/dist/test/providers/scriptCompletion.test.js +0 -200
  432. package/dist/test/providers/scriptCompletion.test.js.map +0 -1
  433. package/dist/test/providers/shared.test.d.ts +0 -2
  434. package/dist/test/providers/shared.test.d.ts.map +0 -1
  435. package/dist/test/providers/shared.test.js +0 -92
  436. package/dist/test/providers/shared.test.js.map +0 -1
  437. package/dist/test/providers/simulatedUser.test.d.ts +0 -2
  438. package/dist/test/providers/simulatedUser.test.d.ts.map +0 -1
  439. package/dist/test/providers/simulatedUser.test.js +0 -154
  440. package/dist/test/providers/simulatedUser.test.js.map +0 -1
  441. package/dist/test/providers/togetherai.test.d.ts +0 -2
  442. package/dist/test/providers/togetherai.test.d.ts.map +0 -1
  443. package/dist/test/providers/togetherai.test.js +0 -53
  444. package/dist/test/providers/togetherai.test.js.map +0 -1
  445. package/dist/test/providers/vertex.test.d.ts +0 -2
  446. package/dist/test/providers/vertex.test.d.ts.map +0 -1
  447. package/dist/test/providers/vertex.test.js +0 -265
  448. package/dist/test/providers/vertex.test.js.map +0 -1
  449. package/dist/test/providers/watsonx.test.d.ts +0 -2
  450. package/dist/test/providers/watsonx.test.d.ts.map +0 -1
  451. package/dist/test/providers/watsonx.test.js +0 -499
  452. package/dist/test/providers/watsonx.test.js.map +0 -1
  453. package/dist/test/providers/webhook.test.d.ts +0 -2
  454. package/dist/test/providers/webhook.test.d.ts.map +0 -1
  455. package/dist/test/providers/webhook.test.js +0 -115
  456. package/dist/test/providers/webhook.test.js.map +0 -1
  457. package/dist/test/providers/websocket.test.d.ts +0 -2
  458. package/dist/test/providers/websocket.test.d.ts.map +0 -1
  459. package/dist/test/providers/websocket.test.js +0 -130
  460. package/dist/test/providers/websocket.test.js.map +0 -1
  461. package/dist/test/providers/xai.test.d.ts +0 -2
  462. package/dist/test/providers/xai.test.d.ts.map +0 -1
  463. package/dist/test/providers/xai.test.js +0 -47
  464. package/dist/test/providers/xai.test.js.map +0 -1
  465. package/dist/test/providers.test.d.ts +0 -2
  466. package/dist/test/providers.test.d.ts.map +0 -1
  467. package/dist/test/providers.test.js +0 -138
  468. package/dist/test/providers.test.js.map +0 -1
  469. package/dist/test/python/python.integration.test.d.ts +0 -2
  470. package/dist/test/python/python.integration.test.d.ts.map +0 -1
  471. package/dist/test/python/python.integration.test.js +0 -149
  472. package/dist/test/python/python.integration.test.js.map +0 -1
  473. package/dist/test/python/pythonUtils.test.d.ts +0 -2
  474. package/dist/test/python/pythonUtils.test.d.ts.map +0 -1
  475. package/dist/test/python/pythonUtils.test.js +0 -259
  476. package/dist/test/python/pythonUtils.test.js.map +0 -1
  477. package/dist/test/python/wrapper.test.d.ts +0 -2
  478. package/dist/test/python/wrapper.test.d.ts.map +0 -1
  479. package/dist/test/python/wrapper.test.js +0 -71
  480. package/dist/test/python/wrapper.test.js.map +0 -1
  481. package/dist/test/rateLimit.test.d.ts +0 -2
  482. package/dist/test/rateLimit.test.d.ts.map +0 -1
  483. package/dist/test/rateLimit.test.js +0 -94
  484. package/dist/test/rateLimit.test.js.map +0 -1
  485. package/dist/test/redteam/commands/generate.test.d.ts +0 -2
  486. package/dist/test/redteam/commands/generate.test.d.ts.map +0 -1
  487. package/dist/test/redteam/commands/generate.test.js +0 -449
  488. package/dist/test/redteam/commands/generate.test.js.map +0 -1
  489. package/dist/test/redteam/commands/init.test.d.ts +0 -2
  490. package/dist/test/redteam/commands/init.test.d.ts.map +0 -1
  491. package/dist/test/redteam/commands/init.test.js +0 -109
  492. package/dist/test/redteam/commands/init.test.js.map +0 -1
  493. package/dist/test/redteam/extraction/entities.test.d.ts +0 -2
  494. package/dist/test/redteam/extraction/entities.test.d.ts.map +0 -1
  495. package/dist/test/redteam/extraction/entities.test.js +0 -93
  496. package/dist/test/redteam/extraction/entities.test.js.map +0 -1
  497. package/dist/test/redteam/extraction/purpose.test.d.ts +0 -2
  498. package/dist/test/redteam/extraction/purpose.test.d.ts.map +0 -1
  499. package/dist/test/redteam/extraction/purpose.test.js +0 -86
  500. package/dist/test/redteam/extraction/purpose.test.js.map +0 -1
  501. package/dist/test/redteam/extraction/util.test.d.ts +0 -2
  502. package/dist/test/redteam/extraction/util.test.d.ts.map +0 -1
  503. package/dist/test/redteam/extraction/util.test.js +0 -191
  504. package/dist/test/redteam/extraction/util.test.js.map +0 -1
  505. package/dist/test/redteam/graders.test.d.ts +0 -2
  506. package/dist/test/redteam/graders.test.d.ts.map +0 -1
  507. package/dist/test/redteam/graders.test.js +0 -25
  508. package/dist/test/redteam/graders.test.js.map +0 -1
  509. package/dist/test/redteam/index.test.d.ts +0 -2
  510. package/dist/test/redteam/index.test.d.ts.map +0 -1
  511. package/dist/test/redteam/index.test.js +0 -514
  512. package/dist/test/redteam/index.test.js.map +0 -1
  513. package/dist/test/redteam/plugins/base.test.d.ts +0 -2
  514. package/dist/test/redteam/plugins/base.test.d.ts.map +0 -1
  515. package/dist/test/redteam/plugins/base.test.js +0 -519
  516. package/dist/test/redteam/plugins/base.test.js.map +0 -1
  517. package/dist/test/redteam/plugins/competitors.test.d.ts +0 -2
  518. package/dist/test/redteam/plugins/competitors.test.d.ts.map +0 -1
  519. package/dist/test/redteam/plugins/competitors.test.js +0 -64
  520. package/dist/test/redteam/plugins/competitors.test.js.map +0 -1
  521. package/dist/test/redteam/plugins/crossSessionLeak.test.d.ts +0 -2
  522. package/dist/test/redteam/plugins/crossSessionLeak.test.d.ts.map +0 -1
  523. package/dist/test/redteam/plugins/crossSessionLeak.test.js +0 -77
  524. package/dist/test/redteam/plugins/crossSessionLeak.test.js.map +0 -1
  525. package/dist/test/redteam/plugins/custom.test.d.ts +0 -2
  526. package/dist/test/redteam/plugins/custom.test.d.ts.map +0 -1
  527. package/dist/test/redteam/plugins/custom.test.js +0 -87
  528. package/dist/test/redteam/plugins/custom.test.js.map +0 -1
  529. package/dist/test/redteam/plugins/harmful/aligned.test.d.ts +0 -2
  530. package/dist/test/redteam/plugins/harmful/aligned.test.d.ts.map +0 -1
  531. package/dist/test/redteam/plugins/harmful/aligned.test.js +0 -123
  532. package/dist/test/redteam/plugins/harmful/aligned.test.js.map +0 -1
  533. package/dist/test/redteam/plugins/harmful/common.test.d.ts +0 -2
  534. package/dist/test/redteam/plugins/harmful/common.test.d.ts.map +0 -1
  535. package/dist/test/redteam/plugins/harmful/common.test.js +0 -105
  536. package/dist/test/redteam/plugins/harmful/common.test.js.map +0 -1
  537. package/dist/test/redteam/plugins/harmful/graders.test.d.ts +0 -2
  538. package/dist/test/redteam/plugins/harmful/graders.test.d.ts.map +0 -1
  539. package/dist/test/redteam/plugins/harmful/graders.test.js +0 -219
  540. package/dist/test/redteam/plugins/harmful/graders.test.js.map +0 -1
  541. package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts +0 -2
  542. package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts.map +0 -1
  543. package/dist/test/redteam/plugins/harmful/unaligned.test.js +0 -150
  544. package/dist/test/redteam/plugins/harmful/unaligned.test.js.map +0 -1
  545. package/dist/test/redteam/plugins/imitation.test.d.ts +0 -2
  546. package/dist/test/redteam/plugins/imitation.test.d.ts.map +0 -1
  547. package/dist/test/redteam/plugins/imitation.test.js +0 -67
  548. package/dist/test/redteam/plugins/imitation.test.js.map +0 -1
  549. package/dist/test/redteam/plugins/index.test.d.ts +0 -2
  550. package/dist/test/redteam/plugins/index.test.d.ts.map +0 -1
  551. package/dist/test/redteam/plugins/index.test.js +0 -233
  552. package/dist/test/redteam/plugins/index.test.js.map +0 -1
  553. package/dist/test/redteam/plugins/indirectPromptInjection.test.d.ts +0 -2
  554. package/dist/test/redteam/plugins/indirectPromptInjection.test.d.ts.map +0 -1
  555. package/dist/test/redteam/plugins/indirectPromptInjection.test.js +0 -64
  556. package/dist/test/redteam/plugins/indirectPromptInjection.test.js.map +0 -1
  557. package/dist/test/redteam/plugins/intent.test.d.ts +0 -2
  558. package/dist/test/redteam/plugins/intent.test.d.ts.map +0 -1
  559. package/dist/test/redteam/plugins/intent.test.js +0 -187
  560. package/dist/test/redteam/plugins/intent.test.js.map +0 -1
  561. package/dist/test/redteam/plugins/pluginDocumentation.test.d.ts +0 -2
  562. package/dist/test/redteam/plugins/pluginDocumentation.test.d.ts.map +0 -1
  563. package/dist/test/redteam/plugins/pluginDocumentation.test.js +0 -41
  564. package/dist/test/redteam/plugins/pluginDocumentation.test.js.map +0 -1
  565. package/dist/test/redteam/providers/crescendo/index.test.d.ts +0 -2
  566. package/dist/test/redteam/providers/crescendo/index.test.d.ts.map +0 -1
  567. package/dist/test/redteam/providers/crescendo/index.test.js +0 -161
  568. package/dist/test/redteam/providers/crescendo/index.test.js.map +0 -1
  569. package/dist/test/redteam/providers/goat.test.d.ts +0 -2
  570. package/dist/test/redteam/providers/goat.test.d.ts.map +0 -1
  571. package/dist/test/redteam/providers/goat.test.js +0 -134
  572. package/dist/test/redteam/providers/goat.test.js.map +0 -1
  573. package/dist/test/redteam/providers/iterative.test.d.ts +0 -2
  574. package/dist/test/redteam/providers/iterative.test.d.ts.map +0 -1
  575. package/dist/test/redteam/providers/iterative.test.js +0 -106
  576. package/dist/test/redteam/providers/iterative.test.js.map +0 -1
  577. package/dist/test/redteam/providers/iterativeTree.test.d.ts +0 -2
  578. package/dist/test/redteam/providers/iterativeTree.test.d.ts.map +0 -1
  579. package/dist/test/redteam/providers/iterativeTree.test.js +0 -599
  580. package/dist/test/redteam/providers/iterativeTree.test.js.map +0 -1
  581. package/dist/test/redteam/providers/shared.test.d.ts +0 -2
  582. package/dist/test/redteam/providers/shared.test.d.ts.map +0 -1
  583. package/dist/test/redteam/providers/shared.test.js +0 -274
  584. package/dist/test/redteam/providers/shared.test.js.map +0 -1
  585. package/dist/test/redteam/remoteGeneration.test.d.ts +0 -2
  586. package/dist/test/redteam/remoteGeneration.test.d.ts.map +0 -1
  587. package/dist/test/redteam/remoteGeneration.test.js +0 -160
  588. package/dist/test/redteam/remoteGeneration.test.js.map +0 -1
  589. package/dist/test/redteam/strategies/base64.test.d.ts +0 -2
  590. package/dist/test/redteam/strategies/base64.test.d.ts.map +0 -1
  591. package/dist/test/redteam/strategies/base64.test.js +0 -20
  592. package/dist/test/redteam/strategies/base64.test.js.map +0 -1
  593. package/dist/test/redteam/strategies/bestOfN.test.d.ts +0 -2
  594. package/dist/test/redteam/strategies/bestOfN.test.d.ts.map +0 -1
  595. package/dist/test/redteam/strategies/bestOfN.test.js +0 -114
  596. package/dist/test/redteam/strategies/bestOfN.test.js.map +0 -1
  597. package/dist/test/redteam/strategies/crescendo.test.d.ts +0 -2
  598. package/dist/test/redteam/strategies/crescendo.test.d.ts.map +0 -1
  599. package/dist/test/redteam/strategies/crescendo.test.js +0 -87
  600. package/dist/test/redteam/strategies/crescendo.test.js.map +0 -1
  601. package/dist/test/redteam/strategies/gcg.test.d.ts +0 -2
  602. package/dist/test/redteam/strategies/gcg.test.d.ts.map +0 -1
  603. package/dist/test/redteam/strategies/gcg.test.js +0 -153
  604. package/dist/test/redteam/strategies/gcg.test.js.map +0 -1
  605. package/dist/test/redteam/strategies/goat.test.d.ts +0 -2
  606. package/dist/test/redteam/strategies/goat.test.d.ts.map +0 -1
  607. package/dist/test/redteam/strategies/goat.test.js +0 -47
  608. package/dist/test/redteam/strategies/goat.test.js.map +0 -1
  609. package/dist/test/redteam/strategies/index.test.d.ts +0 -2
  610. package/dist/test/redteam/strategies/index.test.d.ts.map +0 -1
  611. package/dist/test/redteam/strategies/index.test.js +0 -96
  612. package/dist/test/redteam/strategies/index.test.js.map +0 -1
  613. package/dist/test/redteam/strategies/leetspeak.test.d.ts +0 -2
  614. package/dist/test/redteam/strategies/leetspeak.test.d.ts.map +0 -1
  615. package/dist/test/redteam/strategies/leetspeak.test.js +0 -28
  616. package/dist/test/redteam/strategies/leetspeak.test.js.map +0 -1
  617. package/dist/test/redteam/strategies/likert.test.d.ts +0 -2
  618. package/dist/test/redteam/strategies/likert.test.d.ts.map +0 -1
  619. package/dist/test/redteam/strategies/likert.test.js +0 -111
  620. package/dist/test/redteam/strategies/likert.test.js.map +0 -1
  621. package/dist/test/redteam/strategies/multilingual.test.d.ts +0 -2
  622. package/dist/test/redteam/strategies/multilingual.test.d.ts.map +0 -1
  623. package/dist/test/redteam/strategies/multilingual.test.js +0 -162
  624. package/dist/test/redteam/strategies/multilingual.test.js.map +0 -1
  625. package/dist/test/redteam/strategies/rot13.test.d.ts +0 -2
  626. package/dist/test/redteam/strategies/rot13.test.d.ts.map +0 -1
  627. package/dist/test/redteam/strategies/rot13.test.js +0 -36
  628. package/dist/test/redteam/strategies/rot13.test.js.map +0 -1
  629. package/dist/test/redteam/util.test.d.ts +0 -2
  630. package/dist/test/redteam/util.test.d.ts.map +0 -1
  631. package/dist/test/redteam/util.test.js +0 -27
  632. package/dist/test/redteam/util.test.js.map +0 -1
  633. package/dist/test/redteam/validators.test.d.ts +0 -2
  634. package/dist/test/redteam/validators.test.d.ts.map +0 -1
  635. package/dist/test/redteam/validators.test.js +0 -1031
  636. package/dist/test/redteam/validators.test.js.map +0 -1
  637. package/dist/test/server/eval.test.d.ts +0 -2
  638. package/dist/test/server/eval.test.d.ts.map +0 -1
  639. package/dist/test/server/eval.test.js +0 -155
  640. package/dist/test/server/eval.test.js.map +0 -1
  641. package/dist/test/server/providers.test.d.ts +0 -2
  642. package/dist/test/server/providers.test.d.ts.map +0 -1
  643. package/dist/test/server/providers.test.js +0 -142
  644. package/dist/test/server/providers.test.js.map +0 -1
  645. package/dist/test/server/server.test.d.ts +0 -2
  646. package/dist/test/server/server.test.d.ts.map +0 -1
  647. package/dist/test/server/server.test.js +0 -74
  648. package/dist/test/server/server.test.js.map +0 -1
  649. package/dist/test/server/share.test.d.ts +0 -2
  650. package/dist/test/server/share.test.d.ts.map +0 -1
  651. package/dist/test/server/share.test.js +0 -82
  652. package/dist/test/server/share.test.js.map +0 -1
  653. package/dist/test/server/v3evalToShare.json +0 -507
  654. package/dist/test/server/v4evalToShare.json +0 -421
  655. package/dist/test/share.test.d.ts +0 -2
  656. package/dist/test/share.test.d.ts.map +0 -1
  657. package/dist/test/share.test.js +0 -206
  658. package/dist/test/share.test.js.map +0 -1
  659. package/dist/test/telemetry.test.d.ts +0 -2
  660. package/dist/test/telemetry.test.d.ts.map +0 -1
  661. package/dist/test/telemetry.test.js +0 -112
  662. package/dist/test/telemetry.test.js.map +0 -1
  663. package/dist/test/testCases.test.d.ts +0 -2
  664. package/dist/test/testCases.test.d.ts.map +0 -1
  665. package/dist/test/testCases.test.js +0 -741
  666. package/dist/test/testCases.test.js.map +0 -1
  667. package/dist/test/types/providers.test.d.ts +0 -2
  668. package/dist/test/types/providers.test.d.ts.map +0 -1
  669. package/dist/test/types/providers.test.js +0 -107
  670. package/dist/test/types/providers.test.js.map +0 -1
  671. package/dist/test/types.test.d.ts +0 -2
  672. package/dist/test/types.test.d.ts.map +0 -1
  673. package/dist/test/types.test.js +0 -231
  674. package/dist/test/types.test.js.map +0 -1
  675. package/dist/test/updates.test.d.ts +0 -2
  676. package/dist/test/updates.test.d.ts.map +0 -1
  677. package/dist/test/updates.test.js +0 -64
  678. package/dist/test/updates.test.js.map +0 -1
  679. package/dist/test/util/apiHealth.test.d.ts +0 -2
  680. package/dist/test/util/apiHealth.test.d.ts.map +0 -1
  681. package/dist/test/util/apiHealth.test.js +0 -89
  682. package/dist/test/util/apiHealth.test.js.map +0 -1
  683. package/dist/test/util/config/default.test.d.ts +0 -2
  684. package/dist/test/util/config/default.test.d.ts.map +0 -1
  685. package/dist/test/util/config/default.test.js +0 -139
  686. package/dist/test/util/config/default.test.js.map +0 -1
  687. package/dist/test/util/config/load.test.d.ts +0 -2
  688. package/dist/test/util/config/load.test.d.ts.map +0 -1
  689. package/dist/test/util/config/load.test.js +0 -1011
  690. package/dist/test/util/config/load.test.js.map +0 -1
  691. package/dist/test/util/config/main.test.d.ts +0 -2
  692. package/dist/test/util/config/main.test.d.ts.map +0 -1
  693. package/dist/test/util/config/main.test.js +0 -162
  694. package/dist/test/util/config/main.test.js.map +0 -1
  695. package/dist/test/util/deleteAll.test.d.ts +0 -2
  696. package/dist/test/util/deleteAll.test.d.ts.map +0 -1
  697. package/dist/test/util/deleteAll.test.js +0 -25
  698. package/dist/test/util/deleteAll.test.js.map +0 -1
  699. package/dist/test/util/exportToFile/index.test.d.ts +0 -2
  700. package/dist/test/util/exportToFile/index.test.d.ts.map +0 -1
  701. package/dist/test/util/exportToFile/index.test.js +0 -242
  702. package/dist/test/util/exportToFile/index.test.js.map +0 -1
  703. package/dist/test/util/file.test.d.ts +0 -2
  704. package/dist/test/util/file.test.d.ts.map +0 -1
  705. package/dist/test/util/file.test.js +0 -32
  706. package/dist/test/util/file.test.js.map +0 -1
  707. package/dist/test/util/generation.test.d.ts +0 -2
  708. package/dist/test/util/generation.test.d.ts.map +0 -1
  709. package/dist/test/util/generation.test.js +0 -100
  710. package/dist/test/util/generation.test.js.map +0 -1
  711. package/dist/test/util/index.test.d.ts +0 -2
  712. package/dist/test/util/index.test.d.ts.map +0 -1
  713. package/dist/test/util/index.test.js +0 -541
  714. package/dist/test/util/index.test.js.map +0 -1
  715. package/dist/test/util/invariant.test.d.ts +0 -2
  716. package/dist/test/util/invariant.test.d.ts.map +0 -1
  717. package/dist/test/util/invariant.test.js +0 -36
  718. package/dist/test/util/invariant.test.js.map +0 -1
  719. package/dist/test/util/json.test.d.ts +0 -2
  720. package/dist/test/util/json.test.d.ts.map +0 -1
  721. package/dist/test/util/json.test.js +0 -254
  722. package/dist/test/util/json.test.js.map +0 -1
  723. package/dist/test/util/listPrevious.test.d.ts +0 -2
  724. package/dist/test/util/listPrevious.test.d.ts.map +0 -1
  725. package/dist/test/util/listPrevious.test.js +0 -37
  726. package/dist/test/util/listPrevious.test.js.map +0 -1
  727. package/dist/test/util/server.test.d.ts +0 -2
  728. package/dist/test/util/server.test.d.ts.map +0 -1
  729. package/dist/test/util/server.test.js +0 -114
  730. package/dist/test/util/server.test.js.map +0 -1
  731. package/dist/test/util/templates.test.d.ts +0 -2
  732. package/dist/test/util/templates.test.d.ts.map +0 -1
  733. package/dist/test/util/templates.test.js +0 -175
  734. package/dist/test/util/templates.test.js.map +0 -1
  735. package/dist/test/util/transform.test.d.ts +0 -2
  736. package/dist/test/util/transform.test.d.ts.map +0 -1
  737. package/dist/test/util/transform.test.js +0 -185
  738. package/dist/test/util/transform.test.js.map +0 -1
  739. package/dist/test/util/utils.d.ts +0 -7
  740. package/dist/test/util/utils.d.ts.map +0 -1
  741. package/dist/test/util/utils.js +0 -41
  742. package/dist/test/util/utils.js.map +0 -1
  743. package/dist/test/utils/text.test.d.ts +0 -2
  744. package/dist/test/utils/text.test.d.ts.map +0 -1
  745. package/dist/test/utils/text.test.js +0 -25
  746. package/dist/test/utils/text.test.js.map +0 -1
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.103.14",
5
+ "version": "0.103.16",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -23,7 +23,9 @@
23
23
  "types": "dist/src/index.d.ts",
24
24
  "typings": "dist/src/index.d.ts",
25
25
  "files": [
26
- "dist"
26
+ "dist",
27
+ "!dist/test",
28
+ "!dist/src/__mocks__"
27
29
  ],
28
30
  "engines": {
29
31
  "node": ">=18.0.0"
@@ -54,7 +56,8 @@
54
56
  "lint": "eslint . --max-warnings=0",
55
57
  "local:web": "npm run dev --prefix src/app",
56
58
  "local": "ts-node --cwdMode --transpileOnly src/main.ts",
57
- "postversion": "npm run citation:generate && git add CITATION.cff && git commit --amend --no-edit",
59
+ "preversion": "[ \"$(git rev-parse --abbrev-ref HEAD)\" = \"main\" ] || (echo \"Error: Must be on main branch to version\" && exit 1) && git pull origin main && git checkout -b \"chore/bump-version-$(date +%s)\"",
60
+ "postversion": "npm run citation:generate && git add CITATION.cff && git commit --amend --no-edit && gh pr create --title \"chore: bump version $npm_package_version\" --body \"\"",
58
61
  "prepublishOnly": "npm run build:clean && npm run build",
59
62
  "test:app": "npm run test --prefix src/app",
60
63
  "test:integration": "jest --config jest.integration.config.ts integration",
@@ -65,12 +68,25 @@
65
68
  },
66
69
  "overrides": {
67
70
  "uri-js": "npm:uri-js-replace",
71
+ "chokidar": "4.0.3",
68
72
  "whatwg-url": "14.1.0",
69
73
  "*": {
70
- "whatwg-url": "14.1.0"
74
+ "whatwg-url": "14.1.0",
75
+ "chokidar": "4.0.3"
71
76
  }
72
77
  },
73
78
  "peerDependencies": {
79
+ "@adaline/anthropic": "0.20.0",
80
+ "@adaline/azure": "0.9.2",
81
+ "@adaline/gateway": "0.25.0",
82
+ "@adaline/google": "0.9.0",
83
+ "@adaline/groq": "0.9.0",
84
+ "@adaline/open-router": "0.8.0",
85
+ "@adaline/openai": "0.22.0",
86
+ "@adaline/provider": "0.17.0",
87
+ "@adaline/together-ai": "0.8.0",
88
+ "@adaline/types": "0.15.0",
89
+ "@adaline/vertex": "0.9.0",
74
90
  "@aws-sdk/client-bedrock-runtime": "^3.602.0",
75
91
  "@aws-sdk/credential-provider-sso": "^3.686.0",
76
92
  "@azure/identity": "^4.0.0",
@@ -90,13 +106,13 @@
90
106
  "puppeteer-extra-plugin-stealth": "^2.11.2"
91
107
  },
92
108
  "devDependencies": {
93
- "@aws-sdk/client-bedrock-runtime": "^3.731.1",
94
- "@aws-sdk/credential-provider-sso": "^3.731.1",
109
+ "@aws-sdk/client-bedrock-runtime": "^3.734.0",
110
+ "@aws-sdk/credential-provider-sso": "^3.734.0",
95
111
  "@azure/identity": "^4.6.0",
96
- "@eslint/js": "^9.17.0",
112
+ "@eslint/js": "^9.19.0",
97
113
  "@libsql/client": "^0.14.0",
98
- "@swc/cli": "^0.5.2",
99
- "@swc/core": "^1.10.6",
114
+ "@swc/cli": "^0.6.0",
115
+ "@swc/core": "^1.10.11",
100
116
  "@swc/jest": "^0.2.37",
101
117
  "@trivago/prettier-plugin-sort-imports": "^5.2.1",
102
118
  "@types/async": "^3.2.24",
@@ -124,10 +140,10 @@
124
140
  "concurrently": "^9.1.2",
125
141
  "drizzle-kit": "^0.26.2",
126
142
  "esbuild": "^0.24.2",
127
- "eslint": "^9.17.0",
128
- "eslint-plugin-jest": "^28.10.0",
143
+ "eslint": "^9.19.0",
144
+ "eslint-plugin-jest": "^28.11.0",
129
145
  "eslint-plugin-react-hooks": "^5.1.0",
130
- "eslint-plugin-react-refresh": "^0.4.16",
146
+ "eslint-plugin-react-refresh": "^0.4.18",
131
147
  "eslint-plugin-unicorn": "^56.0.1",
132
148
  "eslint-plugin-unused-imports": "^4.1.4",
133
149
  "jest": "^29.7.0",
@@ -141,35 +157,21 @@
141
157
  "ts-node": "^10.9.2",
142
158
  "tsconfig-paths": "^4.2.0",
143
159
  "typescript": "^5.7.3",
144
- "typescript-eslint": "^8.19.1",
160
+ "typescript-eslint": "^8.22.0",
145
161
  "zod-to-json-schema": "^3.24.1"
146
162
  },
147
163
  "dependencies": {
148
- "@adaline/anthropic": "0.20.0",
149
- "@adaline/azure": "0.9.2",
150
- "@adaline/gateway": "0.25.0",
151
- "@adaline/google": "0.9.0",
152
- "@adaline/groq": "0.9.0",
153
- "@adaline/open-router": "0.8.0",
154
- "@adaline/openai": "0.22.0",
155
- "@adaline/provider": "0.17.0",
156
- "@adaline/together-ai": "0.8.0",
157
- "@adaline/types": "0.15.0",
158
- "@adaline/vertex": "0.9.0",
159
- "@anthropic-ai/sdk": "^0.35.0",
164
+ "@anthropic-ai/sdk": "^0.36.3",
160
165
  "@apidevtools/json-schema-ref-parser": "^11.7.3",
161
- "@emotion/react": "^11.14.0",
162
- "@emotion/styled": "^11.14.0",
163
166
  "@googleapis/sheets": "^9.3.1",
164
- "@mui/material": "^6.1.10",
165
167
  "ajv": "^8.17.1",
166
168
  "ajv-formats": "^3.0.1",
167
169
  "async": "^3.2.6",
168
- "better-sqlite3": "^11.7.2",
170
+ "better-sqlite3": "^11.8.1",
169
171
  "cache-manager": "^4.1.0",
170
172
  "cache-manager-fs-hash": "^1.0.0",
171
173
  "chalk": "^4.1.2",
172
- "chokidar": "^3.6.0",
174
+ "chokidar": "4.0.3",
173
175
  "cli-progress": "^3.12.0",
174
176
  "cli-table3": "^0.6.5",
175
177
  "commander": "^12.1.0",
@@ -187,14 +189,14 @@
187
189
  "fastest-levenshtein": "^1.0.16",
188
190
  "glob": "^10.4.3",
189
191
  "groq-sdk": "^0.12.0",
190
- "http-z": "^7.1.1",
192
+ "http-z": "^7.1.3",
191
193
  "inquirer": "^11.1.0",
192
194
  "js-rouge": "^3.0.0",
193
195
  "js-yaml": "^4.1.0",
194
- "mathjs": "^14.0.1",
196
+ "mathjs": "^14.1.0",
195
197
  "node-cache": "^5.1.2",
196
198
  "nunjucks": "^3.2.4",
197
- "openai": "^4.80.0",
199
+ "openai": "^4.80.1",
198
200
  "opener": "^1.5.2",
199
201
  "proxy-agent": "^6.5.0",
200
202
  "python-shell": "^5.0.0",