promptfoo 0.113.3 → 0.114.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (175) hide show
  1. package/dist/drizzle/0012_late_marten_broadcloak.sql +2 -0
  2. package/dist/drizzle/0013_previous_dormammu.sql +9 -0
  3. package/dist/drizzle/0014_lazy_captain_universe.sql +2 -0
  4. package/dist/drizzle/meta/0012_snapshot.json +714 -0
  5. package/dist/drizzle/meta/0013_snapshot.json +805 -0
  6. package/dist/drizzle/meta/0014_snapshot.json +805 -0
  7. package/dist/drizzle/meta/_journal.json +21 -0
  8. package/dist/package.json +2 -2
  9. package/dist/src/app/assets/{index-CvKQ0e4T.js → index-wUuuHZnA.js} +205 -199
  10. package/dist/src/app/assets/{index.es-RGQT-6h9.js → index.es-C5j-CfgS.js} +1 -1
  11. package/dist/src/app/assets/{source-map-support-CEIPORzr.js → source-map-support-C0LBjapu.js} +1 -1
  12. package/dist/src/app/assets/{sync-D7Aaf28o.js → sync-DqI-UnrD.js} +1 -1
  13. package/dist/src/app/index.html +1 -1
  14. package/dist/src/assertions/sql.d.ts.map +1 -1
  15. package/dist/src/assertions/sql.js +25 -1
  16. package/dist/src/assertions/sql.js.map +1 -1
  17. package/dist/src/commands/auth.js +1 -1
  18. package/dist/src/commands/auth.js.map +1 -1
  19. package/dist/src/commands/validate.d.ts +10 -0
  20. package/dist/src/commands/validate.d.ts.map +1 -0
  21. package/dist/src/commands/validate.js +53 -0
  22. package/dist/src/commands/validate.js.map +1 -0
  23. package/dist/src/database/tables.d.ts +29 -10
  24. package/dist/src/database/tables.d.ts.map +1 -1
  25. package/dist/src/database/tables.js +9 -0
  26. package/dist/src/database/tables.js.map +1 -1
  27. package/dist/src/envars.d.ts +1 -0
  28. package/dist/src/envars.d.ts.map +1 -1
  29. package/dist/src/envars.js.map +1 -1
  30. package/dist/src/evaluator.d.ts.map +1 -1
  31. package/dist/src/evaluator.js +5 -0
  32. package/dist/src/evaluator.js.map +1 -1
  33. package/dist/src/globalConfig/accounts.d.ts +11 -0
  34. package/dist/src/globalConfig/accounts.d.ts.map +1 -1
  35. package/dist/src/globalConfig/accounts.js +44 -20
  36. package/dist/src/globalConfig/accounts.js.map +1 -1
  37. package/dist/src/globalConfig/cloud.js +1 -1
  38. package/dist/src/globalConfig/cloud.js.map +1 -1
  39. package/dist/src/main.d.ts.map +1 -1
  40. package/dist/src/main.js +2 -0
  41. package/dist/src/main.js.map +1 -1
  42. package/dist/src/models/eval.d.ts +29 -2
  43. package/dist/src/models/eval.d.ts.map +1 -1
  44. package/dist/src/models/eval.js +168 -11
  45. package/dist/src/models/eval.js.map +1 -1
  46. package/dist/src/models/evalResult.d.ts +1 -0
  47. package/dist/src/models/evalResult.d.ts.map +1 -1
  48. package/dist/src/models/evalResult.js +13 -0
  49. package/dist/src/models/evalResult.js.map +1 -1
  50. package/dist/src/onboarding.d.ts.map +1 -1
  51. package/dist/src/onboarding.js +7 -6
  52. package/dist/src/onboarding.js.map +1 -1
  53. package/dist/src/prompts/processors/text.d.ts.map +1 -1
  54. package/dist/src/prompts/processors/text.js +24 -9
  55. package/dist/src/prompts/processors/text.js.map +1 -1
  56. package/dist/src/providers/anthropic/defaults.d.ts +1 -1
  57. package/dist/src/providers/anthropic/defaults.d.ts.map +1 -1
  58. package/dist/src/providers/anthropic/defaults.js +1 -1
  59. package/dist/src/providers/anthropic/defaults.js.map +1 -1
  60. package/dist/src/providers/anthropic/util.d.ts.map +1 -1
  61. package/dist/src/providers/anthropic/util.js +15 -0
  62. package/dist/src/providers/anthropic/util.js.map +1 -1
  63. package/dist/src/providers/{bedrock.d.ts → bedrock/index.d.ts} +4 -4
  64. package/dist/src/providers/bedrock/index.d.ts.map +1 -0
  65. package/dist/src/providers/{bedrock.js → bedrock/index.js} +18 -12
  66. package/dist/src/providers/bedrock/index.js.map +1 -0
  67. package/dist/src/providers/{bedrockKnowledgeBase.d.ts → bedrock/knowledgeBase.d.ts} +4 -4
  68. package/dist/src/providers/bedrock/knowledgeBase.d.ts.map +1 -0
  69. package/dist/src/providers/{bedrockKnowledgeBase.js → bedrock/knowledgeBase.js} +7 -7
  70. package/dist/src/providers/bedrock/knowledgeBase.js.map +1 -0
  71. package/dist/src/providers/bedrock/nova-sonic.d.ts +1 -1
  72. package/dist/src/providers/bedrock/nova-sonic.d.ts.map +1 -1
  73. package/dist/src/providers/bedrock/nova-sonic.js +2 -2
  74. package/dist/src/providers/bedrock/nova-sonic.js.map +1 -1
  75. package/dist/src/providers/{bedrockUtil.d.ts → bedrock/util.d.ts} +1 -1
  76. package/dist/src/providers/bedrock/util.d.ts.map +1 -0
  77. package/dist/src/providers/{bedrockUtil.js → bedrock/util.js} +1 -1
  78. package/dist/src/providers/bedrock/util.js.map +1 -0
  79. package/dist/src/providers/fal.d.ts +15 -3
  80. package/dist/src/providers/fal.d.ts.map +1 -1
  81. package/dist/src/providers/fal.js +7 -7
  82. package/dist/src/providers/fal.js.map +1 -1
  83. package/dist/src/providers/mcp/transform.d.ts.map +1 -1
  84. package/dist/src/providers/mcp/transform.js +8 -3
  85. package/dist/src/providers/mcp/transform.js.map +1 -1
  86. package/dist/src/providers/mcp/types.d.ts +6 -1
  87. package/dist/src/providers/mcp/types.d.ts.map +1 -1
  88. package/dist/src/providers/registry.d.ts.map +1 -1
  89. package/dist/src/providers/registry.js +18 -7
  90. package/dist/src/providers/registry.js.map +1 -1
  91. package/dist/src/providers/{xai.d.ts → xai/chat.d.ts} +15 -8
  92. package/dist/src/providers/xai/chat.d.ts.map +1 -0
  93. package/dist/src/providers/{xai.js → xai/chat.js} +18 -7
  94. package/dist/src/providers/xai/chat.js.map +1 -0
  95. package/dist/src/providers/xai/image.d.ts +31 -0
  96. package/dist/src/providers/xai/image.d.ts.map +1 -0
  97. package/dist/src/providers/xai/image.js +129 -0
  98. package/dist/src/providers/xai/image.js.map +1 -0
  99. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  100. package/dist/src/redteam/commands/init.js +12 -8
  101. package/dist/src/redteam/commands/init.js.map +1 -1
  102. package/dist/src/redteam/constants.d.ts +9 -5
  103. package/dist/src/redteam/constants.d.ts.map +1 -1
  104. package/dist/src/redteam/constants.js +32 -13
  105. package/dist/src/redteam/constants.js.map +1 -1
  106. package/dist/src/redteam/graders.d.ts.map +1 -1
  107. package/dist/src/redteam/graders.js +2 -0
  108. package/dist/src/redteam/graders.js.map +1 -1
  109. package/dist/src/redteam/index.js +2 -2
  110. package/dist/src/redteam/index.js.map +1 -1
  111. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  112. package/dist/src/redteam/plugins/index.js +2 -0
  113. package/dist/src/redteam/plugins/index.js.map +1 -1
  114. package/dist/src/redteam/plugins/intent.d.ts +1 -0
  115. package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
  116. package/dist/src/redteam/plugins/intent.js +61 -22
  117. package/dist/src/redteam/plugins/intent.js.map +1 -1
  118. package/dist/src/redteam/plugins/toxicchat.d.ts +16 -0
  119. package/dist/src/redteam/plugins/toxicchat.d.ts.map +1 -0
  120. package/dist/src/redteam/plugins/toxicchat.js +99 -0
  121. package/dist/src/redteam/plugins/toxicchat.js.map +1 -0
  122. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  123. package/dist/src/redteam/strategies/index.js +9 -0
  124. package/dist/src/redteam/strategies/index.js.map +1 -1
  125. package/dist/src/redteam/strategies/otherEncodings.d.ts +5 -0
  126. package/dist/src/redteam/strategies/otherEncodings.d.ts.map +1 -1
  127. package/dist/src/redteam/strategies/otherEncodings.js +28 -2
  128. package/dist/src/redteam/strategies/otherEncodings.js.map +1 -1
  129. package/dist/src/server/apiSchemas.d.ts +18 -0
  130. package/dist/src/server/apiSchemas.d.ts.map +1 -1
  131. package/dist/src/server/apiSchemas.js +8 -0
  132. package/dist/src/server/apiSchemas.js.map +1 -1
  133. package/dist/src/server/routes/eval.d.ts.map +1 -1
  134. package/dist/src/server/routes/eval.js +89 -0
  135. package/dist/src/server/routes/eval.js.map +1 -1
  136. package/dist/src/server/routes/redteam.js +4 -1
  137. package/dist/src/server/routes/redteam.js.map +1 -1
  138. package/dist/src/server/routes/user.js +19 -11
  139. package/dist/src/server/routes/user.js.map +1 -1
  140. package/dist/src/share.d.ts.map +1 -1
  141. package/dist/src/share.js +4 -3
  142. package/dist/src/share.js.map +1 -1
  143. package/dist/src/types/index.d.ts +51 -42
  144. package/dist/src/types/index.d.ts.map +1 -1
  145. package/dist/src/types/index.js.map +1 -1
  146. package/dist/src/util/cloud.d.ts +0 -2
  147. package/dist/src/util/cloud.d.ts.map +1 -1
  148. package/dist/src/util/cloud.js +3 -25
  149. package/dist/src/util/cloud.js.map +1 -1
  150. package/dist/src/util/config/load.js +1 -1
  151. package/dist/src/util/config/load.js.map +1 -1
  152. package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -1
  153. package/dist/src/util/convertEvalResultsToTable.js +1 -29
  154. package/dist/src/util/convertEvalResultsToTable.js.map +1 -1
  155. package/dist/src/util/exportToFile/getHeaderForTable.d.ts +59 -0
  156. package/dist/src/util/exportToFile/getHeaderForTable.d.ts.map +1 -0
  157. package/dist/src/util/exportToFile/getHeaderForTable.js +42 -0
  158. package/dist/src/util/exportToFile/getHeaderForTable.js.map +1 -0
  159. package/dist/src/util/exportToFile/index.d.ts +0 -58
  160. package/dist/src/util/exportToFile/index.d.ts.map +1 -1
  161. package/dist/src/util/exportToFile/index.js +0 -39
  162. package/dist/src/util/exportToFile/index.js.map +1 -1
  163. package/dist/src/util/index.d.ts.map +1 -1
  164. package/dist/src/util/index.js +2 -1
  165. package/dist/src/util/index.js.map +1 -1
  166. package/dist/tsconfig.tsbuildinfo +1 -1
  167. package/package.json +2 -2
  168. package/dist/src/providers/bedrock.d.ts.map +0 -1
  169. package/dist/src/providers/bedrock.js.map +0 -1
  170. package/dist/src/providers/bedrockKnowledgeBase.d.ts.map +0 -1
  171. package/dist/src/providers/bedrockKnowledgeBase.js.map +0 -1
  172. package/dist/src/providers/bedrockUtil.d.ts.map +0 -1
  173. package/dist/src/providers/bedrockUtil.js.map +0 -1
  174. package/dist/src/providers/xai.d.ts.map +0 -1
  175. package/dist/src/providers/xai.js.map +0 -1
package/dist/drizzle/0012_late_marten_broadcloak.sql ADDED
@@ -0,0 +1,2 @@
1
+ ALTER TABLE `evals` ADD `vars` text;--> statement-breakpoint
2
+ CREATE INDEX `eval_result_eval_id_test_idx_idx` ON `eval_results` (`eval_id`,`test_idx`);
package/dist/drizzle/0013_previous_dormammu.sql ADDED
@@ -0,0 +1,9 @@
1
+ DROP INDEX `eval_result_eval_id_test_idx_idx`;--> statement-breakpoint
2
+ CREATE INDEX `eval_result_test_idx_idx` ON `eval_results` (`test_idx`);--> statement-breakpoint
3
+ CREATE INDEX `eval_result_response_idx` ON `eval_results` (`response`);--> statement-breakpoint
4
+ CREATE INDEX `eval_result_grading_result_reason_idx` ON `eval_results` (json_extract(grading_result, '$.reason'));--> statement-breakpoint
5
+ CREATE INDEX `eval_result_grading_result_comment_idx` ON `eval_results` (json_extract(grading_result, '$.comment'));--> statement-breakpoint
6
+ CREATE INDEX `eval_result_test_case_vars_idx` ON `eval_results` (json_extract(test_case, '$.vars'));--> statement-breakpoint
7
+ CREATE INDEX `eval_result_test_case_metadata_idx` ON `eval_results` (json_extract(metadata, '$'));--> statement-breakpoint
8
+ CREATE INDEX `eval_result_named_scores_idx` ON `eval_results` (json_extract(named_scores, '$'));--> statement-breakpoint
9
+ CREATE INDEX `eval_result_metadata_idx` ON `eval_results` (json_extract(metadata, '$'));
package/dist/drizzle/0014_lazy_captain_universe.sql ADDED
@@ -0,0 +1,2 @@
1
+ DROP INDEX `eval_result_test_idx_idx`;--> statement-breakpoint
2
+ CREATE INDEX `eval_result_test_idx` ON `eval_results` (`test_idx`);