promptfoo 0.113.2 → 0.113.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (89) hide show
  1. package/dist/drizzle/0012_late_marten_broadcloak.sql +2 -0
  2. package/dist/drizzle/0013_previous_dormammu.sql +9 -0
  3. package/dist/drizzle/0014_lazy_captain_universe.sql +2 -0
  4. package/dist/drizzle/meta/0012_snapshot.json +714 -0
  5. package/dist/drizzle/meta/0013_snapshot.json +805 -0
  6. package/dist/drizzle/meta/0014_snapshot.json +805 -0
  7. package/dist/drizzle/meta/_journal.json +21 -0
  8. package/dist/package.json +2 -2
  9. package/dist/src/app/assets/{index-DDgDcSbp.js → index-DdXJnDMA.js} +225 -225
  10. package/dist/src/app/assets/{index.es-CTuWilQA.js → index.es-D3Ur4BZ_.js} +1 -1
  11. package/dist/src/app/assets/{source-map-support-CMD9DZ3t.js → source-map-support-DY0AMRKB.js} +1 -1
  12. package/dist/src/app/assets/{sync-DXeGLZqh.js → sync-I4nmvfxZ.js} +1 -1
  13. package/dist/src/app/index.html +1 -1
  14. package/dist/src/database/tables.d.ts +29 -10
  15. package/dist/src/database/tables.d.ts.map +1 -1
  16. package/dist/src/database/tables.js +9 -0
  17. package/dist/src/database/tables.js.map +1 -1
  18. package/dist/src/evaluator.d.ts.map +1 -1
  19. package/dist/src/evaluator.js +5 -0
  20. package/dist/src/evaluator.js.map +1 -1
  21. package/dist/src/globalConfig/accounts.d.ts +11 -0
  22. package/dist/src/globalConfig/accounts.d.ts.map +1 -1
  23. package/dist/src/globalConfig/accounts.js +44 -20
  24. package/dist/src/globalConfig/accounts.js.map +1 -1
  25. package/dist/src/models/eval.d.ts +29 -2
  26. package/dist/src/models/eval.d.ts.map +1 -1
  27. package/dist/src/models/eval.js +170 -11
  28. package/dist/src/models/eval.js.map +1 -1
  29. package/dist/src/models/evalResult.d.ts +1 -0
  30. package/dist/src/models/evalResult.d.ts.map +1 -1
  31. package/dist/src/models/evalResult.js +13 -0
  32. package/dist/src/models/evalResult.js.map +1 -1
  33. package/dist/src/redteam/commands/discover.d.ts +137 -15
  34. package/dist/src/redteam/commands/discover.d.ts.map +1 -1
  35. package/dist/src/redteam/commands/discover.js +142 -78
  36. package/dist/src/redteam/commands/discover.js.map +1 -1
  37. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  38. package/dist/src/redteam/commands/generate.js +6 -3
  39. package/dist/src/redteam/commands/generate.js.map +1 -1
  40. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  41. package/dist/src/redteam/commands/run.js +5 -0
  42. package/dist/src/redteam/commands/run.js.map +1 -1
  43. package/dist/src/redteam/constants.d.ts +4 -4
  44. package/dist/src/redteam/constants.d.ts.map +1 -1
  45. package/dist/src/redteam/constants.js +3 -4
  46. package/dist/src/redteam/constants.js.map +1 -1
  47. package/dist/src/redteam/index.d.ts.map +1 -1
  48. package/dist/src/redteam/index.js +8 -0
  49. package/dist/src/redteam/index.js.map +1 -1
  50. package/dist/src/redteam/plugins/harmful/common.d.ts.map +1 -1
  51. package/dist/src/redteam/plugins/harmful/common.js +4 -1
  52. package/dist/src/redteam/plugins/harmful/common.js.map +1 -1
  53. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  54. package/dist/src/redteam/plugins/index.js +1 -2
  55. package/dist/src/redteam/plugins/index.js.map +1 -1
  56. package/dist/src/redteam/shared.d.ts.map +1 -1
  57. package/dist/src/redteam/shared.js +3 -1
  58. package/dist/src/redteam/shared.js.map +1 -1
  59. package/dist/src/server/apiSchemas.d.ts +18 -0
  60. package/dist/src/server/apiSchemas.d.ts.map +1 -1
  61. package/dist/src/server/apiSchemas.js +8 -0
  62. package/dist/src/server/apiSchemas.js.map +1 -1
  63. package/dist/src/server/routes/eval.d.ts.map +1 -1
  64. package/dist/src/server/routes/eval.js +89 -0
  65. package/dist/src/server/routes/eval.js.map +1 -1
  66. package/dist/src/server/routes/user.js +19 -11
  67. package/dist/src/server/routes/user.js.map +1 -1
  68. package/dist/src/telemetry.d.ts.map +1 -1
  69. package/dist/src/telemetry.js +2 -0
  70. package/dist/src/telemetry.js.map +1 -1
  71. package/dist/src/types/index.d.ts +51 -42
  72. package/dist/src/types/index.d.ts.map +1 -1
  73. package/dist/src/types/index.js.map +1 -1
  74. package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -1
  75. package/dist/src/util/convertEvalResultsToTable.js +1 -29
  76. package/dist/src/util/convertEvalResultsToTable.js.map +1 -1
  77. package/dist/src/util/exportToFile/getHeaderForTable.d.ts +59 -0
  78. package/dist/src/util/exportToFile/getHeaderForTable.d.ts.map +1 -0
  79. package/dist/src/util/exportToFile/getHeaderForTable.js +42 -0
  80. package/dist/src/util/exportToFile/getHeaderForTable.js.map +1 -0
  81. package/dist/src/util/exportToFile/index.d.ts +0 -58
  82. package/dist/src/util/exportToFile/index.d.ts.map +1 -1
  83. package/dist/src/util/exportToFile/index.js +0 -39
  84. package/dist/src/util/exportToFile/index.js.map +1 -1
  85. package/dist/src/util/index.d.ts.map +1 -1
  86. package/dist/src/util/index.js +2 -1
  87. package/dist/src/util/index.js.map +1 -1
  88. package/dist/tsconfig.tsbuildinfo +1 -1
  89. package/package.json +2 -2
package/dist/drizzle/0012_late_marten_broadcloak.sql ADDED
@@ -0,0 +1,2 @@
1
+ ALTER TABLE `evals` ADD `vars` text;--> statement-breakpoint
2
+ CREATE INDEX `eval_result_eval_id_test_idx_idx` ON `eval_results` (`eval_id`,`test_idx`);
package/dist/drizzle/0013_previous_dormammu.sql ADDED
@@ -0,0 +1,9 @@
1
+ DROP INDEX `eval_result_eval_id_test_idx_idx`;--> statement-breakpoint
2
+ CREATE INDEX `eval_result_test_idx_idx` ON `eval_results` (`test_idx`);--> statement-breakpoint
3
+ CREATE INDEX `eval_result_response_idx` ON `eval_results` (`response`);--> statement-breakpoint
4
+ CREATE INDEX `eval_result_grading_result_reason_idx` ON `eval_results` (json_extract(grading_result, '$.reason'));--> statement-breakpoint
5
+ CREATE INDEX `eval_result_grading_result_comment_idx` ON `eval_results` (json_extract(grading_result, '$.comment'));--> statement-breakpoint
6
+ CREATE INDEX `eval_result_test_case_vars_idx` ON `eval_results` (json_extract(test_case, '$.vars'));--> statement-breakpoint
7
+ CREATE INDEX `eval_result_test_case_metadata_idx` ON `eval_results` (json_extract(metadata, '$'));--> statement-breakpoint
8
+ CREATE INDEX `eval_result_named_scores_idx` ON `eval_results` (json_extract(named_scores, '$'));--> statement-breakpoint
9
+ CREATE INDEX `eval_result_metadata_idx` ON `eval_results` (json_extract(metadata, '$'));
package/dist/drizzle/0014_lazy_captain_universe.sql ADDED
@@ -0,0 +1,2 @@
1
+ DROP INDEX `eval_result_test_idx_idx`;--> statement-breakpoint
2
+ CREATE INDEX `eval_result_test_idx` ON `eval_results` (`test_idx`);