promptfoo 0.101.2 → 0.102.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/README.md +1 -0
  2. package/dist/package.json +1 -1
  3. package/dist/src/app/assets/index-CnmwEP7J.js +857 -0
  4. package/dist/src/app/assets/{index-CRUXRgeT.css → index-Du5kx2S7.css} +1 -1
  5. package/dist/src/app/assets/{index.es-DkWVRNuq.js → index.es-D50MgA-h.js} +1 -1
  6. package/dist/src/app/assets/{sync-DRb-_5lp.js → sync-CWcEX9ys.js} +1 -1
  7. package/dist/src/app/index.html +2 -2
  8. package/dist/src/cliState.d.ts +1 -0
  9. package/dist/src/cliState.d.ts.map +1 -1
  10. package/dist/src/cliState.js.map +1 -1
  11. package/dist/src/commands/eval.d.ts +2 -1
  12. package/dist/src/commands/eval.d.ts.map +1 -1
  13. package/dist/src/commands/eval.js +10 -5
  14. package/dist/src/commands/eval.js.map +1 -1
  15. package/dist/src/evaluator.d.ts.map +1 -1
  16. package/dist/src/evaluator.js +42 -5
  17. package/dist/src/evaluator.js.map +1 -1
  18. package/dist/src/logger.d.ts +2 -0
  19. package/dist/src/logger.d.ts.map +1 -1
  20. package/dist/src/logger.js +14 -4
  21. package/dist/src/logger.js.map +1 -1
  22. package/dist/src/redteam/commands/generate.d.ts +1 -1
  23. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  24. package/dist/src/redteam/commands/generate.js +17 -10
  25. package/dist/src/redteam/commands/generate.js.map +1 -1
  26. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  27. package/dist/src/redteam/commands/run.js +3 -49
  28. package/dist/src/redteam/commands/run.js.map +1 -1
  29. package/dist/src/redteam/constants.d.ts +3 -3
  30. package/dist/src/redteam/constants.d.ts.map +1 -1
  31. package/dist/src/redteam/constants.js +2 -2
  32. package/dist/src/redteam/constants.js.map +1 -1
  33. package/dist/src/redteam/index.d.ts +1 -1
  34. package/dist/src/redteam/index.d.ts.map +1 -1
  35. package/dist/src/redteam/index.js +54 -6
  36. package/dist/src/redteam/index.js.map +1 -1
  37. package/dist/src/redteam/plugins/harmful/graders.js +1 -1
  38. package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
  39. package/dist/src/redteam/plugins/intent.js +2 -1
  40. package/dist/src/redteam/plugins/intent.js.map +1 -1
  41. package/dist/src/redteam/remoteGeneration.d.ts +5 -0
  42. package/dist/src/redteam/remoteGeneration.d.ts.map +1 -1
  43. package/dist/src/redteam/remoteGeneration.js +26 -0
  44. package/dist/src/redteam/remoteGeneration.js.map +1 -1
  45. package/dist/src/redteam/shared.d.ts +3 -3
  46. package/dist/src/redteam/shared.d.ts.map +1 -1
  47. package/dist/src/redteam/shared.js +106 -13
  48. package/dist/src/redteam/shared.js.map +1 -1
  49. package/dist/src/redteam/sharedFrontend.d.ts +4 -0
  50. package/dist/src/redteam/sharedFrontend.d.ts.map +1 -0
  51. package/dist/src/redteam/sharedFrontend.js +18 -0
  52. package/dist/src/redteam/sharedFrontend.js.map +1 -0
  53. package/dist/src/redteam/types.d.ts +18 -0
  54. package/dist/src/redteam/types.d.ts.map +1 -1
  55. package/dist/src/server/routes/eval.d.ts +2 -0
  56. package/dist/src/server/routes/eval.d.ts.map +1 -1
  57. package/dist/src/server/routes/eval.js +26 -8
  58. package/dist/src/server/routes/eval.js.map +1 -1
  59. package/dist/src/server/routes/redteam.d.ts.map +1 -1
  60. package/dist/src/server/routes/redteam.js +107 -0
  61. package/dist/src/server/routes/redteam.js.map +1 -1
  62. package/dist/src/server/server.d.ts +0 -5
  63. package/dist/src/server/server.d.ts.map +1 -1
  64. package/dist/src/server/server.js +4 -56
  65. package/dist/src/server/server.js.map +1 -1
  66. package/dist/src/types/index.d.ts +6 -2
  67. package/dist/src/types/index.d.ts.map +1 -1
  68. package/dist/src/types/index.js.map +1 -1
  69. package/dist/src/util/apiHealth.d.ts +11 -0
  70. package/dist/src/util/apiHealth.d.ts.map +1 -0
  71. package/dist/src/util/apiHealth.js +59 -0
  72. package/dist/src/util/apiHealth.js.map +1 -0
  73. package/dist/src/util/config/manage.d.ts +1 -1
  74. package/dist/src/util/config/manage.d.ts.map +1 -1
  75. package/dist/src/util/config/manage.js +2 -1
  76. package/dist/src/util/config/manage.js.map +1 -1
  77. package/dist/test/redteam/commands/generate.test.js +26 -2
  78. package/dist/test/redteam/commands/generate.test.js.map +1 -1
  79. package/dist/test/redteam/index.test.js +77 -0
  80. package/dist/test/redteam/index.test.js.map +1 -1
  81. package/dist/test/redteam/remoteGeneration.test.js +70 -0
  82. package/dist/test/redteam/remoteGeneration.test.js.map +1 -1
  83. package/dist/test/redteam/validators.test.js +13 -13
  84. package/dist/test/redteam/validators.test.js.map +1 -1
  85. package/dist/test/server/server.test.js +40 -111
  86. package/dist/test/server/server.test.js.map +1 -1
  87. package/dist/test/util/apiHealth.test.d.ts +2 -0
  88. package/dist/test/util/apiHealth.test.d.ts.map +1 -0
  89. package/dist/test/util/apiHealth.test.js +89 -0
  90. package/dist/test/util/apiHealth.test.js.map +1 -0
  91. package/dist/tsconfig.tsbuildinfo +1 -1
  92. package/package.json +1 -1
  93. package/dist/src/app/assets/index-BTdK1U9T.js +0 -817
package/README.md CHANGED
@@ -155,6 +155,7 @@ Deterministic eval metrics
155
155
  | `cost` | Cost is below a threshold (for models with cost info such as GPT) |
156
156
  | `is-valid-openai-function-call` | Ensure that the function call matches the function's JSON schema |
157
157
  | `is-valid-openai-tools-call` | Ensure that all tool calls match the tools JSON schema |
158
+ | `assert-set` | Group assertions together with optional threshold |
158
159
 
159
160
  Model-assisted eval metrics
160
161
 
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.101.2",
5
+ "version": "0.102.0",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {