promptfoo 0.90.3 → 0.91.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (223) hide show
  1. package/dist/package.json +4 -4
  2. package/dist/src/app/assets/{index-Nu_Jrwyo.js → index-Dvv-swGm.js} +161 -161
  3. package/dist/src/app/assets/{index.es-Cwq4F6NP.js → index.es-DAIlgY6E.js} +1 -1
  4. package/dist/src/app/assets/{sync-CE7pFgME.js → sync-CABaZxhX.js} +1 -1
  5. package/dist/src/app/index.html +1 -1
  6. package/dist/src/cache.d.ts +4 -3
  7. package/dist/src/cache.d.ts.map +1 -1
  8. package/dist/src/cache.js.map +1 -1
  9. package/dist/src/checkNodeVersion.d.ts.map +1 -1
  10. package/dist/src/checkNodeVersion.js +4 -37
  11. package/dist/src/checkNodeVersion.js.map +1 -1
  12. package/dist/src/commands/eval.d.ts +1 -1
  13. package/dist/src/commands/eval.d.ts.map +1 -1
  14. package/dist/src/commands/eval.js.map +1 -1
  15. package/dist/src/commands/list.d.ts.map +1 -1
  16. package/dist/src/commands/list.js +2 -1
  17. package/dist/src/commands/list.js.map +1 -1
  18. package/dist/src/database/tables.d.ts +5 -0
  19. package/dist/src/database/tables.d.ts.map +1 -1
  20. package/dist/src/envars.d.ts +1 -0
  21. package/dist/src/envars.d.ts.map +1 -1
  22. package/dist/src/envars.js.map +1 -1
  23. package/dist/src/evaluator.d.ts.map +1 -1
  24. package/dist/src/evaluator.js +12 -2
  25. package/dist/src/evaluator.js.map +1 -1
  26. package/dist/src/index.d.ts +9 -0
  27. package/dist/src/index.d.ts.map +1 -1
  28. package/dist/src/index.js +11 -2
  29. package/dist/src/index.js.map +1 -1
  30. package/dist/src/main.js +11 -10
  31. package/dist/src/main.js.map +1 -1
  32. package/dist/src/models/prompt.d.ts +6 -0
  33. package/dist/src/models/prompt.d.ts.map +1 -0
  34. package/dist/src/models/prompt.js +10 -0
  35. package/dist/src/models/prompt.js.map +1 -0
  36. package/dist/src/prompts/index.d.ts +1 -1
  37. package/dist/src/prompts/index.d.ts.map +1 -1
  38. package/dist/src/prompts/index.js.map +1 -1
  39. package/dist/src/providers/browser.d.ts.map +1 -1
  40. package/dist/src/providers/browser.js +24 -1
  41. package/dist/src/providers/browser.js.map +1 -1
  42. package/dist/src/providers/golangCompletion.d.ts.map +1 -1
  43. package/dist/src/providers/golangCompletion.js +2 -1
  44. package/dist/src/providers/golangCompletion.js.map +1 -1
  45. package/dist/src/providers/openai.js +1 -1
  46. package/dist/src/providers/pythonCompletion.d.ts.map +1 -1
  47. package/dist/src/providers/pythonCompletion.js +2 -1
  48. package/dist/src/providers/pythonCompletion.js.map +1 -1
  49. package/dist/src/providers.d.ts.map +1 -1
  50. package/dist/src/providers.js +23 -5
  51. package/dist/src/providers.js.map +1 -1
  52. package/dist/src/python/wrapper.py +5 -1
  53. package/dist/src/redteam/commands/generate.d.ts +2 -2
  54. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  55. package/dist/src/redteam/commands/generate.js +3 -3
  56. package/dist/src/redteam/commands/generate.js.map +1 -1
  57. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  58. package/dist/src/redteam/commands/init.js +3 -4
  59. package/dist/src/redteam/commands/init.js.map +1 -1
  60. package/dist/src/redteam/commands/report.d.ts +3 -0
  61. package/dist/src/redteam/commands/report.d.ts.map +1 -0
  62. package/dist/src/redteam/commands/report.js +31 -0
  63. package/dist/src/redteam/commands/report.js.map +1 -0
  64. package/dist/src/redteam/commands/run.d.ts +3 -0
  65. package/dist/src/redteam/commands/run.d.ts.map +1 -0
  66. package/dist/src/redteam/commands/run.js +137 -0
  67. package/dist/src/redteam/commands/run.js.map +1 -0
  68. package/dist/src/redteam/graders.d.ts +2 -2
  69. package/dist/src/redteam/graders.d.ts.map +1 -1
  70. package/dist/src/redteam/plugins/asciiSmuggling.d.ts +2 -2
  71. package/dist/src/redteam/plugins/asciiSmuggling.d.ts.map +1 -1
  72. package/dist/src/redteam/plugins/asciiSmuggling.js +1 -1
  73. package/dist/src/redteam/plugins/asciiSmuggling.js.map +1 -1
  74. package/dist/src/redteam/plugins/base.d.ts +3 -3
  75. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  76. package/dist/src/redteam/plugins/base.js +7 -7
  77. package/dist/src/redteam/plugins/base.js.map +1 -1
  78. package/dist/src/redteam/plugins/bfla.d.ts +2 -2
  79. package/dist/src/redteam/plugins/bfla.d.ts.map +1 -1
  80. package/dist/src/redteam/plugins/bfla.js +1 -1
  81. package/dist/src/redteam/plugins/bfla.js.map +1 -1
  82. package/dist/src/redteam/plugins/bola.d.ts +2 -2
  83. package/dist/src/redteam/plugins/bola.d.ts.map +1 -1
  84. package/dist/src/redteam/plugins/bola.js +1 -1
  85. package/dist/src/redteam/plugins/bola.js.map +1 -1
  86. package/dist/src/redteam/plugins/competitors.d.ts +2 -2
  87. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  88. package/dist/src/redteam/plugins/competitors.js +1 -1
  89. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  90. package/dist/src/redteam/plugins/contracts.d.ts +3 -3
  91. package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
  92. package/dist/src/redteam/plugins/contracts.js +2 -2
  93. package/dist/src/redteam/plugins/contracts.js.map +1 -1
  94. package/dist/src/redteam/plugins/crossSessionLeak.d.ts +3 -3
  95. package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
  96. package/dist/src/redteam/plugins/crossSessionLeak.js +2 -2
  97. package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
  98. package/dist/src/redteam/plugins/custom.d.ts +2 -2
  99. package/dist/src/redteam/plugins/custom.d.ts.map +1 -1
  100. package/dist/src/redteam/plugins/custom.js +1 -1
  101. package/dist/src/redteam/plugins/custom.js.map +1 -1
  102. package/dist/src/redteam/plugins/debugAccess.d.ts +3 -3
  103. package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
  104. package/dist/src/redteam/plugins/debugAccess.js +2 -2
  105. package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
  106. package/dist/src/redteam/plugins/excessiveAgency.d.ts +3 -3
  107. package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
  108. package/dist/src/redteam/plugins/excessiveAgency.js +2 -2
  109. package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
  110. package/dist/src/redteam/plugins/hallucination.d.ts +3 -3
  111. package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
  112. package/dist/src/redteam/plugins/hallucination.js +2 -2
  113. package/dist/src/redteam/plugins/hallucination.js.map +1 -1
  114. package/dist/src/redteam/plugins/harmful.d.ts +2 -2
  115. package/dist/src/redteam/plugins/harmful.d.ts.map +1 -1
  116. package/dist/src/redteam/plugins/harmful.js +4 -7
  117. package/dist/src/redteam/plugins/harmful.js.map +1 -1
  118. package/dist/src/redteam/plugins/hijacking.d.ts +2 -2
  119. package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
  120. package/dist/src/redteam/plugins/hijacking.js +1 -1
  121. package/dist/src/redteam/plugins/hijacking.js.map +1 -1
  122. package/dist/src/redteam/plugins/imitation.d.ts +3 -3
  123. package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
  124. package/dist/src/redteam/plugins/imitation.js +2 -2
  125. package/dist/src/redteam/plugins/imitation.js.map +1 -1
  126. package/dist/src/redteam/plugins/indirectPromptInjection.d.ts +3 -19
  127. package/dist/src/redteam/plugins/indirectPromptInjection.d.ts.map +1 -1
  128. package/dist/src/redteam/plugins/indirectPromptInjection.js +2 -73
  129. package/dist/src/redteam/plugins/indirectPromptInjection.js.map +1 -1
  130. package/dist/src/redteam/plugins/overreliance.d.ts +3 -3
  131. package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
  132. package/dist/src/redteam/plugins/overreliance.js +2 -2
  133. package/dist/src/redteam/plugins/overreliance.js.map +1 -1
  134. package/dist/src/redteam/plugins/pii.d.ts +2 -2
  135. package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
  136. package/dist/src/redteam/plugins/pii.js +3 -4
  137. package/dist/src/redteam/plugins/pii.js.map +1 -1
  138. package/dist/src/redteam/plugins/policy.d.ts +3 -3
  139. package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
  140. package/dist/src/redteam/plugins/policy.js +2 -2
  141. package/dist/src/redteam/plugins/policy.js.map +1 -1
  142. package/dist/src/redteam/plugins/politics.d.ts +3 -3
  143. package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
  144. package/dist/src/redteam/plugins/politics.js +2 -2
  145. package/dist/src/redteam/plugins/politics.js.map +1 -1
  146. package/dist/src/redteam/plugins/promptExtraction.d.ts +3 -3
  147. package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
  148. package/dist/src/redteam/plugins/promptExtraction.js +2 -2
  149. package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
  150. package/dist/src/redteam/plugins/rbac.d.ts +3 -3
  151. package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
  152. package/dist/src/redteam/plugins/rbac.js +2 -2
  153. package/dist/src/redteam/plugins/rbac.js.map +1 -1
  154. package/dist/src/redteam/plugins/shellInjection.d.ts +3 -3
  155. package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
  156. package/dist/src/redteam/plugins/shellInjection.js +2 -2
  157. package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
  158. package/dist/src/redteam/plugins/sqlInjection.d.ts +3 -3
  159. package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
  160. package/dist/src/redteam/plugins/sqlInjection.js +2 -2
  161. package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
  162. package/dist/src/redteam/plugins/ssrf.d.ts +2 -2
  163. package/dist/src/redteam/plugins/ssrf.d.ts.map +1 -1
  164. package/dist/src/redteam/plugins/ssrf.js +1 -1
  165. package/dist/src/redteam/plugins/ssrf.js.map +1 -1
  166. package/dist/src/redteam/providers/constants.d.ts +1 -1
  167. package/dist/src/redteam/providers/constants.d.ts.map +1 -1
  168. package/dist/src/redteam/providers/constants.js +1 -1
  169. package/dist/src/redteam/providers/constants.js.map +1 -1
  170. package/dist/src/server/server.d.ts +2 -1
  171. package/dist/src/server/server.d.ts.map +1 -1
  172. package/dist/src/server/server.js +15 -7
  173. package/dist/src/server/server.js.map +1 -1
  174. package/dist/src/share.d.ts.map +1 -1
  175. package/dist/src/share.js +16 -1
  176. package/dist/src/share.js.map +1 -1
  177. package/dist/src/types/index.d.ts +135 -0
  178. package/dist/src/types/index.d.ts.map +1 -1
  179. package/dist/src/types/index.js +1 -0
  180. package/dist/src/types/index.js.map +1 -1
  181. package/dist/src/types/providers.d.ts +3 -2
  182. package/dist/src/types/providers.d.ts.map +1 -1
  183. package/dist/src/types/providers.js.map +1 -1
  184. package/dist/src/util/config/default.d.ts +10 -2
  185. package/dist/src/util/config/default.d.ts.map +1 -1
  186. package/dist/src/util/config/default.js +18 -5
  187. package/dist/src/util/config/default.js.map +1 -1
  188. package/dist/src/util/createHash.d.ts +2 -0
  189. package/dist/src/util/createHash.d.ts.map +1 -0
  190. package/dist/src/util/createHash.js +8 -0
  191. package/dist/src/util/createHash.js.map +1 -0
  192. package/dist/src/util/index.d.ts +4 -2
  193. package/dist/src/util/index.d.ts.map +1 -1
  194. package/dist/src/util/index.js +16 -18
  195. package/dist/src/util/index.js.map +1 -1
  196. package/dist/src/util/transform.d.ts +5 -1
  197. package/dist/src/util/transform.d.ts.map +1 -1
  198. package/dist/src/util/transform.js +13 -7
  199. package/dist/src/util/transform.js.map +1 -1
  200. package/dist/src/validators/redteam.d.ts.map +1 -1
  201. package/dist/src/validators/redteam.js +70 -33
  202. package/dist/src/validators/redteam.js.map +1 -1
  203. package/dist/test/checkNodeVersion.test.js +11 -58
  204. package/dist/test/checkNodeVersion.test.js.map +1 -1
  205. package/dist/test/evaluator.test.js +53 -0
  206. package/dist/test/evaluator.test.js.map +1 -1
  207. package/dist/test/index.test.js +170 -8
  208. package/dist/test/index.test.js.map +1 -1
  209. package/dist/test/providers.test.js +36 -1
  210. package/dist/test/providers.test.js.map +1 -1
  211. package/dist/test/redteam/plugins/base.test.js +6 -6
  212. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  213. package/dist/test/redteam/validators.test.js +165 -7
  214. package/dist/test/redteam/validators.test.js.map +1 -1
  215. package/dist/test/util.config.default.test.js +93 -11
  216. package/dist/test/util.config.default.test.js.map +1 -1
  217. package/dist/test/util.transform.test.js +17 -0
  218. package/dist/test/util.transform.test.js.map +1 -1
  219. package/package.json +4 -4
  220. package/dist/src/commands/version.d.ts +0 -3
  221. package/dist/src/commands/version.d.ts.map +0 -1
  222. package/dist/src/commands/version.js +0 -18
  223. package/dist/src/commands/version.js.map +0 -1
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.90.3",
5
+ "version": "0.91.1",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -95,7 +95,7 @@
95
95
  "@types/cors": "^2.8.17",
96
96
  "@types/debounce": "^1.2.4",
97
97
  "@types/eslint__js": "^8.42.3",
98
- "@types/express": "^4.17.21",
98
+ "@types/express": "^5.0.0",
99
99
  "@types/glob": "^8.1.0",
100
100
  "@types/inquirer": "^9.0.7",
101
101
  "@types/jest": "^29.5.13",
@@ -125,7 +125,7 @@
125
125
  "ts-node": "^10.9.2",
126
126
  "tsconfig-paths": "^4.2.0",
127
127
  "typescript": "^5.6.2",
128
- "typescript-eslint": "^8.7.0",
128
+ "typescript-eslint": "^8.8.0",
129
129
  "zod-to-json-schema": "^3.23.3"
130
130
  },
131
131
  "dependencies": {
@@ -168,7 +168,7 @@
168
168
  "node-cache": "^5.1.2",
169
169
  "node-fetch": "^2.6.7",
170
170
  "nunjucks": "^3.2.4",
171
- "openai": "^4.65.0",
171
+ "openai": "^4.66.1",
172
172
  "opener": "^1.5.2",
173
173
  "proxy-agent": "^6.4.0",
174
174
  "python-shell": "^5.0.0",