promptfoo 0.91.1 → 0.91.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. package/dist/package.json +11 -8
  2. package/dist/src/app/assets/{index-Dvv-swGm.js → index-Bc-q9rGp.js} +222 -222
  3. package/dist/src/app/assets/{index.es-DAIlgY6E.js → index.es-b3UhzAjj.js} +1 -1
  4. package/dist/src/app/assets/{sync-CABaZxhX.js → sync-D-OjEwME.js} +1 -1
  5. package/dist/src/app/index.html +1 -1
  6. package/dist/src/assertions/AssertionsResult.js +1 -1
  7. package/dist/src/assertions/AssertionsResult.js.map +1 -1
  8. package/dist/src/commands/eval/filterTests.d.ts +1 -1
  9. package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
  10. package/dist/src/commands/eval/filterTests.js +1 -1
  11. package/dist/src/commands/eval/filterTests.js.map +1 -1
  12. package/dist/src/commands/eval.d.ts.map +1 -1
  13. package/dist/src/commands/eval.js +38 -15
  14. package/dist/src/commands/eval.js.map +1 -1
  15. package/dist/src/database/tables.d.ts +5 -5
  16. package/dist/src/index.d.ts +38 -0
  17. package/dist/src/index.d.ts.map +1 -1
  18. package/dist/src/prompts/processors/python.d.ts +1 -1
  19. package/dist/src/prompts/processors/python.d.ts.map +1 -1
  20. package/dist/src/providers/browser.d.ts +7 -0
  21. package/dist/src/providers/browser.d.ts.map +1 -1
  22. package/dist/src/providers/browser.js +60 -3
  23. package/dist/src/providers/browser.js.map +1 -1
  24. package/dist/src/providers/http.d.ts +2 -1
  25. package/dist/src/providers/http.d.ts.map +1 -1
  26. package/dist/src/providers/http.js +34 -7
  27. package/dist/src/providers/http.js.map +1 -1
  28. package/dist/src/providers.d.ts +61 -3
  29. package/dist/src/providers.d.ts.map +1 -1
  30. package/dist/src/providers.js +38 -0
  31. package/dist/src/providers.js.map +1 -1
  32. package/dist/src/python/pythonUtils.d.ts +2 -2
  33. package/dist/src/python/pythonUtils.d.ts.map +1 -1
  34. package/dist/src/python/pythonUtils.js +24 -2
  35. package/dist/src/python/pythonUtils.js.map +1 -1
  36. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  37. package/dist/src/redteam/commands/init.js +0 -1
  38. package/dist/src/redteam/commands/init.js.map +1 -1
  39. package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
  40. package/dist/src/redteam/plugins/crossSessionLeak.js +7 -2
  41. package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
  42. package/dist/src/redteam/providers/constants.d.ts +1 -1
  43. package/dist/src/redteam/providers/constants.js +1 -1
  44. package/dist/src/types/index.d.ts +40 -40
  45. package/dist/src/types/index.js +5 -5
  46. package/dist/src/types/index.js.map +1 -1
  47. package/dist/test/providers.http.test.js +107 -0
  48. package/dist/test/providers.http.test.js.map +1 -1
  49. package/dist/test/python/integration.test.d.ts +2 -0
  50. package/dist/test/python/integration.test.d.ts.map +1 -0
  51. package/dist/test/python/integration.test.js +149 -0
  52. package/dist/test/python/integration.test.js.map +1 -0
  53. package/dist/test/python/pythonUtils.test.js +46 -21
  54. package/dist/test/python/pythonUtils.test.js.map +1 -1
  55. package/dist/test/redteam/plugins/crossSessionLeak.test.d.ts +2 -0
  56. package/dist/test/redteam/plugins/crossSessionLeak.test.d.ts.map +1 -0
  57. package/dist/test/redteam/plugins/crossSessionLeak.test.js +77 -0
  58. package/dist/test/redteam/plugins/crossSessionLeak.test.js.map +1 -0
  59. package/package.json +11 -8
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.91.1",
5
+ "version": "0.91.2",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -75,10 +75,12 @@
75
75
  "google-auth-library": "^9.7.0",
76
76
  "langfuse": "^3.7.0",
77
77
  "node-sql-parser": "^5.2.0",
78
- "playwright": "^1.47.2"
78
+ "playwright": "^1.47.2",
79
+ "playwright-extra": "^4.3.6",
80
+ "puppeteer-extra-plugin-stealth": "^2.11.2"
79
81
  },
80
82
  "devDependencies": {
81
- "@aws-sdk/client-bedrock-runtime": "^3.658.1",
83
+ "@aws-sdk/client-bedrock-runtime": "^3.663.0",
82
84
  "@azure/identity": "^4.4.1",
83
85
  "@eslint/js": "^9.11.1",
84
86
  "@libsql/client": "^0.14.0",
@@ -134,7 +136,7 @@
134
136
  "@emotion/react": "^11.13.3",
135
137
  "@emotion/styled": "^11.13.0",
136
138
  "@googleapis/sheets": "^9.3.1",
137
- "@mui/material": "^6.1.1",
139
+ "@mui/material": "^6.1.2",
138
140
  "ajv": "^8.17.1",
139
141
  "ajv-formats": "^3.0.1",
140
142
  "async": "^3.2.6",
@@ -164,15 +166,15 @@
164
166
  "inquirer": "^10.2.2",
165
167
  "js-rouge": "3.0.0",
166
168
  "js-yaml": "^4.1.0",
167
- "mathjs": "^13.1.1",
169
+ "mathjs": "^13.2.0",
168
170
  "node-cache": "^5.1.2",
169
171
  "node-fetch": "^2.6.7",
170
172
  "nunjucks": "^3.2.4",
171
- "openai": "^4.66.1",
173
+ "openai": "^4.67.1",
172
174
  "opener": "^1.5.2",
173
175
  "proxy-agent": "^6.4.0",
174
176
  "python-shell": "^5.0.0",
175
- "replicate": "^0.34.0",
177
+ "replicate": "^0.34.1",
176
178
  "rfdc": "^1.4.1",
177
179
  "semver": "^7.6.3",
178
180
  "socket.io": "^4.8.0",
@@ -180,7 +182,8 @@
180
182
  "uuid": "^10.0.0",
181
183
  "winston": "^3.14.2",
182
184
  "ws": "^8.18.0",
183
- "zod": "^3.23.8"
185
+ "zod": "^3.23.8",
186
+ "zod-validation-error": "^3.4.0"
184
187
  },
185
188
  "madge": {
186
189
  "detectiveOptions": {