promptfoo 0.91.1 → 0.91.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (74) hide show
  1. package/dist/package.json +11 -8
  2. package/dist/src/app/assets/{index-Dvv-swGm.js → index-C6z1nbLN.js} +222 -222
  3. package/dist/src/app/assets/{index.es-DAIlgY6E.js → index.es-oqbvfIxR.js} +1 -1
  4. package/dist/src/app/assets/{sync-CABaZxhX.js → sync-D2s75VlC.js} +1 -1
  5. package/dist/src/app/index.html +1 -1
  6. package/dist/src/assertions/AssertionsResult.js +1 -1
  7. package/dist/src/assertions/AssertionsResult.js.map +1 -1
  8. package/dist/src/commands/eval/filterTests.d.ts +1 -1
  9. package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
  10. package/dist/src/commands/eval/filterTests.js +1 -1
  11. package/dist/src/commands/eval/filterTests.js.map +1 -1
  12. package/dist/src/commands/eval.d.ts.map +1 -1
  13. package/dist/src/commands/eval.js +38 -15
  14. package/dist/src/commands/eval.js.map +1 -1
  15. package/dist/src/database/tables.d.ts +5 -5
  16. package/dist/src/index.d.ts +40 -0
  17. package/dist/src/index.d.ts.map +1 -1
  18. package/dist/src/prompts/processors/python.d.ts +1 -1
  19. package/dist/src/prompts/processors/python.d.ts.map +1 -1
  20. package/dist/src/providers/browser.d.ts +7 -0
  21. package/dist/src/providers/browser.d.ts.map +1 -1
  22. package/dist/src/providers/browser.js +60 -3
  23. package/dist/src/providers/browser.js.map +1 -1
  24. package/dist/src/providers/http.d.ts +2 -1
  25. package/dist/src/providers/http.d.ts.map +1 -1
  26. package/dist/src/providers/http.js +34 -7
  27. package/dist/src/providers/http.js.map +1 -1
  28. package/dist/src/providers.d.ts +61 -3
  29. package/dist/src/providers.d.ts.map +1 -1
  30. package/dist/src/providers.js +38 -0
  31. package/dist/src/providers.js.map +1 -1
  32. package/dist/src/python/pythonUtils.d.ts +2 -2
  33. package/dist/src/python/pythonUtils.d.ts.map +1 -1
  34. package/dist/src/python/pythonUtils.js +24 -2
  35. package/dist/src/python/pythonUtils.js.map +1 -1
  36. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  37. package/dist/src/redteam/commands/init.js +0 -1
  38. package/dist/src/redteam/commands/init.js.map +1 -1
  39. package/dist/src/redteam/constants.d.ts +1 -1
  40. package/dist/src/redteam/constants.d.ts.map +1 -1
  41. package/dist/src/redteam/constants.js +7 -5
  42. package/dist/src/redteam/constants.js.map +1 -1
  43. package/dist/src/redteam/graders.d.ts +2 -0
  44. package/dist/src/redteam/graders.d.ts.map +1 -1
  45. package/dist/src/redteam/graders.js +2 -0
  46. package/dist/src/redteam/graders.js.map +1 -1
  47. package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
  48. package/dist/src/redteam/plugins/crossSessionLeak.js +7 -2
  49. package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
  50. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  51. package/dist/src/redteam/plugins/index.js +1 -0
  52. package/dist/src/redteam/plugins/index.js.map +1 -1
  53. package/dist/src/redteam/plugins/religion.d.ts +6 -0
  54. package/dist/src/redteam/plugins/religion.d.ts.map +1 -0
  55. package/dist/src/redteam/plugins/religion.js +14 -0
  56. package/dist/src/redteam/plugins/religion.js.map +1 -0
  57. package/dist/src/redteam/providers/constants.d.ts +1 -1
  58. package/dist/src/redteam/providers/constants.js +1 -1
  59. package/dist/src/types/index.d.ts +40 -40
  60. package/dist/src/types/index.js +5 -5
  61. package/dist/src/types/index.js.map +1 -1
  62. package/dist/test/providers.http.test.js +107 -0
  63. package/dist/test/providers.http.test.js.map +1 -1
  64. package/dist/test/python/integration.test.d.ts +2 -0
  65. package/dist/test/python/integration.test.d.ts.map +1 -0
  66. package/dist/test/python/integration.test.js +149 -0
  67. package/dist/test/python/integration.test.js.map +1 -0
  68. package/dist/test/python/pythonUtils.test.js +46 -21
  69. package/dist/test/python/pythonUtils.test.js.map +1 -1
  70. package/dist/test/redteam/plugins/crossSessionLeak.test.d.ts +2 -0
  71. package/dist/test/redteam/plugins/crossSessionLeak.test.d.ts.map +1 -0
  72. package/dist/test/redteam/plugins/crossSessionLeak.test.js +77 -0
  73. package/dist/test/redteam/plugins/crossSessionLeak.test.js.map +1 -0
  74. package/package.json +11 -8
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.91.1",
5
+ "version": "0.91.3",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -75,10 +75,12 @@
75
75
  "google-auth-library": "^9.7.0",
76
76
  "langfuse": "^3.7.0",
77
77
  "node-sql-parser": "^5.2.0",
78
- "playwright": "^1.47.2"
78
+ "playwright": "^1.47.2",
79
+ "playwright-extra": "^4.3.6",
80
+ "puppeteer-extra-plugin-stealth": "^2.11.2"
79
81
  },
80
82
  "devDependencies": {
81
- "@aws-sdk/client-bedrock-runtime": "^3.658.1",
83
+ "@aws-sdk/client-bedrock-runtime": "^3.663.0",
82
84
  "@azure/identity": "^4.4.1",
83
85
  "@eslint/js": "^9.11.1",
84
86
  "@libsql/client": "^0.14.0",
@@ -134,7 +136,7 @@
134
136
  "@emotion/react": "^11.13.3",
135
137
  "@emotion/styled": "^11.13.0",
136
138
  "@googleapis/sheets": "^9.3.1",
137
- "@mui/material": "^6.1.1",
139
+ "@mui/material": "^6.1.2",
138
140
  "ajv": "^8.17.1",
139
141
  "ajv-formats": "^3.0.1",
140
142
  "async": "^3.2.6",
@@ -164,15 +166,15 @@
164
166
  "inquirer": "^10.2.2",
165
167
  "js-rouge": "3.0.0",
166
168
  "js-yaml": "^4.1.0",
167
- "mathjs": "^13.1.1",
169
+ "mathjs": "^13.2.0",
168
170
  "node-cache": "^5.1.2",
169
171
  "node-fetch": "^2.6.7",
170
172
  "nunjucks": "^3.2.4",
171
- "openai": "^4.66.1",
173
+ "openai": "^4.67.1",
172
174
  "opener": "^1.5.2",
173
175
  "proxy-agent": "^6.4.0",
174
176
  "python-shell": "^5.0.0",
175
- "replicate": "^0.34.0",
177
+ "replicate": "^0.34.1",
176
178
  "rfdc": "^1.4.1",
177
179
  "semver": "^7.6.3",
178
180
  "socket.io": "^4.8.0",
@@ -180,7 +182,8 @@
180
182
  "uuid": "^10.0.0",
181
183
  "winston": "^3.14.2",
182
184
  "ws": "^8.18.0",
183
- "zod": "^3.23.8"
185
+ "zod": "^3.23.8",
186
+ "zod-validation-error": "^3.4.0"
184
187
  },
185
188
  "madge": {
186
189
  "detectiveOptions": {