promptfoo 0.102.1 → 0.102.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (101) hide show
  1. package/README.md +1 -0
  2. package/dist/package.json +14 -14
  3. package/dist/src/app/assets/{index-Du5kx2S7.css → index-Vk7H3M29.css} +1 -1
  4. package/dist/src/app/assets/{index-D_AFYNLU.js → index-isMhDyh1.js} +165 -165
  5. package/dist/src/app/assets/{index.es-DN5mwlYx.js → index.es-BNF9PUeN.js} +1 -1
  6. package/dist/src/app/assets/{sync-DlkJUfz6.js → sync-DaNyhPy-.js} +1 -1
  7. package/dist/src/app/index.html +2 -2
  8. package/dist/src/assertions/index.d.ts +1 -1
  9. package/dist/src/assertions/index.d.ts.map +1 -1
  10. package/dist/src/assertions/index.js +2 -0
  11. package/dist/src/assertions/index.js.map +1 -1
  12. package/dist/src/assertions/refusal.d.ts +3 -0
  13. package/dist/src/assertions/refusal.d.ts.map +1 -0
  14. package/dist/src/assertions/refusal.js +23 -0
  15. package/dist/src/assertions/refusal.js.map +1 -0
  16. package/dist/src/assertions/utils.d.ts +139 -1
  17. package/dist/src/assertions/utils.d.ts.map +1 -1
  18. package/dist/src/commands/eval/filterTests.d.ts +6 -5
  19. package/dist/src/commands/eval/filterTests.d.ts.map +1 -1
  20. package/dist/src/commands/eval/filterTests.js +44 -24
  21. package/dist/src/commands/eval/filterTests.js.map +1 -1
  22. package/dist/src/commands/eval.d.ts.map +1 -1
  23. package/dist/src/commands/eval.js +3 -1
  24. package/dist/src/commands/eval.js.map +1 -1
  25. package/dist/src/database/tables.d.ts +14 -13
  26. package/dist/src/database/tables.d.ts.map +1 -1
  27. package/dist/src/evaluator.js +1 -1
  28. package/dist/src/evaluator.js.map +1 -1
  29. package/dist/src/prompts/processors/python.js.map +1 -1
  30. package/dist/src/providers/openai.js +2 -2
  31. package/dist/src/providers/openai.js.map +1 -1
  32. package/dist/src/providers/promptfoo.d.ts.map +1 -1
  33. package/dist/src/providers/promptfoo.js +3 -1
  34. package/dist/src/providers/promptfoo.js.map +1 -1
  35. package/dist/src/providers/scriptCompletion.js.map +1 -1
  36. package/dist/src/providers/shared.js +2 -2
  37. package/dist/src/providers/shared.js.map +1 -1
  38. package/dist/src/providers/simulatedUser.d.ts.map +1 -1
  39. package/dist/src/providers/simulatedUser.js +3 -0
  40. package/dist/src/providers/simulatedUser.js.map +1 -1
  41. package/dist/src/python/pythonUtils.js.map +1 -1
  42. package/dist/src/redteam/constants.d.ts +3 -1
  43. package/dist/src/redteam/constants.d.ts.map +1 -1
  44. package/dist/src/redteam/constants.js +14 -0
  45. package/dist/src/redteam/constants.js.map +1 -1
  46. package/dist/src/redteam/index.d.ts +9 -1
  47. package/dist/src/redteam/index.d.ts.map +1 -1
  48. package/dist/src/redteam/index.js +39 -14
  49. package/dist/src/redteam/index.js.map +1 -1
  50. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  51. package/dist/src/redteam/plugins/index.js +2 -0
  52. package/dist/src/redteam/plugins/index.js.map +1 -1
  53. package/dist/src/redteam/plugins/pliny.d.ts +9 -0
  54. package/dist/src/redteam/plugins/pliny.d.ts.map +1 -0
  55. package/dist/src/redteam/plugins/pliny.js +68 -0
  56. package/dist/src/redteam/plugins/pliny.js.map +1 -0
  57. package/dist/src/redteam/providers/crescendo/index.d.ts +5 -7
  58. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  59. package/dist/src/redteam/providers/crescendo/index.js +11 -5
  60. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  61. package/dist/src/redteam/providers/goat.d.ts.map +1 -1
  62. package/dist/src/redteam/providers/goat.js +29 -10
  63. package/dist/src/redteam/providers/goat.js.map +1 -1
  64. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  65. package/dist/src/redteam/providers/iterative.js +36 -6
  66. package/dist/src/redteam/providers/iterative.js.map +1 -1
  67. package/dist/src/redteam/providers/shared.d.ts +5 -0
  68. package/dist/src/redteam/providers/shared.d.ts.map +1 -1
  69. package/dist/src/redteam/providers/shared.js +8 -4
  70. package/dist/src/redteam/providers/shared.js.map +1 -1
  71. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  72. package/dist/src/redteam/strategies/index.js +14 -0
  73. package/dist/src/redteam/strategies/index.js.map +1 -1
  74. package/dist/src/redteam/types.d.ts +4 -2
  75. package/dist/src/redteam/types.d.ts.map +1 -1
  76. package/dist/src/redteam/util.d.ts.map +1 -1
  77. package/dist/src/redteam/util.js +14 -2
  78. package/dist/src/redteam/util.js.map +1 -1
  79. package/dist/src/types/index.d.ts +367 -355
  80. package/dist/src/types/index.d.ts.map +1 -1
  81. package/dist/src/types/index.js +3 -1
  82. package/dist/src/types/index.js.map +1 -1
  83. package/dist/src/util/index.d.ts +4 -4
  84. package/dist/src/util/json.d.ts +1 -1
  85. package/dist/src/util/json.d.ts.map +1 -1
  86. package/dist/src/util/json.js +2 -2
  87. package/dist/src/util/json.js.map +1 -1
  88. package/dist/test/commands/eval/filterTests.test.js +50 -1
  89. package/dist/test/commands/eval/filterTests.test.js.map +1 -1
  90. package/dist/test/factories/evalFactory.d.ts +10 -9
  91. package/dist/test/factories/evalFactory.d.ts.map +1 -1
  92. package/dist/test/providers/anthropic.test.js +10 -0
  93. package/dist/test/providers/anthropic.test.js.map +1 -1
  94. package/dist/test/redteam/index.test.js +37 -0
  95. package/dist/test/redteam/index.test.js.map +1 -1
  96. package/dist/test/redteam/validators.test.js +1 -0
  97. package/dist/test/redteam/validators.test.js.map +1 -1
  98. package/dist/test/util/json.test.js +21 -7
  99. package/dist/test/util/json.test.js.map +1 -1
  100. package/dist/tsconfig.tsbuildinfo +1 -1
  101. package/package.json +14 -14
package/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.102.1",
5
+ "version": "0.102.3",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -90,10 +90,10 @@
90
90
  "puppeteer-extra-plugin-stealth": "^2.11.2"
91
91
  },
92
92
  "devDependencies": {
93
- "@aws-sdk/client-bedrock-runtime": "^3.706.0",
94
- "@aws-sdk/credential-provider-sso": "^3.699.0",
93
+ "@aws-sdk/client-bedrock-runtime": "^3.714.0",
94
+ "@aws-sdk/credential-provider-sso": "^3.714.0",
95
95
  "@azure/identity": "^4.5.0",
96
- "@eslint/js": "^9.16.0",
96
+ "@eslint/js": "^9.17.0",
97
97
  "@libsql/client": "^0.14.0",
98
98
  "@swc/cli": "^0.5.2",
99
99
  "@swc/core": "^1.10.1",
@@ -124,7 +124,7 @@
124
124
  "concurrently": "^9.1.0",
125
125
  "drizzle-kit": "^0.26.2",
126
126
  "esbuild": "^0.24.0",
127
- "eslint": "^9.16.0",
127
+ "eslint": "^9.17.0",
128
128
  "eslint-plugin-jest": "^28.9.0",
129
129
  "eslint-plugin-react-hooks": "^5.1.0",
130
130
  "eslint-plugin-react-refresh": "^0.4.16",
@@ -134,15 +134,15 @@
134
134
  "jest-watch-typeahead": "^2.2.2",
135
135
  "madge": "^8.0.0",
136
136
  "nock": "^13.5.6",
137
- "nodemon": "^3.1.7",
137
+ "nodemon": "^3.1.9",
138
138
  "prettier": "^3.4.2",
139
139
  "shx": "^0.3.4",
140
140
  "supertest": "^7.0.0",
141
141
  "ts-node": "^10.9.2",
142
142
  "tsconfig-paths": "^4.2.0",
143
143
  "typescript": "^5.7.2",
144
- "typescript-eslint": "^8.18.0",
145
- "zod-to-json-schema": "^3.23.5"
144
+ "typescript-eslint": "^8.18.1",
145
+ "zod-to-json-schema": "^3.24.1"
146
146
  },
147
147
  "dependencies": {
148
148
  "@adaline/anthropic": "0.19.0",
@@ -156,7 +156,7 @@
156
156
  "@adaline/together-ai": "0.8.0",
157
157
  "@adaline/types": "0.15.0",
158
158
  "@adaline/vertex": "0.8.1",
159
- "@anthropic-ai/sdk": "^0.32.1",
159
+ "@anthropic-ai/sdk": "^0.33.1",
160
160
  "@apidevtools/json-schema-ref-parser": "^11.7.3",
161
161
  "@emotion/react": "^11.14.0",
162
162
  "@emotion/styled": "^11.14.0",
@@ -183,18 +183,18 @@
183
183
  "drizzle-orm": "^0.35.2",
184
184
  "express": "^4.21.2",
185
185
  "fast-deep-equal": "^3.1.3",
186
- "fast-xml-parser": "^4.5.0",
186
+ "fast-xml-parser": "^4.5.1",
187
187
  "fastest-levenshtein": "^1.0.16",
188
188
  "glob": "^10.4.3",
189
- "groq-sdk": "^0.9.0",
189
+ "groq-sdk": "^0.9.1",
190
190
  "http-z": "^7.1.1",
191
191
  "inquirer": "^11.1.0",
192
192
  "js-rouge": "^3.0.0",
193
193
  "js-yaml": "^4.1.0",
194
- "mathjs": "^14.0.0",
194
+ "mathjs": "^14.0.1",
195
195
  "node-cache": "^5.1.2",
196
196
  "nunjucks": "^3.2.4",
197
- "openai": "^4.76.0",
197
+ "openai": "^4.77.0",
198
198
  "opener": "^1.5.2",
199
199
  "proxy-agent": "^6.5.0",
200
200
  "python-shell": "^5.0.0",
@@ -206,7 +206,7 @@
206
206
  "uuid": "^10.0.0",
207
207
  "winston": "^3.17.0",
208
208
  "ws": "^8.18.0",
209
- "zod": "^3.24.0",
209
+ "zod": "^3.24.1",
210
210
  "zod-validation-error": "^3.4.0"
211
211
  },
212
212
  "madge": {