promptfoo 0.102.2 → 0.102.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (57) hide show
  1. package/README.md +1 -0
  2. package/dist/package.json +13 -13
  3. package/dist/src/app/assets/{index-Ce_ypVwN.js → index-isMhDyh1.js} +6 -6
  4. package/dist/src/app/assets/{index.es-BhCb3aAk.js → index.es-BNF9PUeN.js} +1 -1
  5. package/dist/src/app/assets/{sync-BXsc6UV3.js → sync-DaNyhPy-.js} +1 -1
  6. package/dist/src/app/index.html +1 -1
  7. package/dist/src/assertions/index.d.ts +1 -1
  8. package/dist/src/assertions/index.d.ts.map +1 -1
  9. package/dist/src/assertions/index.js +2 -0
  10. package/dist/src/assertions/index.js.map +1 -1
  11. package/dist/src/assertions/refusal.d.ts +3 -0
  12. package/dist/src/assertions/refusal.d.ts.map +1 -0
  13. package/dist/src/assertions/refusal.js +23 -0
  14. package/dist/src/assertions/refusal.js.map +1 -0
  15. package/dist/src/assertions/utils.d.ts +139 -1
  16. package/dist/src/assertions/utils.d.ts.map +1 -1
  17. package/dist/src/database/tables.d.ts +12 -12
  18. package/dist/src/providers/shared.js +2 -2
  19. package/dist/src/providers/shared.js.map +1 -1
  20. package/dist/src/redteam/constants.d.ts +3 -1
  21. package/dist/src/redteam/constants.d.ts.map +1 -1
  22. package/dist/src/redteam/constants.js +14 -0
  23. package/dist/src/redteam/constants.js.map +1 -1
  24. package/dist/src/redteam/index.d.ts.map +1 -1
  25. package/dist/src/redteam/index.js +4 -0
  26. package/dist/src/redteam/index.js.map +1 -1
  27. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  28. package/dist/src/redteam/plugins/index.js +2 -0
  29. package/dist/src/redteam/plugins/index.js.map +1 -1
  30. package/dist/src/redteam/plugins/pliny.d.ts +9 -0
  31. package/dist/src/redteam/plugins/pliny.d.ts.map +1 -0
  32. package/dist/src/redteam/plugins/pliny.js +68 -0
  33. package/dist/src/redteam/plugins/pliny.js.map +1 -0
  34. package/dist/src/redteam/providers/crescendo/index.d.ts +4 -7
  35. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  36. package/dist/src/redteam/providers/crescendo/index.js +1 -1
  37. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  38. package/dist/src/redteam/providers/goat.d.ts.map +1 -1
  39. package/dist/src/redteam/providers/goat.js +15 -10
  40. package/dist/src/redteam/providers/goat.js.map +1 -1
  41. package/dist/src/redteam/providers/shared.d.ts +5 -0
  42. package/dist/src/redteam/providers/shared.d.ts.map +1 -1
  43. package/dist/src/redteam/providers/shared.js +3 -1
  44. package/dist/src/redteam/providers/shared.js.map +1 -1
  45. package/dist/src/redteam/util.d.ts.map +1 -1
  46. package/dist/src/redteam/util.js +14 -2
  47. package/dist/src/redteam/util.js.map +1 -1
  48. package/dist/src/types/index.d.ts +343 -343
  49. package/dist/src/types/index.d.ts.map +1 -1
  50. package/dist/src/types/index.js +1 -0
  51. package/dist/src/types/index.js.map +1 -1
  52. package/dist/src/util/index.d.ts +4 -4
  53. package/dist/test/factories/evalFactory.d.ts +8 -8
  54. package/dist/test/redteam/validators.test.js +1 -0
  55. package/dist/test/redteam/validators.test.js.map +1 -1
  56. package/dist/tsconfig.tsbuildinfo +1 -1
  57. package/package.json +13 -13
package/README.md CHANGED
@@ -143,6 +143,7 @@ Deterministic eval metrics
143
143
  | `contains-sql` | output contains valid sql |
144
144
  | `is-xml` | output is valid xml |
145
145
  | `contains-xml` | output contains valid xml |
146
+ | `is-refusal` | output indicates the model refused to perform the task |
146
147
  | `javascript` | provided Javascript function validates the output |
147
148
  | `python` | provided Python function validates the output |
148
149
  | `webhook` | provided webhook returns `{pass: true}` |
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.102.2",
5
+ "version": "0.102.3",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -90,10 +90,10 @@
90
90
  "puppeteer-extra-plugin-stealth": "^2.11.2"
91
91
  },
92
92
  "devDependencies": {
93
- "@aws-sdk/client-bedrock-runtime": "^3.706.0",
94
- "@aws-sdk/credential-provider-sso": "^3.699.0",
93
+ "@aws-sdk/client-bedrock-runtime": "^3.714.0",
94
+ "@aws-sdk/credential-provider-sso": "^3.714.0",
95
95
  "@azure/identity": "^4.5.0",
96
- "@eslint/js": "^9.16.0",
96
+ "@eslint/js": "^9.17.0",
97
97
  "@libsql/client": "^0.14.0",
98
98
  "@swc/cli": "^0.5.2",
99
99
  "@swc/core": "^1.10.1",
@@ -124,7 +124,7 @@
124
124
  "concurrently": "^9.1.0",
125
125
  "drizzle-kit": "^0.26.2",
126
126
  "esbuild": "^0.24.0",
127
- "eslint": "^9.16.0",
127
+ "eslint": "^9.17.0",
128
128
  "eslint-plugin-jest": "^28.9.0",
129
129
  "eslint-plugin-react-hooks": "^5.1.0",
130
130
  "eslint-plugin-react-refresh": "^0.4.16",
@@ -134,15 +134,15 @@
134
134
  "jest-watch-typeahead": "^2.2.2",
135
135
  "madge": "^8.0.0",
136
136
  "nock": "^13.5.6",
137
- "nodemon": "^3.1.7",
137
+ "nodemon": "^3.1.9",
138
138
  "prettier": "^3.4.2",
139
139
  "shx": "^0.3.4",
140
140
  "supertest": "^7.0.0",
141
141
  "ts-node": "^10.9.2",
142
142
  "tsconfig-paths": "^4.2.0",
143
143
  "typescript": "^5.7.2",
144
- "typescript-eslint": "^8.18.0",
145
- "zod-to-json-schema": "^3.23.5"
144
+ "typescript-eslint": "^8.18.1",
145
+ "zod-to-json-schema": "^3.24.1"
146
146
  },
147
147
  "dependencies": {
148
148
  "@adaline/anthropic": "0.19.0",
@@ -183,18 +183,18 @@
183
183
  "drizzle-orm": "^0.35.2",
184
184
  "express": "^4.21.2",
185
185
  "fast-deep-equal": "^3.1.3",
186
- "fast-xml-parser": "^4.5.0",
186
+ "fast-xml-parser": "^4.5.1",
187
187
  "fastest-levenshtein": "^1.0.16",
188
188
  "glob": "^10.4.3",
189
- "groq-sdk": "^0.9.0",
189
+ "groq-sdk": "^0.9.1",
190
190
  "http-z": "^7.1.1",
191
191
  "inquirer": "^11.1.0",
192
192
  "js-rouge": "^3.0.0",
193
193
  "js-yaml": "^4.1.0",
194
- "mathjs": "^14.0.0",
194
+ "mathjs": "^14.0.1",
195
195
  "node-cache": "^5.1.2",
196
196
  "nunjucks": "^3.2.4",
197
- "openai": "^4.76.0",
197
+ "openai": "^4.77.0",
198
198
  "opener": "^1.5.2",
199
199
  "proxy-agent": "^6.5.0",
200
200
  "python-shell": "^5.0.0",
@@ -206,7 +206,7 @@
206
206
  "uuid": "^10.0.0",
207
207
  "winston": "^3.17.0",
208
208
  "ws": "^8.18.0",
209
- "zod": "^3.24.0",
209
+ "zod": "^3.24.1",
210
210
  "zod-validation-error": "^3.4.0"
211
211
  },
212
212
  "madge": {