promptfoo 0.118.15 → 0.118.17

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (90) hide show
  1. package/dist/package.json +21 -20
  2. package/dist/src/app/assets/{index-BmYIg36H.js → index-CmsEmMkQ.js} +17 -20
  3. package/dist/src/app/assets/{index-BmYIg36H.js.map → index-CmsEmMkQ.js.map} +1 -1
  4. package/dist/src/app/assets/{source-map-support-tFM1nRmV.js → source-map-support-DRySFakb.js} +1 -1
  5. package/dist/src/app/assets/{source-map-support-tFM1nRmV.js.map → source-map-support-DRySFakb.js.map} +1 -1
  6. package/dist/src/app/assets/vendor-charts-DNjj7LdT.js +19 -0
  7. package/dist/src/app/assets/vendor-charts-DNjj7LdT.js.map +1 -0
  8. package/dist/src/app/index.html +2 -2
  9. package/dist/src/commands/auth.d.ts.map +1 -1
  10. package/dist/src/commands/auth.js +5 -4
  11. package/dist/src/commands/auth.js.map +1 -1
  12. package/dist/src/commands/eval.d.ts.map +1 -1
  13. package/dist/src/commands/eval.js +9 -2
  14. package/dist/src/commands/eval.js.map +1 -1
  15. package/dist/src/configTypes.d.ts +2 -0
  16. package/dist/src/configTypes.d.ts.map +1 -1
  17. package/dist/src/envars.d.ts +1 -0
  18. package/dist/src/envars.d.ts.map +1 -1
  19. package/dist/src/envars.js.map +1 -1
  20. package/dist/src/generated/constants.js +1 -1
  21. package/dist/src/globalConfig/accounts.d.ts +16 -4
  22. package/dist/src/globalConfig/accounts.d.ts.map +1 -1
  23. package/dist/src/globalConfig/accounts.js +107 -21
  24. package/dist/src/globalConfig/accounts.js.map +1 -1
  25. package/dist/src/globalConfig/cloud.d.ts.map +1 -1
  26. package/dist/src/globalConfig/cloud.js +0 -6
  27. package/dist/src/globalConfig/cloud.js.map +1 -1
  28. package/dist/src/matchers.d.ts.map +1 -1
  29. package/dist/src/matchers.js +16 -1
  30. package/dist/src/matchers.js.map +1 -1
  31. package/dist/src/models/eval.d.ts.map +1 -1
  32. package/dist/src/models/eval.js +6 -1
  33. package/dist/src/models/eval.js.map +1 -1
  34. package/dist/src/providers/alibaba.d.ts.map +1 -1
  35. package/dist/src/providers/alibaba.js +128 -30
  36. package/dist/src/providers/alibaba.js.map +1 -1
  37. package/dist/src/providers/azure/foundry-agent.d.ts.map +1 -1
  38. package/dist/src/providers/azure/foundry-agent.js +2 -2
  39. package/dist/src/providers/azure/foundry-agent.js.map +1 -1
  40. package/dist/src/providers/claude-agent-sdk.d.ts +4 -0
  41. package/dist/src/providers/claude-agent-sdk.d.ts.map +1 -1
  42. package/dist/src/providers/claude-agent-sdk.js +19 -3
  43. package/dist/src/providers/claude-agent-sdk.js.map +1 -1
  44. package/dist/src/providers/http.d.ts.map +1 -1
  45. package/dist/src/providers/http.js +16 -4
  46. package/dist/src/providers/http.js.map +1 -1
  47. package/dist/src/providers/registry.d.ts.map +1 -1
  48. package/dist/src/providers/registry.js +10 -0
  49. package/dist/src/providers/registry.js.map +1 -1
  50. package/dist/src/providers/truefoundry.d.ts +173 -0
  51. package/dist/src/providers/truefoundry.d.ts.map +1 -0
  52. package/dist/src/providers/truefoundry.js +177 -0
  53. package/dist/src/providers/truefoundry.js.map +1 -0
  54. package/dist/src/providers/websocket.d.ts +1 -0
  55. package/dist/src/providers/websocket.d.ts.map +1 -1
  56. package/dist/src/providers/websocket.js +69 -39
  57. package/dist/src/providers/websocket.js.map +1 -1
  58. package/dist/src/redteam/metrics.d.ts +9 -0
  59. package/dist/src/redteam/metrics.d.ts.map +1 -0
  60. package/dist/src/redteam/metrics.js +14 -0
  61. package/dist/src/redteam/metrics.js.map +1 -0
  62. package/dist/src/ruby/wrapper.rb +8 -0
  63. package/dist/src/server/apiSchemas.d.ts +3 -3
  64. package/dist/src/server/apiSchemas.d.ts.map +1 -1
  65. package/dist/src/server/apiSchemas.js +8 -1
  66. package/dist/src/server/apiSchemas.js.map +1 -1
  67. package/dist/src/server/routes/providers.d.ts.map +1 -1
  68. package/dist/src/server/routes/providers.js +104 -0
  69. package/dist/src/server/routes/providers.js.map +1 -1
  70. package/dist/src/server/routes/user.d.ts.map +1 -1
  71. package/dist/src/server/routes/user.js +14 -2
  72. package/dist/src/server/routes/user.js.map +1 -1
  73. package/dist/src/types/email.d.ts +15 -0
  74. package/dist/src/types/email.d.ts.map +1 -0
  75. package/dist/src/types/email.js +15 -0
  76. package/dist/src/types/email.js.map +1 -0
  77. package/dist/src/types/index.d.ts +1 -0
  78. package/dist/src/types/index.d.ts.map +1 -1
  79. package/dist/src/types/index.js.map +1 -1
  80. package/dist/src/validators/testProvider.d.ts.map +1 -1
  81. package/dist/src/validators/testProvider.js +4 -1
  82. package/dist/src/validators/testProvider.js.map +1 -1
  83. package/dist/tsconfig.tsbuildinfo +1 -1
  84. package/package.json +21 -20
  85. package/dist/src/app/assets/vendor-charts-azd4QC6s.js +0 -19
  86. package/dist/src/app/assets/vendor-charts-azd4QC6s.js.map +0 -1
  87. package/dist/src/redteam/constants/providers.d.ts +0 -1
  88. package/dist/src/redteam/constants/providers.d.ts.map +0 -1
  89. package/dist/src/redteam/constants/providers.js +0 -2
  90. package/dist/src/redteam/constants/providers.js.map +0 -1
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.118.15",
5
+ "version": "0.118.17",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -97,7 +97,6 @@
97
97
  "@adaline/together-ai": "1.5.1",
98
98
  "@adaline/types": "1.9.1",
99
99
  "@adaline/vertex": "1.7.1",
100
- "@anthropic-ai/claude-agent-sdk": "^0.1.11",
101
100
  "@aws-sdk/client-bedrock-agent-runtime": "^3.908.0",
102
101
  "@aws-sdk/client-bedrock-runtime": "^3.908.0",
103
102
  "@aws-sdk/client-sagemaker-runtime": "^3.908.0",
@@ -106,7 +105,7 @@
106
105
  "@azure/identity": "^4.13.0",
107
106
  "@azure/openai-assistants": "^1.0.0-beta.6",
108
107
  "@fal-ai/client": "^1.6.2",
109
- "@ibm-cloud/watsonx-ai": "^1.6.13",
108
+ "@ibm-cloud/watsonx-ai": "^1.7.0",
110
109
  "@ibm-generative-ai/node-sdk": "^3.2.4",
111
110
  "@playwright/browser-chromium": "^1.56.0",
112
111
  "@smithy/node-http-handler": "^4.1.1",
@@ -134,6 +133,7 @@
134
133
  "@adaline/together-ai": "1.5.1",
135
134
  "@adaline/types": "1.9.1",
136
135
  "@adaline/vertex": "1.7.1",
136
+ "@anthropic-ai/claude-agent-sdk": "^0.1.11",
137
137
  "@aws-sdk/client-bedrock-agent-runtime": "^3.908.0",
138
138
  "@aws-sdk/client-bedrock-runtime": "^3.908.0",
139
139
  "@aws-sdk/client-sagemaker-runtime": "^3.908.0",
@@ -141,9 +141,9 @@
141
141
  "@aws-sdk/types": "^3.901.0",
142
142
  "@azure/identity": "^4.13.0",
143
143
  "@azure/openai-assistants": "^1.0.0-beta.6",
144
- "@biomejs/biome": "2.2.5",
144
+ "@biomejs/biome": "2.2.6",
145
145
  "@fal-ai/client": "^1.6.2",
146
- "@ibm-cloud/watsonx-ai": "^1.6.13",
146
+ "@ibm-cloud/watsonx-ai": "^1.7.0",
147
147
  "@ibm-generative-ai/node-sdk": "^3.2.4",
148
148
  "@jest/globals": "^30.2.0",
149
149
  "@libsql/client": "^0.15.15",
@@ -161,7 +161,7 @@
161
161
  "@types/jest": "^30.0.0",
162
162
  "@types/js-yaml": "^4.0.9",
163
163
  "@types/jsdom": "^21.1.7",
164
- "@types/node": "^24.7.1",
164
+ "@types/node": "^24.7.2",
165
165
  "@types/nunjucks": "^3.2.6",
166
166
  "@types/opener": "^1.4.3",
167
167
  "@types/pdf-parse": "^1.1.5",
@@ -174,10 +174,10 @@
174
174
  "axios": "^1.12.2",
175
175
  "concurrently": "^9.2.1",
176
176
  "depcheck": "^1.4.7",
177
- "drizzle-kit": "^0.31.4",
177
+ "drizzle-kit": "^0.31.5",
178
178
  "ibm-cloud-sdk-core": "^5.4.3",
179
179
  "jest": "^30.2.0",
180
- "knip": "^5.64.3",
180
+ "knip": "^5.65.0",
181
181
  "langfuse": "^3.38.5",
182
182
  "madge": "^8.0.0",
183
183
  "natural": "^8.1.0",
@@ -200,11 +200,12 @@
200
200
  "zod-to-json-schema": "^3.24.6"
201
201
  },
202
202
  "optionalDependencies": {
203
- "@biomejs/cli-darwin-arm64": "2.2.5",
204
- "@biomejs/cli-darwin-x64": "2.2.5",
205
- "@biomejs/cli-linux-x64": "2.2.5",
206
- "@biomejs/cli-linux-x64-musl": "2.2.5",
207
- "@biomejs/cli-win32-x64": "2.2.5",
203
+ "@anthropic-ai/claude-agent-sdk": "^0.1.11",
204
+ "@biomejs/cli-darwin-arm64": "2.2.6",
205
+ "@biomejs/cli-darwin-x64": "2.2.6",
206
+ "@biomejs/cli-linux-x64": "2.2.6",
207
+ "@biomejs/cli-linux-x64-musl": "2.2.6",
208
+ "@biomejs/cli-win32-x64": "2.2.6",
208
209
  "@rollup/rollup-linux-x64-gnu": "^4.52.4",
209
210
  "@slack/web-api": "^7.11.0",
210
211
  "@swc/core-darwin-arm64": "^1.13.20",
@@ -217,12 +218,12 @@
217
218
  "@anthropic-ai/sdk": "^0.65.0",
218
219
  "@apidevtools/json-schema-ref-parser": "^12.0.2",
219
220
  "@googleapis/sheets": "^9.8.0",
220
- "@inquirer/checkbox": "^4.2.4",
221
- "@inquirer/confirm": "^5.1.18",
222
- "@inquirer/core": "^10.2.2",
223
- "@inquirer/editor": "^4.2.20",
224
- "@inquirer/input": "^4.2.4",
225
- "@inquirer/select": "^4.3.4",
221
+ "@inquirer/checkbox": "^4.3.0",
222
+ "@inquirer/confirm": "^5.1.19",
223
+ "@inquirer/core": "^10.3.0",
224
+ "@inquirer/editor": "^4.2.21",
225
+ "@inquirer/input": "^4.2.5",
226
+ "@inquirer/select": "^4.4.0",
226
227
  "@modelcontextprotocol/sdk": "^1.20.0",
227
228
  "@types/ws": "^8.18.1",
228
229
  "ajv": "^8.17.1",
@@ -243,7 +244,7 @@
243
244
  "debounce": "^2.2.0",
244
245
  "dedent": "^1.7.0",
245
246
  "dotenv": "^17.2.3",
246
- "drizzle-orm": "^0.44.5",
247
+ "drizzle-orm": "^0.44.6",
247
248
  "express": "^5.1.0",
248
249
  "fast-deep-equal": "^3.1.3",
249
250
  "fast-safe-stringify": "^2.1.1",