promptfoo 0.103.4 → 0.103.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. package/LICENSE +10 -1
  2. package/dist/package.json +9 -9
  3. package/dist/src/app/assets/{index-Br_ykdEV.js → index-CsrcHuZk.js} +203 -203
  4. package/dist/src/app/assets/{index.es-lNQS-wgf.js → index.es-Ccp6ob2s.js} +1 -1
  5. package/dist/src/app/assets/{sync-CRhW4wge.js → sync-_oBoT8fc.js} +1 -1
  6. package/dist/src/app/index.html +1 -1
  7. package/dist/src/assertions/index.d.ts +1 -1
  8. package/dist/src/assertions/index.d.ts.map +1 -1
  9. package/dist/src/assertions/index.js +1 -10
  10. package/dist/src/assertions/index.js.map +1 -1
  11. package/dist/src/assertions/utils.d.ts +5 -2
  12. package/dist/src/assertions/utils.d.ts.map +1 -1
  13. package/dist/src/commands/auth.d.ts +1 -0
  14. package/dist/src/commands/auth.d.ts.map +1 -1
  15. package/dist/src/commands/auth.js +7 -3
  16. package/dist/src/commands/auth.js.map +1 -1
  17. package/dist/src/database/tables.d.ts +45 -12
  18. package/dist/src/database/tables.d.ts.map +1 -1
  19. package/dist/src/fetch.d.ts.map +1 -1
  20. package/dist/src/fetch.js +20 -3
  21. package/dist/src/fetch.js.map +1 -1
  22. package/dist/src/globalConfig/cloud.d.ts +1 -0
  23. package/dist/src/globalConfig/cloud.d.ts.map +1 -1
  24. package/dist/src/globalConfig/cloud.js +4 -4
  25. package/dist/src/globalConfig/cloud.js.map +1 -1
  26. package/dist/src/index.d.ts +19 -1
  27. package/dist/src/index.d.ts.map +1 -1
  28. package/dist/src/index.js +13 -1
  29. package/dist/src/index.js.map +1 -1
  30. package/dist/src/providers/bedrock.d.ts.map +1 -1
  31. package/dist/src/providers/bedrock.js +28 -9
  32. package/dist/src/providers/bedrock.js.map +1 -1
  33. package/dist/src/providers/browser.js +1 -1
  34. package/dist/src/providers/browser.js.map +1 -1
  35. package/dist/src/providers/defaults.d.ts +1 -0
  36. package/dist/src/providers/defaults.d.ts.map +1 -1
  37. package/dist/src/providers/defaults.js +11 -0
  38. package/dist/src/providers/defaults.js.map +1 -1
  39. package/dist/src/providers/http.d.ts.map +1 -1
  40. package/dist/src/providers/http.js +39 -63
  41. package/dist/src/providers/http.js.map +1 -1
  42. package/dist/src/redteam/commands/run.d.ts +2 -0
  43. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  44. package/dist/src/redteam/commands/run.js +41 -31
  45. package/dist/src/redteam/commands/run.js.map +1 -1
  46. package/dist/src/redteam/constants.d.ts +2 -2
  47. package/dist/src/redteam/constants.d.ts.map +1 -1
  48. package/dist/src/redteam/constants.js +3 -6
  49. package/dist/src/redteam/constants.js.map +1 -1
  50. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  51. package/dist/src/redteam/plugins/base.js +3 -0
  52. package/dist/src/redteam/plugins/base.js.map +1 -1
  53. package/dist/src/redteam/providers/crescendo/index.d.ts +1 -0
  54. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  55. package/dist/src/redteam/providers/crescendo/index.js +58 -3
  56. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  57. package/dist/src/redteam/providers/iterative.js +4 -4
  58. package/dist/src/redteam/providers/iterative.js.map +1 -1
  59. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  60. package/dist/src/redteam/providers/iterativeTree.js +5 -4
  61. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  62. package/dist/src/redteam/shared.d.ts.map +1 -1
  63. package/dist/src/redteam/shared.js +4 -1
  64. package/dist/src/redteam/shared.js.map +1 -1
  65. package/dist/src/types/env.d.ts +2 -0
  66. package/dist/src/types/env.d.ts.map +1 -1
  67. package/dist/src/types/index.d.ts +1215 -342
  68. package/dist/src/types/index.d.ts.map +1 -1
  69. package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -1
  70. package/dist/src/util/convertEvalResultsToTable.js +14 -0
  71. package/dist/src/util/convertEvalResultsToTable.js.map +1 -1
  72. package/dist/src/util/index.d.ts +10 -4
  73. package/dist/src/util/index.d.ts.map +1 -1
  74. package/dist/src/validators/providers.d.ts +71 -2
  75. package/dist/src/validators/providers.d.ts.map +1 -1
  76. package/dist/src/validators/providers.js +3 -0
  77. package/dist/src/validators/providers.js.map +1 -1
  78. package/dist/src/validators/redteam.d.ts +24 -0
  79. package/dist/src/validators/redteam.d.ts.map +1 -1
  80. package/dist/test/assertions/index.test.js +0 -30
  81. package/dist/test/assertions/index.test.js.map +1 -1
  82. package/dist/test/assertions/python.test.js +35 -0
  83. package/dist/test/assertions/python.test.js.map +1 -1
  84. package/dist/test/factories/evalFactory.d.ts +35 -8
  85. package/dist/test/factories/evalFactory.d.ts.map +1 -1
  86. package/dist/test/fetch.test.js +147 -19
  87. package/dist/test/fetch.test.js.map +1 -1
  88. package/dist/test/index.test.js +2 -0
  89. package/dist/test/index.test.js.map +1 -1
  90. package/dist/test/providers/bedrock.test.js +38 -0
  91. package/dist/test/providers/bedrock.test.js.map +1 -1
  92. package/dist/test/providers/defaults.test.d.ts +2 -0
  93. package/dist/test/providers/defaults.test.d.ts.map +1 -0
  94. package/dist/test/providers/defaults.test.js +77 -0
  95. package/dist/test/providers/defaults.test.js.map +1 -0
  96. package/dist/test/providers/http.test.js +65 -9
  97. package/dist/test/providers/http.test.js.map +1 -1
  98. package/dist/tsconfig.tsbuildinfo +1 -1
  99. package/package.json +9 -9
package/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.103.4",
5
+ "version": "0.103.6",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -90,13 +90,13 @@
90
90
  "puppeteer-extra-plugin-stealth": "^2.11.2"
91
91
  },
92
92
  "devDependencies": {
93
- "@aws-sdk/client-bedrock-runtime": "^3.721.0",
94
- "@aws-sdk/credential-provider-sso": "^3.721.0",
93
+ "@aws-sdk/client-bedrock-runtime": "^3.723.0",
94
+ "@aws-sdk/credential-provider-sso": "^3.723.0",
95
95
  "@azure/identity": "^4.5.0",
96
96
  "@eslint/js": "^9.17.0",
97
97
  "@libsql/client": "^0.14.0",
98
98
  "@swc/cli": "^0.5.2",
99
- "@swc/core": "^1.10.4",
99
+ "@swc/core": "^1.10.6",
100
100
  "@swc/jest": "^0.2.37",
101
101
  "@trivago/prettier-plugin-sort-imports": "^5.2.1",
102
102
  "@types/async": "^3.2.24",
@@ -140,8 +140,8 @@
140
140
  "supertest": "^7.0.0",
141
141
  "ts-node": "^10.9.2",
142
142
  "tsconfig-paths": "^4.2.0",
143
- "typescript": "^5.7.2",
144
- "typescript-eslint": "^8.19.0",
143
+ "typescript": "^5.7.3",
144
+ "typescript-eslint": "^8.19.1",
145
145
  "zod-to-json-schema": "^3.24.1"
146
146
  },
147
147
  "dependencies": {
@@ -165,7 +165,7 @@
165
165
  "ajv": "^8.17.1",
166
166
  "ajv-formats": "^3.0.1",
167
167
  "async": "^3.2.6",
168
- "better-sqlite3": "^11.7.0",
168
+ "better-sqlite3": "^11.7.2",
169
169
  "cache-manager": "^4.1.0",
170
170
  "cache-manager-fs-hash": "^1.0.0",
171
171
  "chalk": "^4.1.2",
@@ -186,7 +186,7 @@
186
186
  "fast-xml-parser": "^4.5.1",
187
187
  "fastest-levenshtein": "^1.0.16",
188
188
  "glob": "^10.4.3",
189
- "groq-sdk": "^0.9.1",
189
+ "groq-sdk": "^0.10.0",
190
190
  "http-z": "^7.1.1",
191
191
  "inquirer": "^11.1.0",
192
192
  "js-rouge": "^3.0.0",
@@ -194,7 +194,7 @@
194
194
  "mathjs": "^14.0.1",
195
195
  "node-cache": "^5.1.2",
196
196
  "nunjucks": "^3.2.4",
197
- "openai": "^4.77.0",
197
+ "openai": "^4.77.4",
198
198
  "opener": "^1.5.2",
199
199
  "proxy-agent": "^6.5.0",
200
200
  "python-shell": "^5.0.0",