promptfoo 0.103.4 → 0.103.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (99) hide show
  1. package/LICENSE +10 -1
  2. package/dist/package.json +9 -9
  3. package/dist/src/app/assets/{index-Br_ykdEV.js → index-CsrcHuZk.js} +203 -203
  4. package/dist/src/app/assets/{index.es-lNQS-wgf.js → index.es-Ccp6ob2s.js} +1 -1
  5. package/dist/src/app/assets/{sync-CRhW4wge.js → sync-_oBoT8fc.js} +1 -1
  6. package/dist/src/app/index.html +1 -1
  7. package/dist/src/assertions/index.d.ts +1 -1
  8. package/dist/src/assertions/index.d.ts.map +1 -1
  9. package/dist/src/assertions/index.js +1 -10
  10. package/dist/src/assertions/index.js.map +1 -1
  11. package/dist/src/assertions/utils.d.ts +5 -2
  12. package/dist/src/assertions/utils.d.ts.map +1 -1
  13. package/dist/src/commands/auth.d.ts +1 -0
  14. package/dist/src/commands/auth.d.ts.map +1 -1
  15. package/dist/src/commands/auth.js +7 -3
  16. package/dist/src/commands/auth.js.map +1 -1
  17. package/dist/src/database/tables.d.ts +45 -12
  18. package/dist/src/database/tables.d.ts.map +1 -1
  19. package/dist/src/fetch.d.ts.map +1 -1
  20. package/dist/src/fetch.js +20 -3
  21. package/dist/src/fetch.js.map +1 -1
  22. package/dist/src/globalConfig/cloud.d.ts +1 -0
  23. package/dist/src/globalConfig/cloud.d.ts.map +1 -1
  24. package/dist/src/globalConfig/cloud.js +4 -4
  25. package/dist/src/globalConfig/cloud.js.map +1 -1
  26. package/dist/src/index.d.ts +19 -1
  27. package/dist/src/index.d.ts.map +1 -1
  28. package/dist/src/index.js +13 -1
  29. package/dist/src/index.js.map +1 -1
  30. package/dist/src/providers/bedrock.d.ts.map +1 -1
  31. package/dist/src/providers/bedrock.js +28 -9
  32. package/dist/src/providers/bedrock.js.map +1 -1
  33. package/dist/src/providers/browser.js +1 -1
  34. package/dist/src/providers/browser.js.map +1 -1
  35. package/dist/src/providers/defaults.d.ts +1 -0
  36. package/dist/src/providers/defaults.d.ts.map +1 -1
  37. package/dist/src/providers/defaults.js +11 -0
  38. package/dist/src/providers/defaults.js.map +1 -1
  39. package/dist/src/providers/http.d.ts.map +1 -1
  40. package/dist/src/providers/http.js +39 -63
  41. package/dist/src/providers/http.js.map +1 -1
  42. package/dist/src/redteam/commands/run.d.ts +2 -0
  43. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  44. package/dist/src/redteam/commands/run.js +41 -31
  45. package/dist/src/redteam/commands/run.js.map +1 -1
  46. package/dist/src/redteam/constants.d.ts +2 -2
  47. package/dist/src/redteam/constants.d.ts.map +1 -1
  48. package/dist/src/redteam/constants.js +3 -6
  49. package/dist/src/redteam/constants.js.map +1 -1
  50. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  51. package/dist/src/redteam/plugins/base.js +3 -0
  52. package/dist/src/redteam/plugins/base.js.map +1 -1
  53. package/dist/src/redteam/providers/crescendo/index.d.ts +1 -0
  54. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  55. package/dist/src/redteam/providers/crescendo/index.js +58 -3
  56. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  57. package/dist/src/redteam/providers/iterative.js +4 -4
  58. package/dist/src/redteam/providers/iterative.js.map +1 -1
  59. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  60. package/dist/src/redteam/providers/iterativeTree.js +5 -4
  61. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  62. package/dist/src/redteam/shared.d.ts.map +1 -1
  63. package/dist/src/redteam/shared.js +4 -1
  64. package/dist/src/redteam/shared.js.map +1 -1
  65. package/dist/src/types/env.d.ts +2 -0
  66. package/dist/src/types/env.d.ts.map +1 -1
  67. package/dist/src/types/index.d.ts +1215 -342
  68. package/dist/src/types/index.d.ts.map +1 -1
  69. package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -1
  70. package/dist/src/util/convertEvalResultsToTable.js +14 -0
  71. package/dist/src/util/convertEvalResultsToTable.js.map +1 -1
  72. package/dist/src/util/index.d.ts +10 -4
  73. package/dist/src/util/index.d.ts.map +1 -1
  74. package/dist/src/validators/providers.d.ts +71 -2
  75. package/dist/src/validators/providers.d.ts.map +1 -1
  76. package/dist/src/validators/providers.js +3 -0
  77. package/dist/src/validators/providers.js.map +1 -1
  78. package/dist/src/validators/redteam.d.ts +24 -0
  79. package/dist/src/validators/redteam.d.ts.map +1 -1
  80. package/dist/test/assertions/index.test.js +0 -30
  81. package/dist/test/assertions/index.test.js.map +1 -1
  82. package/dist/test/assertions/python.test.js +35 -0
  83. package/dist/test/assertions/python.test.js.map +1 -1
  84. package/dist/test/factories/evalFactory.d.ts +35 -8
  85. package/dist/test/factories/evalFactory.d.ts.map +1 -1
  86. package/dist/test/fetch.test.js +147 -19
  87. package/dist/test/fetch.test.js.map +1 -1
  88. package/dist/test/index.test.js +2 -0
  89. package/dist/test/index.test.js.map +1 -1
  90. package/dist/test/providers/bedrock.test.js +38 -0
  91. package/dist/test/providers/bedrock.test.js.map +1 -1
  92. package/dist/test/providers/defaults.test.d.ts +2 -0
  93. package/dist/test/providers/defaults.test.d.ts.map +1 -0
  94. package/dist/test/providers/defaults.test.js +77 -0
  95. package/dist/test/providers/defaults.test.js.map +1 -0
  96. package/dist/test/providers/http.test.js +65 -9
  97. package/dist/test/providers/http.test.js.map +1 -1
  98. package/dist/tsconfig.tsbuildinfo +1 -1
  99. package/package.json +9 -9
package/LICENSE CHANGED
@@ -1,4 +1,13 @@
1
- Copyright (c) Promptfoo 2024
1
+ This project is licensed under multiple licenses:
2
+
3
+ 1. The main codebase is licensed under the MIT License (see below)
4
+ 2. The `/src/redteam/` directory is proprietary and licensed under the Promptfoo Enterprise License
5
+ 3. Some third-party components have their own licenses as indicated by LICENSE files in their respective directories
6
+
7
+ -------------------------------------------------------------------------------
8
+ MIT License
9
+
10
+ Copyright (c) 2025 Promptfoo
2
11
 
3
12
  Permission is hereby granted, free of charge, to any person obtaining a copy
4
13
  of this software and associated documentation files (the "Software"), to deal
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.103.4",
5
+ "version": "0.103.6",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -90,13 +90,13 @@
90
90
  "puppeteer-extra-plugin-stealth": "^2.11.2"
91
91
  },
92
92
  "devDependencies": {
93
- "@aws-sdk/client-bedrock-runtime": "^3.721.0",
94
- "@aws-sdk/credential-provider-sso": "^3.721.0",
93
+ "@aws-sdk/client-bedrock-runtime": "^3.723.0",
94
+ "@aws-sdk/credential-provider-sso": "^3.723.0",
95
95
  "@azure/identity": "^4.5.0",
96
96
  "@eslint/js": "^9.17.0",
97
97
  "@libsql/client": "^0.14.0",
98
98
  "@swc/cli": "^0.5.2",
99
- "@swc/core": "^1.10.4",
99
+ "@swc/core": "^1.10.6",
100
100
  "@swc/jest": "^0.2.37",
101
101
  "@trivago/prettier-plugin-sort-imports": "^5.2.1",
102
102
  "@types/async": "^3.2.24",
@@ -140,8 +140,8 @@
140
140
  "supertest": "^7.0.0",
141
141
  "ts-node": "^10.9.2",
142
142
  "tsconfig-paths": "^4.2.0",
143
- "typescript": "^5.7.2",
144
- "typescript-eslint": "^8.19.0",
143
+ "typescript": "^5.7.3",
144
+ "typescript-eslint": "^8.19.1",
145
145
  "zod-to-json-schema": "^3.24.1"
146
146
  },
147
147
  "dependencies": {
@@ -165,7 +165,7 @@
165
165
  "ajv": "^8.17.1",
166
166
  "ajv-formats": "^3.0.1",
167
167
  "async": "^3.2.6",
168
- "better-sqlite3": "^11.7.0",
168
+ "better-sqlite3": "^11.7.2",
169
169
  "cache-manager": "^4.1.0",
170
170
  "cache-manager-fs-hash": "^1.0.0",
171
171
  "chalk": "^4.1.2",
@@ -186,7 +186,7 @@
186
186
  "fast-xml-parser": "^4.5.1",
187
187
  "fastest-levenshtein": "^1.0.16",
188
188
  "glob": "^10.4.3",
189
- "groq-sdk": "^0.9.1",
189
+ "groq-sdk": "^0.10.0",
190
190
  "http-z": "^7.1.1",
191
191
  "inquirer": "^11.1.0",
192
192
  "js-rouge": "^3.0.0",
@@ -194,7 +194,7 @@
194
194
  "mathjs": "^14.0.1",
195
195
  "node-cache": "^5.1.2",
196
196
  "nunjucks": "^3.2.4",
197
- "openai": "^4.77.0",
197
+ "openai": "^4.77.4",
198
198
  "opener": "^1.5.2",
199
199
  "proxy-agent": "^6.5.0",
200
200
  "python-shell": "^5.0.0",