promptfoo 0.90.0 → 0.90.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (123) hide show
  1. package/dist/package.json +8 -7
  2. package/dist/src/app/assets/{index-B0eIt9gO.js → index-Nu_Jrwyo.js} +3 -3
  3. package/dist/src/app/assets/{index.es-6LwcIYWb.js → index.es-Cwq4F6NP.js} +1 -1
  4. package/dist/src/app/assets/{sync-DvHcfyRC.js → sync-CE7pFgME.js} +1 -1
  5. package/dist/src/app/index.html +1 -1
  6. package/dist/src/assertions.d.ts.map +1 -1
  7. package/dist/src/assertions.js +1 -0
  8. package/dist/src/assertions.js.map +1 -1
  9. package/dist/src/commands/eval.d.ts +1 -1
  10. package/dist/src/commands/eval.d.ts.map +1 -1
  11. package/dist/src/commands/eval.js +41 -34
  12. package/dist/src/commands/eval.js.map +1 -1
  13. package/dist/src/commands/init.js +1 -1
  14. package/dist/src/commands/init.js.map +1 -1
  15. package/dist/src/database/tables.d.ts +10 -0
  16. package/dist/src/database/tables.d.ts.map +1 -1
  17. package/dist/src/envars.d.ts +2 -0
  18. package/dist/src/envars.d.ts.map +1 -1
  19. package/dist/src/envars.js.map +1 -1
  20. package/dist/src/main.js +3 -4
  21. package/dist/src/main.js.map +1 -1
  22. package/dist/src/providers/bedrock.d.ts +28 -1
  23. package/dist/src/providers/bedrock.d.ts.map +1 -1
  24. package/dist/src/providers/bedrock.js +34 -12
  25. package/dist/src/providers/bedrock.js.map +1 -1
  26. package/dist/src/providers/fal.d.ts +44 -0
  27. package/dist/src/providers/fal.d.ts.map +1 -0
  28. package/dist/src/providers/fal.js +127 -0
  29. package/dist/src/providers/fal.js.map +1 -0
  30. package/dist/src/providers/http.d.ts.map +1 -1
  31. package/dist/src/providers/http.js +18 -2
  32. package/dist/src/providers/http.js.map +1 -1
  33. package/dist/src/providers/huggingface.d.ts +1 -1
  34. package/dist/src/providers/openai.js +1 -1
  35. package/dist/src/providers/openai.js.map +1 -1
  36. package/dist/src/providers.d.ts.map +1 -1
  37. package/dist/src/providers.js +10 -0
  38. package/dist/src/providers.js.map +1 -1
  39. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  40. package/dist/src/redteam/commands/generate.js +3 -1
  41. package/dist/src/redteam/commands/generate.js.map +1 -1
  42. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  43. package/dist/src/redteam/commands/init.js +3 -1
  44. package/dist/src/redteam/commands/init.js.map +1 -1
  45. package/dist/src/redteam/plugins/asciiSmuggling.d.ts +2 -8
  46. package/dist/src/redteam/plugins/asciiSmuggling.d.ts.map +1 -1
  47. package/dist/src/redteam/plugins/asciiSmuggling.js +1 -88
  48. package/dist/src/redteam/plugins/asciiSmuggling.js.map +1 -1
  49. package/dist/src/redteam/plugins/bfla.d.ts +1 -11
  50. package/dist/src/redteam/plugins/bfla.d.ts.map +1 -1
  51. package/dist/src/redteam/plugins/bfla.js +1 -70
  52. package/dist/src/redteam/plugins/bfla.js.map +1 -1
  53. package/dist/src/redteam/plugins/bola.d.ts +1 -11
  54. package/dist/src/redteam/plugins/bola.d.ts.map +1 -1
  55. package/dist/src/redteam/plugins/bola.js +1 -79
  56. package/dist/src/redteam/plugins/bola.js.map +1 -1
  57. package/dist/src/redteam/plugins/competitors.d.ts +1 -6
  58. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  59. package/dist/src/redteam/plugins/competitors.js +1 -40
  60. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  61. package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
  62. package/dist/src/redteam/plugins/crossSessionLeak.js +2 -0
  63. package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
  64. package/dist/src/redteam/plugins/hijacking.d.ts +1 -6
  65. package/dist/src/redteam/plugins/hijacking.d.ts.map +1 -1
  66. package/dist/src/redteam/plugins/hijacking.js +1 -40
  67. package/dist/src/redteam/plugins/hijacking.js.map +1 -1
  68. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  69. package/dist/src/redteam/plugins/index.js +24 -15
  70. package/dist/src/redteam/plugins/index.js.map +1 -1
  71. package/dist/src/redteam/plugins/ssrf.d.ts +1 -11
  72. package/dist/src/redteam/plugins/ssrf.d.ts.map +1 -1
  73. package/dist/src/redteam/plugins/ssrf.js +1 -70
  74. package/dist/src/redteam/plugins/ssrf.js.map +1 -1
  75. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  76. package/dist/src/redteam/providers/iterative.js +0 -1
  77. package/dist/src/redteam/providers/iterative.js.map +1 -1
  78. package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
  79. package/dist/src/redteam/providers/iterativeImage.js +0 -1
  80. package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
  81. package/dist/src/server/server.d.ts.map +1 -1
  82. package/dist/src/server/server.js +0 -1
  83. package/dist/src/server/server.js.map +1 -1
  84. package/dist/src/testCases.d.ts.map +1 -1
  85. package/dist/src/testCases.js +2 -2
  86. package/dist/src/testCases.js.map +1 -1
  87. package/dist/src/types/index.d.ts +308 -0
  88. package/dist/src/types/index.d.ts.map +1 -1
  89. package/dist/src/types/index.js +3 -0
  90. package/dist/src/types/index.js.map +1 -1
  91. package/dist/src/types/providers.d.ts +1 -0
  92. package/dist/src/types/providers.d.ts.map +1 -1
  93. package/dist/src/types/providers.js.map +1 -1
  94. package/dist/src/util/config/default.d.ts +1 -2
  95. package/dist/src/util/config/default.d.ts.map +1 -1
  96. package/dist/src/util/config/default.js +7 -10
  97. package/dist/src/util/config/default.js.map +1 -1
  98. package/dist/src/util/config/load.d.ts +1 -1
  99. package/dist/src/util/config/load.d.ts.map +1 -1
  100. package/dist/src/util/config/load.js +5 -4
  101. package/dist/src/util/config/load.js.map +1 -1
  102. package/dist/src/util/index.d.ts +4 -0
  103. package/dist/src/util/index.d.ts.map +1 -1
  104. package/dist/src/util/json.d.ts.map +1 -1
  105. package/dist/src/util/json.js +18 -31
  106. package/dist/src/util/json.js.map +1 -1
  107. package/dist/test/assertions.test.js +37 -14
  108. package/dist/test/assertions.test.js.map +1 -1
  109. package/dist/test/providers.bedrock.test.js +77 -1
  110. package/dist/test/providers.bedrock.test.js.map +1 -1
  111. package/dist/test/providers.http.test.js +20 -5
  112. package/dist/test/providers.http.test.js.map +1 -1
  113. package/dist/test/redteam/commands/generate.test.js +4 -5
  114. package/dist/test/redteam/commands/generate.test.js.map +1 -1
  115. package/dist/test/types.test.js +23 -17
  116. package/dist/test/types.test.js.map +1 -1
  117. package/dist/test/util.config.default.test.js +9 -14
  118. package/dist/test/util.config.default.test.js.map +1 -1
  119. package/dist/test/util.config.load.test.ts.js +59 -12
  120. package/dist/test/util.config.load.test.ts.js.map +1 -1
  121. package/dist/test/util.json.test.js +52 -0
  122. package/dist/test/util.json.test.js.map +1 -1
  123. package/package.json +8 -7
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.90.0",
5
+ "version": "0.90.2",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -68,6 +68,7 @@
68
68
  "@aws-sdk/client-bedrock-runtime": "^3.602.0",
69
69
  "@azure/identity": "^4.0.0",
70
70
  "@azure/openai-assistants": "^1.0.0-beta.5",
71
+ "@fal-ai/serverless-client": "^0.14.3",
71
72
  "@ibm-generative-ai/node-sdk": "^2.0.6",
72
73
  "@playwright/browser-chromium": "^1.47.2",
73
74
  "@smithy/node-http-handler": "^3.1.1",
@@ -77,12 +78,12 @@
77
78
  "playwright": "^1.47.2"
78
79
  },
79
80
  "devDependencies": {
80
- "@aws-sdk/client-bedrock-runtime": "^3.654.0",
81
+ "@aws-sdk/client-bedrock-runtime": "^3.658.1",
81
82
  "@azure/identity": "^4.4.1",
82
- "@eslint/js": "^9.11.0",
83
+ "@eslint/js": "^9.11.1",
83
84
  "@libsql/client": "^0.14.0",
84
85
  "@swc/cli": "^0.4.0",
85
- "@swc/core": "^1.7.26",
86
+ "@swc/core": "^1.7.28",
86
87
  "@swc/jest": "^0.2.36",
87
88
  "@trivago/prettier-plugin-sort-imports": "^4.3.0",
88
89
  "@types/async": "^3.2.24",
@@ -109,7 +110,7 @@
109
110
  "concurrently": "^8.2.2",
110
111
  "drizzle-kit": "^0.24.2",
111
112
  "esbuild": "^0.24.0",
112
- "eslint": "^9.11.0",
113
+ "eslint": "^9.11.1",
113
114
  "eslint-plugin-jest": "^28.8.3",
114
115
  "eslint-plugin-react-hooks": "^5.1.0-rc.0",
115
116
  "eslint-plugin-unicorn": "^55.0.0",
@@ -167,11 +168,11 @@
167
168
  "node-cache": "^5.1.2",
168
169
  "node-fetch": "^2.6.7",
169
170
  "nunjucks": "^3.2.4",
170
- "openai": "^4.63.0",
171
+ "openai": "^4.65.0",
171
172
  "opener": "^1.5.2",
172
173
  "proxy-agent": "^6.4.0",
173
174
  "python-shell": "^5.0.0",
174
- "replicate": "^0.33.0",
175
+ "replicate": "^0.34.0",
175
176
  "rfdc": "^1.4.1",
176
177
  "semver": "^7.6.3",
177
178
  "socket.io": "^4.8.0",