promptfoo 0.98.0 → 0.99.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. package/README.md +1 -1
  2. package/dist/package.json +7 -5
  3. package/dist/src/app/assets/{index-D7I51A2q.js → index-CJGQrbZb.js} +141 -143
  4. package/dist/src/app/assets/{index.es-COpBxjTX.js → index.es-BCwhwRu5.js} +1 -1
  5. package/dist/src/app/assets/{sync-BY_V2XfM.js → sync-hJWHXawF.js} +1 -1
  6. package/dist/src/app/index.html +1 -1
  7. package/dist/src/commands/debug.d.ts +4 -0
  8. package/dist/src/commands/debug.d.ts.map +1 -0
  9. package/dist/src/commands/debug.js +84 -0
  10. package/dist/src/commands/debug.js.map +1 -0
  11. package/dist/src/commands/view.d.ts.map +1 -1
  12. package/dist/src/commands/view.js +6 -4
  13. package/dist/src/commands/view.js.map +1 -1
  14. package/dist/src/constants.d.ts +1 -0
  15. package/dist/src/constants.d.ts.map +1 -1
  16. package/dist/src/constants.js +2 -1
  17. package/dist/src/constants.js.map +1 -1
  18. package/dist/src/evaluatorHelpers.d.ts +1 -0
  19. package/dist/src/evaluatorHelpers.d.ts.map +1 -1
  20. package/dist/src/evaluatorHelpers.js +19 -0
  21. package/dist/src/evaluatorHelpers.js.map +1 -1
  22. package/dist/src/main.js +2 -0
  23. package/dist/src/main.js.map +1 -1
  24. package/dist/src/providers/sequence.d.ts +11 -0
  25. package/dist/src/providers/sequence.d.ts.map +1 -0
  26. package/dist/src/providers/sequence.js +66 -0
  27. package/dist/src/providers/sequence.js.map +1 -0
  28. package/dist/src/providers.d.ts.map +1 -1
  29. package/dist/src/providers.js +4 -0
  30. package/dist/src/providers.js.map +1 -1
  31. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  32. package/dist/src/redteam/commands/generate.js +24 -3
  33. package/dist/src/redteam/commands/generate.js.map +1 -1
  34. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  35. package/dist/src/redteam/commands/init.js +26 -19
  36. package/dist/src/redteam/commands/init.js.map +1 -1
  37. package/dist/src/redteam/commands/report.d.ts.map +1 -1
  38. package/dist/src/redteam/commands/report.js +11 -3
  39. package/dist/src/redteam/commands/report.js.map +1 -1
  40. package/dist/src/redteam/commands/setup.d.ts.map +1 -1
  41. package/dist/src/redteam/commands/setup.js +4 -2
  42. package/dist/src/redteam/commands/setup.js.map +1 -1
  43. package/dist/src/redteam/constants.d.ts +2 -2
  44. package/dist/src/redteam/constants.d.ts.map +1 -1
  45. package/dist/src/redteam/constants.js +11 -1
  46. package/dist/src/redteam/constants.js.map +1 -1
  47. package/dist/src/redteam/index.d.ts.map +1 -1
  48. package/dist/src/redteam/index.js +67 -21
  49. package/dist/src/redteam/index.js.map +1 -1
  50. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  51. package/dist/src/redteam/plugins/base.js +2 -0
  52. package/dist/src/redteam/plugins/base.js.map +1 -1
  53. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  54. package/dist/src/redteam/plugins/competitors.js +21 -1
  55. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  56. package/dist/src/redteam/providers/goat.d.ts.map +1 -1
  57. package/dist/src/redteam/providers/goat.js +54 -49
  58. package/dist/src/redteam/providers/goat.js.map +1 -1
  59. package/dist/src/redteam/strategies/citation.d.ts +3 -0
  60. package/dist/src/redteam/strategies/citation.d.ts.map +1 -0
  61. package/dist/src/redteam/strategies/citation.js +96 -0
  62. package/dist/src/redteam/strategies/citation.js.map +1 -0
  63. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  64. package/dist/src/redteam/strategies/index.js +20 -0
  65. package/dist/src/redteam/strategies/index.js.map +1 -1
  66. package/dist/src/redteam/strategies/singleTurnComposite.d.ts +3 -0
  67. package/dist/src/redteam/strategies/singleTurnComposite.d.ts.map +1 -0
  68. package/dist/src/redteam/strategies/singleTurnComposite.js +89 -0
  69. package/dist/src/redteam/strategies/singleTurnComposite.js.map +1 -0
  70. package/dist/src/redteam/types.d.ts +5 -1
  71. package/dist/src/redteam/types.d.ts.map +1 -1
  72. package/dist/src/server/index.js +4 -2
  73. package/dist/src/server/index.js.map +1 -1
  74. package/dist/src/server/server.d.ts +1 -7
  75. package/dist/src/server/server.d.ts.map +1 -1
  76. package/dist/src/server/server.js +6 -46
  77. package/dist/src/server/server.js.map +1 -1
  78. package/dist/src/testCases.js +1 -1
  79. package/dist/src/testCases.js.map +1 -1
  80. package/dist/src/types/index.d.ts +12 -0
  81. package/dist/src/types/index.d.ts.map +1 -1
  82. package/dist/src/util/server.d.ts +10 -0
  83. package/dist/src/util/server.d.ts.map +1 -0
  84. package/dist/src/util/server.js +74 -0
  85. package/dist/src/util/server.js.map +1 -0
  86. package/dist/src/validators/redteam.d.ts +4 -0
  87. package/dist/src/validators/redteam.d.ts.map +1 -1
  88. package/dist/src/validators/redteam.js +4 -0
  89. package/dist/src/validators/redteam.js.map +1 -1
  90. package/dist/test/redteam/commands/generate.test.js +58 -0
  91. package/dist/test/redteam/commands/generate.test.js.map +1 -1
  92. package/dist/test/redteam/plugins/base.test.js +8 -0
  93. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  94. package/dist/test/testCases.test.js +21 -0
  95. package/dist/test/testCases.test.js.map +1 -1
  96. package/dist/test/types.test.js +7 -8
  97. package/dist/test/types.test.js.map +1 -1
  98. package/dist/test/util/server.test.d.ts +2 -0
  99. package/dist/test/util/server.test.d.ts.map +1 -0
  100. package/dist/test/util/server.test.js +114 -0
  101. package/dist/test/util/server.test.js.map +1 -0
  102. package/dist/tsconfig.tsbuildinfo +1 -1
  103. package/package.json +7 -5
package/README.md CHANGED
@@ -332,7 +332,7 @@ See the full example [here](https://github.com/promptfoo/promptfoo/tree/main/exa
332
332
  ## Configuration
333
333
 
334
334
  - **[Main guide](https://www.promptfoo.dev/docs/configuration/guide)**: Learn about how to configure your YAML file, setup prompt files, etc.
335
- - **[Configuring test cases](https://www.promptfoo.dev/docs/configuration/expected-outputs)**: Learn more about how to configure expected outputs and test assertions.
335
+ - **[Configuring test cases](https://www.promptfoo.dev/docs/configuration/expected-outputs)**: Learn more about how to configure assertions and metrics.
336
336
 
337
337
  ## Installation
338
338
 
package/dist/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.98.0",
5
+ "version": "0.99.0",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -77,18 +77,19 @@
77
77
  "ibm-cloud-sdk-core": "^5.0.2",
78
78
  "langfuse": "^3.7.0",
79
79
  "node-sql-parser": "^5.2.0",
80
+ "pdf-parse": "^1.1.1",
80
81
  "playwright": "^1.47.2",
81
82
  "playwright-extra": "^4.3.6",
82
83
  "puppeteer-extra-plugin-stealth": "^2.11.2"
83
84
  },
84
85
  "devDependencies": {
85
- "@aws-sdk/client-bedrock-runtime": "^3.696.0",
86
- "@aws-sdk/credential-provider-sso": "^3.696.0",
86
+ "@aws-sdk/client-bedrock-runtime": "^3.699.0",
87
+ "@aws-sdk/credential-provider-sso": "^3.699.0",
87
88
  "@azure/identity": "^4.5.0",
88
89
  "@eslint/js": "^9.15.0",
89
90
  "@libsql/client": "^0.14.0",
90
91
  "@swc/cli": "^0.5.1",
91
- "@swc/core": "^1.9.2",
92
+ "@swc/core": "^1.9.3",
92
93
  "@swc/jest": "^0.2.37",
93
94
  "@trivago/prettier-plugin-sort-imports": "^4.3.0",
94
95
  "@types/async": "^3.2.24",
@@ -107,6 +108,7 @@
107
108
  "@types/js-yaml": "^4.0.9",
108
109
  "@types/nunjucks": "^3.2.6",
109
110
  "@types/opener": "^1.4.3",
111
+ "@types/pdf-parse": "^1.1.4",
110
112
  "@types/semver": "^7.5.8",
111
113
  "@types/supertest": "^6.0.2",
112
114
  "@types/uuid": "^10.0.0",
@@ -167,7 +169,7 @@
167
169
  "compression": "^1.7.5",
168
170
  "cors": "^2.8.5",
169
171
  "csv-parse": "^5.5.6",
170
- "csv-stringify": "^6.5.1",
172
+ "csv-stringify": "^6.5.2",
171
173
  "debounce": "^1.2.1",
172
174
  "dedent": "^1.5.3",
173
175
  "dotenv": "^16.4.5",