promptfoo 0.98.0 → 0.99.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. package/README.md +1 -1
  2. package/dist/package.json +7 -5
  3. package/dist/src/app/assets/{index-D7I51A2q.js → index-CJGQrbZb.js} +141 -143
  4. package/dist/src/app/assets/{index.es-COpBxjTX.js → index.es-BCwhwRu5.js} +1 -1
  5. package/dist/src/app/assets/{sync-BY_V2XfM.js → sync-hJWHXawF.js} +1 -1
  6. package/dist/src/app/index.html +1 -1
  7. package/dist/src/commands/debug.d.ts +4 -0
  8. package/dist/src/commands/debug.d.ts.map +1 -0
  9. package/dist/src/commands/debug.js +84 -0
  10. package/dist/src/commands/debug.js.map +1 -0
  11. package/dist/src/commands/view.d.ts.map +1 -1
  12. package/dist/src/commands/view.js +6 -4
  13. package/dist/src/commands/view.js.map +1 -1
  14. package/dist/src/constants.d.ts +1 -0
  15. package/dist/src/constants.d.ts.map +1 -1
  16. package/dist/src/constants.js +2 -1
  17. package/dist/src/constants.js.map +1 -1
  18. package/dist/src/evaluatorHelpers.d.ts +1 -0
  19. package/dist/src/evaluatorHelpers.d.ts.map +1 -1
  20. package/dist/src/evaluatorHelpers.js +19 -0
  21. package/dist/src/evaluatorHelpers.js.map +1 -1
  22. package/dist/src/main.js +2 -0
  23. package/dist/src/main.js.map +1 -1
  24. package/dist/src/providers/sequence.d.ts +11 -0
  25. package/dist/src/providers/sequence.d.ts.map +1 -0
  26. package/dist/src/providers/sequence.js +66 -0
  27. package/dist/src/providers/sequence.js.map +1 -0
  28. package/dist/src/providers.d.ts.map +1 -1
  29. package/dist/src/providers.js +4 -0
  30. package/dist/src/providers.js.map +1 -1
  31. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  32. package/dist/src/redteam/commands/generate.js +24 -3
  33. package/dist/src/redteam/commands/generate.js.map +1 -1
  34. package/dist/src/redteam/commands/init.d.ts.map +1 -1
  35. package/dist/src/redteam/commands/init.js +26 -19
  36. package/dist/src/redteam/commands/init.js.map +1 -1
  37. package/dist/src/redteam/commands/report.d.ts.map +1 -1
  38. package/dist/src/redteam/commands/report.js +11 -3
  39. package/dist/src/redteam/commands/report.js.map +1 -1
  40. package/dist/src/redteam/commands/setup.d.ts.map +1 -1
  41. package/dist/src/redteam/commands/setup.js +4 -2
  42. package/dist/src/redteam/commands/setup.js.map +1 -1
  43. package/dist/src/redteam/constants.d.ts +2 -2
  44. package/dist/src/redteam/constants.d.ts.map +1 -1
  45. package/dist/src/redteam/constants.js +11 -1
  46. package/dist/src/redteam/constants.js.map +1 -1
  47. package/dist/src/redteam/index.d.ts.map +1 -1
  48. package/dist/src/redteam/index.js +67 -21
  49. package/dist/src/redteam/index.js.map +1 -1
  50. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  51. package/dist/src/redteam/plugins/base.js +2 -0
  52. package/dist/src/redteam/plugins/base.js.map +1 -1
  53. package/dist/src/redteam/plugins/competitors.d.ts.map +1 -1
  54. package/dist/src/redteam/plugins/competitors.js +21 -1
  55. package/dist/src/redteam/plugins/competitors.js.map +1 -1
  56. package/dist/src/redteam/providers/goat.d.ts.map +1 -1
  57. package/dist/src/redteam/providers/goat.js +54 -49
  58. package/dist/src/redteam/providers/goat.js.map +1 -1
  59. package/dist/src/redteam/strategies/citation.d.ts +3 -0
  60. package/dist/src/redteam/strategies/citation.d.ts.map +1 -0
  61. package/dist/src/redteam/strategies/citation.js +96 -0
  62. package/dist/src/redteam/strategies/citation.js.map +1 -0
  63. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  64. package/dist/src/redteam/strategies/index.js +20 -0
  65. package/dist/src/redteam/strategies/index.js.map +1 -1
  66. package/dist/src/redteam/strategies/singleTurnComposite.d.ts +3 -0
  67. package/dist/src/redteam/strategies/singleTurnComposite.d.ts.map +1 -0
  68. package/dist/src/redteam/strategies/singleTurnComposite.js +89 -0
  69. package/dist/src/redteam/strategies/singleTurnComposite.js.map +1 -0
  70. package/dist/src/redteam/types.d.ts +5 -1
  71. package/dist/src/redteam/types.d.ts.map +1 -1
  72. package/dist/src/server/index.js +4 -2
  73. package/dist/src/server/index.js.map +1 -1
  74. package/dist/src/server/server.d.ts +1 -7
  75. package/dist/src/server/server.d.ts.map +1 -1
  76. package/dist/src/server/server.js +6 -46
  77. package/dist/src/server/server.js.map +1 -1
  78. package/dist/src/testCases.js +1 -1
  79. package/dist/src/testCases.js.map +1 -1
  80. package/dist/src/types/index.d.ts +12 -0
  81. package/dist/src/types/index.d.ts.map +1 -1
  82. package/dist/src/util/server.d.ts +10 -0
  83. package/dist/src/util/server.d.ts.map +1 -0
  84. package/dist/src/util/server.js +74 -0
  85. package/dist/src/util/server.js.map +1 -0
  86. package/dist/src/validators/redteam.d.ts +4 -0
  87. package/dist/src/validators/redteam.d.ts.map +1 -1
  88. package/dist/src/validators/redteam.js +4 -0
  89. package/dist/src/validators/redteam.js.map +1 -1
  90. package/dist/test/redteam/commands/generate.test.js +58 -0
  91. package/dist/test/redteam/commands/generate.test.js.map +1 -1
  92. package/dist/test/redteam/plugins/base.test.js +8 -0
  93. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  94. package/dist/test/testCases.test.js +21 -0
  95. package/dist/test/testCases.test.js.map +1 -1
  96. package/dist/test/types.test.js +7 -8
  97. package/dist/test/types.test.js.map +1 -1
  98. package/dist/test/util/server.test.d.ts +2 -0
  99. package/dist/test/util/server.test.d.ts.map +1 -0
  100. package/dist/test/util/server.test.js +114 -0
  101. package/dist/test/util/server.test.js.map +1 -0
  102. package/dist/tsconfig.tsbuildinfo +1 -1
  103. package/package.json +7 -5
package/package.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "name": "promptfoo",
3
3
  "description": "LLM eval & testing toolkit",
4
4
  "author": "Ian Webster",
5
- "version": "0.98.0",
5
+ "version": "0.99.0",
6
6
  "license": "MIT",
7
7
  "type": "commonjs",
8
8
  "repository": {
@@ -77,18 +77,19 @@
77
77
  "ibm-cloud-sdk-core": "^5.0.2",
78
78
  "langfuse": "^3.7.0",
79
79
  "node-sql-parser": "^5.2.0",
80
+ "pdf-parse": "^1.1.1",
80
81
  "playwright": "^1.47.2",
81
82
  "playwright-extra": "^4.3.6",
82
83
  "puppeteer-extra-plugin-stealth": "^2.11.2"
83
84
  },
84
85
  "devDependencies": {
85
- "@aws-sdk/client-bedrock-runtime": "^3.696.0",
86
- "@aws-sdk/credential-provider-sso": "^3.696.0",
86
+ "@aws-sdk/client-bedrock-runtime": "^3.699.0",
87
+ "@aws-sdk/credential-provider-sso": "^3.699.0",
87
88
  "@azure/identity": "^4.5.0",
88
89
  "@eslint/js": "^9.15.0",
89
90
  "@libsql/client": "^0.14.0",
90
91
  "@swc/cli": "^0.5.1",
91
- "@swc/core": "^1.9.2",
92
+ "@swc/core": "^1.9.3",
92
93
  "@swc/jest": "^0.2.37",
93
94
  "@trivago/prettier-plugin-sort-imports": "^4.3.0",
94
95
  "@types/async": "^3.2.24",
@@ -107,6 +108,7 @@
107
108
  "@types/js-yaml": "^4.0.9",
108
109
  "@types/nunjucks": "^3.2.6",
109
110
  "@types/opener": "^1.4.3",
111
+ "@types/pdf-parse": "^1.1.4",
110
112
  "@types/semver": "^7.5.8",
111
113
  "@types/supertest": "^6.0.2",
112
114
  "@types/uuid": "^10.0.0",
@@ -167,7 +169,7 @@
167
169
  "compression": "^1.7.5",
168
170
  "cors": "^2.8.5",
169
171
  "csv-parse": "^5.5.6",
170
- "csv-stringify": "^6.5.1",
172
+ "csv-stringify": "^6.5.2",
171
173
  "debounce": "^1.2.1",
172
174
  "dedent": "^1.5.3",
173
175
  "dotenv": "^16.4.5",