promptfoo 0.83.1 → 0.84.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (115) hide show
  1. package/dist/package.json +1 -1
  2. package/dist/src/cliState.d.ts +1 -0
  3. package/dist/src/cliState.d.ts.map +1 -1
  4. package/dist/src/cliState.js.map +1 -1
  5. package/dist/src/commands/eval.d.ts.map +1 -1
  6. package/dist/src/commands/eval.js +0 -2
  7. package/dist/src/commands/eval.js.map +1 -1
  8. package/dist/src/commands/redteam/generate.d.ts.map +1 -1
  9. package/dist/src/commands/redteam/generate.js +17 -5
  10. package/dist/src/commands/redteam/generate.js.map +1 -1
  11. package/dist/src/config.d.ts.map +1 -1
  12. package/dist/src/config.js +1 -0
  13. package/dist/src/config.js.map +1 -1
  14. package/dist/src/database/tables.d.ts +168 -144
  15. package/dist/src/database/tables.d.ts.map +1 -1
  16. package/dist/src/index.d.ts +22 -0
  17. package/dist/src/index.d.ts.map +1 -1
  18. package/dist/src/index.js +12 -0
  19. package/dist/src/index.js.map +1 -1
  20. package/dist/src/matchers.d.ts.map +1 -1
  21. package/dist/src/matchers.js +70 -0
  22. package/dist/src/matchers.js.map +1 -1
  23. package/dist/src/providers/ollama.d.ts.map +1 -1
  24. package/dist/src/providers/ollama.js +1 -0
  25. package/dist/src/providers/ollama.js.map +1 -1
  26. package/dist/src/providers/openai.js +2 -2
  27. package/dist/src/providers/openai.js.map +1 -1
  28. package/dist/src/providers/vertex.d.ts.map +1 -1
  29. package/dist/src/providers/vertex.js +19 -1
  30. package/dist/src/providers/vertex.js.map +1 -1
  31. package/dist/src/providers/vertexUtil.d.ts +12 -1
  32. package/dist/src/providers/vertexUtil.d.ts.map +1 -1
  33. package/dist/src/providers/vertexUtil.js.map +1 -1
  34. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  35. package/dist/src/redteam/plugins/base.js +6 -3
  36. package/dist/src/redteam/plugins/base.js.map +1 -1
  37. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  38. package/dist/src/redteam/plugins/index.js +16 -10
  39. package/dist/src/redteam/plugins/index.js.map +1 -1
  40. package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
  41. package/dist/src/redteam/plugins/pii.js +5 -2
  42. package/dist/src/redteam/plugins/pii.js.map +1 -1
  43. package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
  44. package/dist/src/redteam/providers/crescendo/index.js +5 -4
  45. package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
  46. package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
  47. package/dist/src/redteam/providers/iterative.js +5 -3
  48. package/dist/src/redteam/providers/iterative.js.map +1 -1
  49. package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
  50. package/dist/src/redteam/providers/iterativeImage.js +4 -3
  51. package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
  52. package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
  53. package/dist/src/redteam/providers/iterativeTree.js +4 -3
  54. package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
  55. package/dist/src/redteam/strategies/index.d.ts +1 -2
  56. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  57. package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
  58. package/dist/src/redteam/strategies/multilingual.js +2 -8
  59. package/dist/src/redteam/strategies/multilingual.js.map +1 -1
  60. package/dist/src/redteam/util.d.ts.map +1 -1
  61. package/dist/src/redteam/util.js +7 -1
  62. package/dist/src/redteam/util.js.map +1 -1
  63. package/dist/src/types/index.d.ts +4481 -3848
  64. package/dist/src/types/index.d.ts.map +1 -1
  65. package/dist/src/types/providers.d.ts +19 -19
  66. package/dist/src/types/providers.d.ts.map +1 -1
  67. package/dist/src/types/providers.js +4 -1
  68. package/dist/src/types/providers.js.map +1 -1
  69. package/dist/src/types/redteam.d.ts +1 -0
  70. package/dist/src/types/redteam.d.ts.map +1 -1
  71. package/dist/src/util/index.d.ts +47 -36
  72. package/dist/src/util/index.d.ts.map +1 -1
  73. package/dist/src/util/index.js +11 -1
  74. package/dist/src/util/index.js.map +1 -1
  75. package/dist/src/util/json.d.ts +1 -0
  76. package/dist/src/util/json.d.ts.map +1 -1
  77. package/dist/src/util/json.js +10 -0
  78. package/dist/src/util/json.js.map +1 -1
  79. package/dist/src/validators/providers.d.ts +484 -415
  80. package/dist/src/validators/providers.d.ts.map +1 -1
  81. package/dist/src/validators/providers.js +21 -18
  82. package/dist/src/validators/providers.js.map +1 -1
  83. package/dist/src/validators/redteam.d.ts +168 -144
  84. package/dist/src/validators/redteam.d.ts.map +1 -1
  85. package/dist/src/web/nextui/404/index.html +1 -1
  86. package/dist/src/web/nextui/404.html +1 -1
  87. package/dist/src/web/nextui/_next/static/chunks/app/{layout-840b64134bca448d.js → layout-cd2ab2a02e6ca1f4.js} +1 -1
  88. package/dist/src/web/nextui/auth/login/index.html +1 -1
  89. package/dist/src/web/nextui/auth/login/index.txt +2 -2
  90. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  91. package/dist/src/web/nextui/auth/signup/index.txt +2 -2
  92. package/dist/src/web/nextui/datasets/index.html +1 -1
  93. package/dist/src/web/nextui/datasets/index.txt +2 -2
  94. package/dist/src/web/nextui/eval/index.html +1 -1
  95. package/dist/src/web/nextui/eval/index.txt +3 -3
  96. package/dist/src/web/nextui/index.html +1 -1
  97. package/dist/src/web/nextui/index.txt +2 -2
  98. package/dist/src/web/nextui/progress/index.html +1 -1
  99. package/dist/src/web/nextui/progress/index.txt +2 -2
  100. package/dist/src/web/nextui/prompts/index.html +1 -1
  101. package/dist/src/web/nextui/prompts/index.txt +2 -2
  102. package/dist/src/web/nextui/report/index.html +1 -1
  103. package/dist/src/web/nextui/report/index.txt +2 -2
  104. package/dist/src/web/nextui/setup/index.html +1 -1
  105. package/dist/src/web/nextui/setup/index.txt +2 -2
  106. package/dist/test/index.test.d.ts +2 -0
  107. package/dist/test/index.test.d.ts.map +1 -0
  108. package/dist/test/index.test.js +98 -0
  109. package/dist/test/index.test.js.map +1 -0
  110. package/dist/test/redteam/plugins/base.test.js +0 -5
  111. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  112. package/package.json +1 -1
  113. /package/dist/src/web/nextui/_next/static/{48DSwiWE8aGl1g_5NqL3u → CvuPvd-3y8Il_b6bK8bfx}/_buildManifest.js +0 -0
  114. /package/dist/src/web/nextui/_next/static/{48DSwiWE8aGl1g_5NqL3u → CvuPvd-3y8Il_b6bK8bfx}/_ssgManifest.js +0 -0
  115. /package/dist/src/web/nextui/_next/static/chunks/{258-bb444f6e7eb2432f.js → 258-5aac745397a7d5f4.js} +0 -0
package/dist/src/redteam/util.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/redteam/util.ts"],"names":[],"mappings":";;AAuBA,oDAKC;AAED,wCAMC;AAED,oCAKC;AA3CD,sCAAqD;AAErD,MAAM,gBAAgB,GAAG;IACvB,OAAO;IACP,WAAW;IACX,YAAY;IACZ,kBAAkB;IAClB,mBAAmB;IACnB,iBAAiB;IACjB,kBAAkB;IAClB,aAAa;IACb,gBAAgB;IAChB,eAAe;CAChB,CAAC;AAEF,MAAM,kBAAkB,GAAG;IACzB,qBAAqB;IACrB,iBAAiB;IACjB,0BAA0B;IAC1B,8CAA8C;IAC9C,yBAAyB;CAC1B,CAAC;AAEF,SAAgB,oBAAoB;IAClC,uFAAuF;IACvF,OAAO,CACL,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,IAAI,CAAC,IAAA,qBAAY,EAAC,gBAAgB,CAAC,CAC9F,CAAC;AACJ,CAAC;AAED,SAAgB,cAAc,CAAC,QAAgB;IAC7C,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpD,OAAO,CACL,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACnE,kBAAkB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAC1E,CAAC;AACJ,CAAC;AAED,SAAgB,YAAY,CAAC,GAAW,EAAE,MAAc;IACtD,4FAA4F;IAC5F,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;IAC/C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,OAAO,GAAG,CAAC;AACb,CAAC"}
1
+ {"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/redteam/util.ts"],"names":[],"mappings":";;;;;AAwBA,oDAOC;AAED,wCAMC;AAED,oCAKC;AA9CD,2DAAmC;AACnC,sCAAqD;AAErD,MAAM,gBAAgB,GAAG;IACvB,OAAO;IACP,WAAW;IACX,YAAY;IACZ,kBAAkB;IAClB,mBAAmB;IACnB,iBAAiB;IACjB,kBAAkB;IAClB,aAAa;IACb,gBAAgB;IAChB,eAAe;CAChB,CAAC;AAEF,MAAM,kBAAkB,GAAG;IACzB,qBAAqB;IACrB,iBAAiB;IACjB,0BAA0B;IAC1B,8CAA8C;IAC9C,yBAAyB;CAC1B,CAAC;AAEF,SAAgB,oBAAoB;IAClC,uFAAuF;IACvF,OAAO,CACL,CAAC,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC;QACzD,CAAC,IAAA,qBAAY,EAAC,gBAAgB,CAAC,CAAC;QAClC,CAAC,kBAAQ,CAAC,MAAM,IAAI,KAAK,CAAC,CAC3B,CAAC;AACJ,CAAC;AAED,SAAgB,cAAc,CAAC,QAAgB;IAC7C,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACpD,OAAO,CACL,gBAAgB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QACnE,kBAAkB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAC1E,CAAC;AACJ,CAAC;AAED,SAAgB,YAAY,CAAC,GAAW,EAAE,MAAc;IACtD,4FAA4F;IAC5F,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;IAC/C,GAAG,GAAG,GAAG,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC5D,OAAO,GAAG,CAAC;AACb,CAAC"}