promptfoo 0.92.1 → 0.92.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (78) hide show
  1. package/dist/package.json +12 -11
  2. package/dist/src/app/assets/{index-DdvQdOby.css → index-D9XEsKus.css} +1 -1
  3. package/dist/src/app/assets/{index-BpjzEMiv.js → index-qAwIwe8f.js} +264 -265
  4. package/dist/src/app/assets/{index.es-ihzvEu35.js → index.es-BAabtj1c.js} +1 -1
  5. package/dist/src/app/assets/{sync-BosjlpGJ.js → sync-uXDZgY7U.js} +1 -1
  6. package/dist/src/app/index.html +2 -2
  7. package/dist/src/assertions.js +1 -1
  8. package/dist/src/assertions.js.map +1 -1
  9. package/dist/src/commands/eval.d.ts.map +1 -1
  10. package/dist/src/commands/eval.js +5 -3
  11. package/dist/src/commands/eval.js.map +1 -1
  12. package/dist/src/database/index.d.ts.map +1 -1
  13. package/dist/src/database/index.js +9 -1
  14. package/dist/src/database/index.js.map +1 -1
  15. package/dist/src/database/tables.d.ts +1 -0
  16. package/dist/src/database/tables.d.ts.map +1 -1
  17. package/dist/src/evaluator.d.ts.map +1 -1
  18. package/dist/src/evaluator.js +3 -1
  19. package/dist/src/evaluator.js.map +1 -1
  20. package/dist/src/evaluatorHelpers.d.ts.map +1 -1
  21. package/dist/src/evaluatorHelpers.js +1 -0
  22. package/dist/src/evaluatorHelpers.js.map +1 -1
  23. package/dist/src/index.d.ts.map +1 -1
  24. package/dist/src/index.js +2 -1
  25. package/dist/src/index.js.map +1 -1
  26. package/dist/src/models/provider.d.ts +3 -1
  27. package/dist/src/models/provider.d.ts.map +1 -1
  28. package/dist/src/models/provider.js +22 -17
  29. package/dist/src/models/provider.js.map +1 -1
  30. package/dist/src/prompts/grading.js +2 -2
  31. package/dist/src/providers/fal.d.ts +1 -0
  32. package/dist/src/providers/fal.d.ts.map +1 -1
  33. package/dist/src/providers/fal.js +10 -3
  34. package/dist/src/providers/fal.js.map +1 -1
  35. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  36. package/dist/src/redteam/commands/generate.js +39 -8
  37. package/dist/src/redteam/commands/generate.js.map +1 -1
  38. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  39. package/dist/src/redteam/commands/run.js +13 -35
  40. package/dist/src/redteam/commands/run.js.map +1 -1
  41. package/dist/src/redteam/index.d.ts.map +1 -1
  42. package/dist/src/redteam/index.js +17 -16
  43. package/dist/src/redteam/index.js.map +1 -1
  44. package/dist/src/redteam/plugins/custom.d.ts +15 -4
  45. package/dist/src/redteam/plugins/custom.d.ts.map +1 -1
  46. package/dist/src/redteam/plugins/custom.js +37 -3
  47. package/dist/src/redteam/plugins/custom.js.map +1 -1
  48. package/dist/src/redteam/plugins/policy.d.ts.map +1 -1
  49. package/dist/src/redteam/plugins/policy.js +0 -3
  50. package/dist/src/redteam/plugins/policy.js.map +1 -1
  51. package/dist/src/redteam/types.d.ts +1 -0
  52. package/dist/src/redteam/types.d.ts.map +1 -1
  53. package/dist/src/share.d.ts.map +1 -1
  54. package/dist/src/share.js +14 -5
  55. package/dist/src/share.js.map +1 -1
  56. package/dist/src/types/index.d.ts +8 -0
  57. package/dist/src/types/index.d.ts.map +1 -1
  58. package/dist/src/types/index.js +1 -0
  59. package/dist/src/types/index.js.map +1 -1
  60. package/dist/test/assertions.test.js +14 -14
  61. package/dist/test/assertions.test.js.map +1 -1
  62. package/dist/test/factories/evalFactory.d.ts +1 -0
  63. package/dist/test/factories/evalFactory.d.ts.map +1 -1
  64. package/dist/test/index.test.js +1 -0
  65. package/dist/test/index.test.js.map +1 -1
  66. package/dist/test/python/python.integration.test.d.ts +2 -0
  67. package/dist/test/python/python.integration.test.d.ts.map +1 -0
  68. package/dist/test/python/{integration.test.js → python.integration.test.js} +1 -1
  69. package/dist/test/python/python.integration.test.js.map +1 -0
  70. package/dist/test/redteam/plugins/custom.test.d.ts +2 -0
  71. package/dist/test/redteam/plugins/custom.test.d.ts.map +1 -0
  72. package/dist/test/redteam/plugins/custom.test.js +87 -0
  73. package/dist/test/redteam/plugins/custom.test.js.map +1 -0
  74. package/dist/tsconfig.tsbuildinfo +1 -1
  75. package/package.json +12 -11
  76. package/dist/test/python/integration.test.d.ts +0 -2
  77. package/dist/test/python/integration.test.d.ts.map +0 -1
  78. package/dist/test/python/integration.test.js.map +0 -1
package/dist/test/redteam/plugins/custom.test.js.map ADDED
@@ -0,0 +1 @@
1
+ {"version":3,"file":"custom.test.js","sourceRoot":"","sources":["../../../../test/redteam/plugins/custom.test.ts"],"names":[],"mappings":";;AAAA,gEAA+F;AAE/F,4CAA8D;AAE9D,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC;IACpC,yBAAyB,EAAE,IAAI,CAAC,EAAE,EAAE;CACrC,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,IAAI,MAAoB,CAAC;IACzB,IAAI,YAAyB,CAAC;IAE9B,UAAU,CAAC,GAAG,EAAE;QACd,YAAY,GAAG;YACb,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;YAClB,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,eAAe,CAAC;SAC/C,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,gCAAyB,CAAC,CAAC,eAAe,CAAC;YACrD,SAAS,EAAE,iDAAiD;YAC5D,MAAM,EAAE,2CAA2C;SACpD,CAAC,CAAC;QAEH,MAAM,GAAG,IAAI,qBAAY,CACvB,YAAY,EACZ,cAAc,EACd,SAAS,EACT,4BAA4B,CAC7B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,eAAe,GAAG,8CAA8C,CAAC;QACvE,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,SAAS,CAAC,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;QAEnF,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CACpD,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC;gBACtB,IAAI,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE;gBAClC,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,0CAA0C,EAAE,CAAC;aACpF,CAAC;YACF,MAAM,CAAC,gBAAgB,CAAC;gBACtB,IAAI,EAAE,EAAE,OAAO,EAAE,eAAe,EAAE;aACnC,CAAC;SACH,CAAC,CACH,CAAC;QAEF,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAC/C,MAAM,CAAC,gBAAgB,CAAC,0CAA0C,CAAC,CACpE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;QAC/C,MAAM,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,UAAU,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC,aAAa,CAAC,CAAC;QAC1D,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;YACzB,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,0CAA0C,EAAE;SAC1E,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,IAAI,CAAC,MAAM,CAAC,gCAAyB,CAAC,CAAC,eAAe,CAAC;YACrD,SAAS,EAAE,0BAA0B;YACrC,MAAM,EAAE,uBAAuB;SAChC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAA,mCAA0B,EAAC,2BAA2B,CAAC,CAAC;QAEvE,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,SAAS,EAAE,0BAA0B;YACrC,MAAM,EAAE,uBAAuB;SAChC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,IAAI,CAAC,MAAM,CAAC,gCAAyB,CAAC,CAAC,eAAe,CAAC;YACrD,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,uBAAuB;SAChC,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,mCAA0B,EAAC,6BAA6B,CAAC,CAAC,CAAC,OAAO,CAC7E,uCAAuC,CACxC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8EAA8E,EAAE,GAAG,EAAE;QACtF,IAAI,CAAC,MAAM,CAAC,gCAAyB,CAAC,CAAC,eAAe,CAAC;YACrD,SAAS,EAAE,0BAA0B;SACtC,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,mCAA0B,EAAC,6BAA6B,CAAC,CAAC,CAAC,OAAO,CAC7E,uCAAuC,CACxC,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,IAAI,CAAC,MAAM,CAAC,gCAAyB,CAAC,CAAC,eAAe,CAAC;YACrD,SAAS,EAAE,0BAA0B;YACrC,MAAM,EAAE,uBAAuB;YAC/B,UAAU,EAAE,yBAAyB;SACtC,CAAC,CAAC;QAEH,MAAM,CAAC,GAAG,EAAE,CAAC,IAAA,mCAA0B,EAAC,6BAA6B,CAAC,CAAC,CAAC,OAAO,CAC7E,uCAAuC,CACxC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}