promptfoo 0.101.2 → 0.102.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (93) hide show
  1. package/README.md +1 -0
  2. package/dist/package.json +1 -1
  3. package/dist/src/app/assets/index-CnmwEP7J.js +857 -0
  4. package/dist/src/app/assets/{index-CRUXRgeT.css → index-Du5kx2S7.css} +1 -1
  5. package/dist/src/app/assets/{index.es-DkWVRNuq.js → index.es-D50MgA-h.js} +1 -1
  6. package/dist/src/app/assets/{sync-DRb-_5lp.js → sync-CWcEX9ys.js} +1 -1
  7. package/dist/src/app/index.html +2 -2
  8. package/dist/src/cliState.d.ts +1 -0
  9. package/dist/src/cliState.d.ts.map +1 -1
  10. package/dist/src/cliState.js.map +1 -1
  11. package/dist/src/commands/eval.d.ts +2 -1
  12. package/dist/src/commands/eval.d.ts.map +1 -1
  13. package/dist/src/commands/eval.js +10 -5
  14. package/dist/src/commands/eval.js.map +1 -1
  15. package/dist/src/evaluator.d.ts.map +1 -1
  16. package/dist/src/evaluator.js +42 -5
  17. package/dist/src/evaluator.js.map +1 -1
  18. package/dist/src/logger.d.ts +2 -0
  19. package/dist/src/logger.d.ts.map +1 -1
  20. package/dist/src/logger.js +14 -4
  21. package/dist/src/logger.js.map +1 -1
  22. package/dist/src/redteam/commands/generate.d.ts +1 -1
  23. package/dist/src/redteam/commands/generate.d.ts.map +1 -1
  24. package/dist/src/redteam/commands/generate.js +17 -10
  25. package/dist/src/redteam/commands/generate.js.map +1 -1
  26. package/dist/src/redteam/commands/run.d.ts.map +1 -1
  27. package/dist/src/redteam/commands/run.js +3 -49
  28. package/dist/src/redteam/commands/run.js.map +1 -1
  29. package/dist/src/redteam/constants.d.ts +3 -3
  30. package/dist/src/redteam/constants.d.ts.map +1 -1
  31. package/dist/src/redteam/constants.js +2 -2
  32. package/dist/src/redteam/constants.js.map +1 -1
  33. package/dist/src/redteam/index.d.ts +1 -1
  34. package/dist/src/redteam/index.d.ts.map +1 -1
  35. package/dist/src/redteam/index.js +54 -6
  36. package/dist/src/redteam/index.js.map +1 -1
  37. package/dist/src/redteam/plugins/harmful/graders.js +1 -1
  38. package/dist/src/redteam/plugins/intent.d.ts.map +1 -1
  39. package/dist/src/redteam/plugins/intent.js +2 -1
  40. package/dist/src/redteam/plugins/intent.js.map +1 -1
  41. package/dist/src/redteam/remoteGeneration.d.ts +5 -0
  42. package/dist/src/redteam/remoteGeneration.d.ts.map +1 -1
  43. package/dist/src/redteam/remoteGeneration.js +26 -0
  44. package/dist/src/redteam/remoteGeneration.js.map +1 -1
  45. package/dist/src/redteam/shared.d.ts +3 -3
  46. package/dist/src/redteam/shared.d.ts.map +1 -1
  47. package/dist/src/redteam/shared.js +106 -13
  48. package/dist/src/redteam/shared.js.map +1 -1
  49. package/dist/src/redteam/sharedFrontend.d.ts +4 -0
  50. package/dist/src/redteam/sharedFrontend.d.ts.map +1 -0
  51. package/dist/src/redteam/sharedFrontend.js +18 -0
  52. package/dist/src/redteam/sharedFrontend.js.map +1 -0
  53. package/dist/src/redteam/types.d.ts +18 -0
  54. package/dist/src/redteam/types.d.ts.map +1 -1
  55. package/dist/src/server/routes/eval.d.ts +2 -0
  56. package/dist/src/server/routes/eval.d.ts.map +1 -1
  57. package/dist/src/server/routes/eval.js +26 -8
  58. package/dist/src/server/routes/eval.js.map +1 -1
  59. package/dist/src/server/routes/redteam.d.ts.map +1 -1
  60. package/dist/src/server/routes/redteam.js +107 -0
  61. package/dist/src/server/routes/redteam.js.map +1 -1
  62. package/dist/src/server/server.d.ts +0 -5
  63. package/dist/src/server/server.d.ts.map +1 -1
  64. package/dist/src/server/server.js +4 -56
  65. package/dist/src/server/server.js.map +1 -1
  66. package/dist/src/types/index.d.ts +6 -2
  67. package/dist/src/types/index.d.ts.map +1 -1
  68. package/dist/src/types/index.js.map +1 -1
  69. package/dist/src/util/apiHealth.d.ts +11 -0
  70. package/dist/src/util/apiHealth.d.ts.map +1 -0
  71. package/dist/src/util/apiHealth.js +59 -0
  72. package/dist/src/util/apiHealth.js.map +1 -0
  73. package/dist/src/util/config/manage.d.ts +1 -1
  74. package/dist/src/util/config/manage.d.ts.map +1 -1
  75. package/dist/src/util/config/manage.js +2 -1
  76. package/dist/src/util/config/manage.js.map +1 -1
  77. package/dist/test/redteam/commands/generate.test.js +26 -2
  78. package/dist/test/redteam/commands/generate.test.js.map +1 -1
  79. package/dist/test/redteam/index.test.js +77 -0
  80. package/dist/test/redteam/index.test.js.map +1 -1
  81. package/dist/test/redteam/remoteGeneration.test.js +70 -0
  82. package/dist/test/redteam/remoteGeneration.test.js.map +1 -1
  83. package/dist/test/redteam/validators.test.js +13 -13
  84. package/dist/test/redteam/validators.test.js.map +1 -1
  85. package/dist/test/server/server.test.js +40 -111
  86. package/dist/test/server/server.test.js.map +1 -1
  87. package/dist/test/util/apiHealth.test.d.ts +2 -0
  88. package/dist/test/util/apiHealth.test.d.ts.map +1 -0
  89. package/dist/test/util/apiHealth.test.js +89 -0
  90. package/dist/test/util/apiHealth.test.js.map +1 -0
  91. package/dist/tsconfig.tsbuildinfo +1 -1
  92. package/package.json +1 -1
  93. package/dist/src/app/assets/index-BTdK1U9T.js +0 -817
@@ -1 +1 @@
1
- {"version":3,"file":"server.test.js","sourceRoot":"","sources":["../../../test/server/server.test.ts"],"names":[],"mappings":";;;;;AAAA,0DAAgC;AAChC,oDAAgF;AAChF,oDAAoD;AAEpD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3C,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC;AAE3B,MAAM,eAAe,GAAG;IACtB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC;IAC3C,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,wBAAwB,CAAC;CAChE,CAAC;AAEF,IAAI,CAAC,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/C,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC;CACjE,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,OAAO,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC;QAC/D,OAAO,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;QACnD,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACjD,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,wBAAwB,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,MAAM,CAAC;YACjE,MAAM,CAAC,IAAA,2BAAkB,GAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,qCAAqC,CAAC;YACpF,MAAM,CAAC,IAAA,2BAAkB,GAAE,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAChD,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,2BAA2B,CAAC,CAAC;YACxE,MAAM,CAAC,IAAA,2BAAkB,GAAE,CAAC,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACjD,MAAM,CAAC,IAAA,2BAAkB,GAAE,CAAC,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACjD,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aAClC,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;YACnF,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAChD,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aAClC,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,GAAG;gBACX,UAAU,EAAE,WAAW;aACZ,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,WAAW,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YAE9D,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;aAC1C,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,0BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;QAC3C,IAAI,GAAiC,CAAC;QAEtC,UAAU,CAAC,GAAG,EAAE;YACd,GAAG,GAAG,IAAA,kBAAS,GAAE,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;YAChF,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,MAAM,CAAC;YAEjE,MAAM,QAAQ,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE1E,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;gBAC5B,MAAM,EAAE,UAAU;gBAClB,OAAO,EAAE,4CAA4C;aACtD,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aAClC,CAAC,CAAC;YAEf,MAAM,QAAQ,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE1E,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;gBAC5B,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,sBAAsB;aAChC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,WAAW,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YAE9D,MAAM,QAAQ,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAE1E,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;gBAC5B,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC;aAClD,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,qCAAqC,CAAC;YACpF,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aAClC,CAAC,CAAC;YAEf,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAEzD,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,uCAAuC,EACvC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;YACxD,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAChD,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,2BAA2B,CAAC,CAAC;YACxE,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aAClC,CAAC,CAAC;YAEf,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAEzD,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,kCAAkC,EAClC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
1
+ {"version":3,"file":"server.test.js","sourceRoot":"","sources":["../../../test/server/server.test.ts"],"names":[],"mappings":";;;;;AAAA,0DAAgC;AAChC,oDAAoD;AAEpD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3C,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC;AAE3B,MAAM,eAAe,GAAG;IACtB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC;IAC3C,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,wBAAwB,CAAC;CAChE,CAAC;AAEF,IAAI,CAAC,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/C,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC;CACjE,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,IAAI,GAAiC,CAAC;IAEtC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,OAAO,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC;QAC/D,OAAO,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;QACnD,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACjD,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,wBAAwB,CAAC,CAAC;QACrE,GAAG,GAAG,IAAA,kBAAS,GAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,MAAM,CAAC;QAEjE,MAAM,QAAQ,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAE1E,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YAC5B,MAAM,EAAE,UAAU;YAClB,OAAO,EAAE,4CAA4C;SACtD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,WAAW,CAAC,qBAAqB,CAAC;YAChC,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SAClC,CAAC,CAAC;QAEf,MAAM,QAAQ,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAE1E,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YAC5B,MAAM,EAAE,IAAI;YACZ,OAAO,EAAE,sBAAsB;SAChC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,WAAW,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;QAE9D,MAAM,QAAQ,GAAG,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAE1E,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC;YAC5B,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC;SAClD,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,qCAAqC,CAAC;QACpF,WAAW,CAAC,qBAAqB,CAAC;YAChC,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SAClC,CAAC,CAAC;QAEf,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEzD,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,uCAAuC,EACvC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAChD,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,2BAA2B,CAAC,CAAC;QACxE,WAAW,CAAC,qBAAqB,CAAC;YAChC,EAAE,EAAE,IAAI;YACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SAClC,CAAC,CAAC;QAEf,MAAM,IAAA,mBAAO,EAAC,GAAG,CAAC,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAEzD,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,kCAAkC,EAClC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=apiHealth.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"apiHealth.test.d.ts","sourceRoot":"","sources":["../../../test/util/apiHealth.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,89 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const remoteGeneration_1 = require("../../src/redteam/remoteGeneration");
4
+ const apiHealth_1 = require("../../src/util/apiHealth");
5
+ const mockedFetch = jest.mocked(jest.fn());
6
+ global.fetch = mockedFetch;
7
+ const mockCloudConfig = {
8
+ isEnabled: jest.fn().mockReturnValue(false),
9
+ getApiHost: jest.fn().mockReturnValue('https://custom.api.com'),
10
+ };
11
+ jest.mock('../../src/globalConfig/cloud', () => ({
12
+ CloudConfig: jest.fn().mockImplementation(() => mockCloudConfig),
13
+ }));
14
+ describe('API Health Utilities', () => {
15
+ beforeEach(() => {
16
+ jest.clearAllMocks();
17
+ delete process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION;
18
+ delete process.env.PROMPTFOO_REMOTE_GENERATION_URL;
19
+ mockCloudConfig.isEnabled.mockReturnValue(false);
20
+ mockCloudConfig.getApiHost.mockReturnValue('https://custom.api.com');
21
+ });
22
+ describe('getRemoteHealthUrl', () => {
23
+ it('should return null when remote generation is disabled', () => {
24
+ process.env.PROMPTFOO_DISABLE_REDTEAM_REMOTE_GENERATION = 'true';
25
+ expect((0, remoteGeneration_1.getRemoteHealthUrl)()).toBeNull();
26
+ });
27
+ it('should use custom URL when provided', () => {
28
+ process.env.PROMPTFOO_REMOTE_GENERATION_URL = 'https://custom-api.example.com/task';
29
+ expect((0, remoteGeneration_1.getRemoteHealthUrl)()).toBe('https://custom-api.example.com/health');
30
+ });
31
+ it('should use cloud config when enabled', () => {
32
+ mockCloudConfig.isEnabled.mockReturnValue(true);
33
+ mockCloudConfig.getApiHost.mockReturnValue('https://cloud.example.com');
34
+ expect((0, remoteGeneration_1.getRemoteHealthUrl)()).toBe('https://cloud.example.com/health');
35
+ });
36
+ it('should use default URL when no configuration is provided', () => {
37
+ mockCloudConfig.isEnabled.mockReturnValue(false);
38
+ expect((0, remoteGeneration_1.getRemoteHealthUrl)()).toBe('https://api.promptfoo.app/health');
39
+ });
40
+ });
41
+ describe('checkRemoteHealth', () => {
42
+ it('should return OK status when API is healthy', async () => {
43
+ mockCloudConfig.isEnabled.mockReturnValue(false);
44
+ mockedFetch.mockResolvedValueOnce({
45
+ ok: true,
46
+ json: () => Promise.resolve({ status: 'OK' }),
47
+ });
48
+ const result = await (0, apiHealth_1.checkRemoteHealth)('https://test.api/health');
49
+ expect(result.status).toBe('OK');
50
+ expect(result.message).toBe('Cloud API is healthy');
51
+ });
52
+ it('should include custom endpoint message when cloud config is enabled', async () => {
53
+ mockCloudConfig.isEnabled.mockReturnValue(true);
54
+ mockedFetch.mockResolvedValueOnce({
55
+ ok: true,
56
+ json: () => Promise.resolve({ status: 'OK' }),
57
+ });
58
+ const result = await (0, apiHealth_1.checkRemoteHealth)('https://test.api/health');
59
+ expect(result.status).toBe('OK');
60
+ expect(result.message).toBe('Cloud API is healthy (using custom endpoint)');
61
+ });
62
+ it('should handle non-OK response', async () => {
63
+ mockedFetch.mockResolvedValueOnce({
64
+ ok: false,
65
+ status: 404,
66
+ statusText: 'Not Found',
67
+ });
68
+ const result = await (0, apiHealth_1.checkRemoteHealth)('https://test.api/health');
69
+ expect(result.status).toBe('ERROR');
70
+ expect(result.message).toContain('Failed to connect');
71
+ });
72
+ it('should handle network errors', async () => {
73
+ mockedFetch.mockRejectedValueOnce(new Error('Network error'));
74
+ const result = await (0, apiHealth_1.checkRemoteHealth)('https://test.api/health');
75
+ expect(result.status).toBe('ERROR');
76
+ expect(result.message).toContain('Network error');
77
+ });
78
+ it('should handle malformed JSON', async () => {
79
+ mockedFetch.mockResolvedValueOnce({
80
+ ok: true,
81
+ json: () => Promise.reject(new Error('Invalid JSON')),
82
+ });
83
+ const result = await (0, apiHealth_1.checkRemoteHealth)('https://test.api/health');
84
+ expect(result.status).toBe('ERROR');
85
+ expect(result.message).toContain('Invalid JSON');
86
+ });
87
+ });
88
+ });
89
+ //# sourceMappingURL=apiHealth.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"apiHealth.test.js","sourceRoot":"","sources":["../../../test/util/apiHealth.test.ts"],"names":[],"mappings":";;AAAA,yEAAwE;AACxE,wDAA6D;AAE7D,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;AAC3C,MAAM,CAAC,KAAK,GAAG,WAAW,CAAC;AAE3B,MAAM,eAAe,GAAG;IACtB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC;IAC3C,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,wBAAwB,CAAC;CAChE,CAAC;AAEF,IAAI,CAAC,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/C,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC;CACjE,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,OAAO,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC;QAC/D,OAAO,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;QACnD,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACjD,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,wBAAwB,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAC/D,OAAO,CAAC,GAAG,CAAC,2CAA2C,GAAG,MAAM,CAAC;YACjE,MAAM,CAAC,IAAA,qCAAkB,GAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,OAAO,CAAC,GAAG,CAAC,+BAA+B,GAAG,qCAAqC,CAAC;YACpF,MAAM,CAAC,IAAA,qCAAkB,GAAE,CAAC,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAChD,eAAe,CAAC,UAAU,CAAC,eAAe,CAAC,2BAA2B,CAAC,CAAC;YACxE,MAAM,CAAC,IAAA,qCAAkB,GAAE,CAAC,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;YAClE,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACjD,MAAM,CAAC,IAAA,qCAAkB,GAAE,CAAC,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC3D,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACjD,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aAClC,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;YACnF,eAAe,CAAC,SAAS,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YAChD,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;aAClC,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YAC7C,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,GAAG;gBACX,UAAU,EAAE,WAAW;aACZ,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,WAAW,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;YAE9D,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,KAAK,IAAI,EAAE;YAC5C,WAAW,CAAC,qBAAqB,CAAC;gBAChC,EAAE,EAAE,IAAI;gBACR,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC;aAC1C,CAAC,CAAC;YAEf,MAAM,MAAM,GAAG,MAAM,IAAA,6BAAiB,EAAC,yBAAyB,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACnD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}