promptfoo 0.84.0 → 0.85.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (135) hide show
  1. package/dist/package.json +7 -7
  2. package/dist/src/assertions.d.ts.map +1 -1
  3. package/dist/src/assertions.js +6 -5
  4. package/dist/src/assertions.js.map +1 -1
  5. package/dist/src/commands/init.js +1 -1
  6. package/dist/src/commands/init.js.map +1 -1
  7. package/dist/src/commands/redteam/init.js +3 -3
  8. package/dist/src/config.js +1 -1
  9. package/dist/src/config.js.map +1 -1
  10. package/dist/src/database/tables.d.ts +1 -0
  11. package/dist/src/database/tables.d.ts.map +1 -1
  12. package/dist/src/index.d.ts +102 -16
  13. package/dist/src/index.d.ts.map +1 -1
  14. package/dist/src/index.js +2 -8
  15. package/dist/src/index.js.map +1 -1
  16. package/dist/src/matchers.d.ts +1 -0
  17. package/dist/src/matchers.d.ts.map +1 -1
  18. package/dist/src/matchers.js +42 -60
  19. package/dist/src/matchers.js.map +1 -1
  20. package/dist/src/onboarding.d.ts +11 -0
  21. package/dist/src/onboarding.d.ts.map +1 -1
  22. package/dist/src/onboarding.js +79 -19
  23. package/dist/src/onboarding.js.map +1 -1
  24. package/dist/src/providers/mistral.d.ts +18 -1
  25. package/dist/src/providers/mistral.d.ts.map +1 -1
  26. package/dist/src/providers/mistral.js +199 -39
  27. package/dist/src/providers/mistral.js.map +1 -1
  28. package/dist/src/providers/vertex.d.ts.map +1 -1
  29. package/dist/src/providers/vertex.js +4 -2
  30. package/dist/src/providers/vertex.js.map +1 -1
  31. package/dist/src/providers.d.ts +3 -0
  32. package/dist/src/providers.d.ts.map +1 -1
  33. package/dist/src/providers.js +11 -2
  34. package/dist/src/providers.js.map +1 -1
  35. package/dist/src/redteam/constants.d.ts +1 -1
  36. package/dist/src/redteam/constants.d.ts.map +1 -1
  37. package/dist/src/redteam/constants.js +2 -0
  38. package/dist/src/redteam/constants.js.map +1 -1
  39. package/dist/src/redteam/graders.d.ts +71 -0
  40. package/dist/src/redteam/graders.d.ts.map +1 -1
  41. package/dist/src/redteam/graders.js +5 -2
  42. package/dist/src/redteam/graders.js.map +1 -1
  43. package/dist/src/redteam/plugins/asciiSmuggling.d.ts +18 -0
  44. package/dist/src/redteam/plugins/asciiSmuggling.d.ts.map +1 -0
  45. package/dist/src/redteam/plugins/asciiSmuggling.js +114 -0
  46. package/dist/src/redteam/plugins/asciiSmuggling.js.map +1 -0
  47. package/dist/src/redteam/plugins/base.d.ts +1 -0
  48. package/dist/src/redteam/plugins/base.d.ts.map +1 -1
  49. package/dist/src/redteam/plugins/base.js +35 -20
  50. package/dist/src/redteam/plugins/base.js.map +1 -1
  51. package/dist/src/redteam/plugins/harmful.js +1 -1
  52. package/dist/src/redteam/plugins/harmful.js.map +1 -1
  53. package/dist/src/redteam/plugins/index.d.ts.map +1 -1
  54. package/dist/src/redteam/plugins/index.js +2 -0
  55. package/dist/src/redteam/plugins/index.js.map +1 -1
  56. package/dist/src/redteam/strategies/index.d.ts.map +1 -1
  57. package/dist/src/redteam/strategies/index.js +3 -4
  58. package/dist/src/redteam/strategies/index.js.map +1 -1
  59. package/dist/src/redteam/strategies/multilingual.d.ts +1 -0
  60. package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
  61. package/dist/src/redteam/strategies/multilingual.js +33 -2
  62. package/dist/src/redteam/strategies/multilingual.js.map +1 -1
  63. package/dist/src/redteam/strategies/promptInjections/data.json +108 -0
  64. package/dist/src/redteam/strategies/promptInjections/index.d.ts +3 -0
  65. package/dist/src/redteam/strategies/promptInjections/index.d.ts.map +1 -0
  66. package/dist/src/redteam/strategies/promptInjections/index.js +54 -0
  67. package/dist/src/redteam/strategies/promptInjections/index.js.map +1 -0
  68. package/dist/src/types/index.d.ts +6 -0
  69. package/dist/src/types/index.d.ts.map +1 -1
  70. package/dist/src/types/index.js +2 -0
  71. package/dist/src/types/index.js.map +1 -1
  72. package/dist/src/types/providers.d.ts +1 -0
  73. package/dist/src/types/providers.d.ts.map +1 -1
  74. package/dist/src/types/providers.js.map +1 -1
  75. package/dist/src/util/json.d.ts.map +1 -1
  76. package/dist/src/util/json.js +12 -3
  77. package/dist/src/util/json.js.map +1 -1
  78. package/dist/src/util/templates.d.ts +9 -1
  79. package/dist/src/util/templates.d.ts.map +1 -1
  80. package/dist/src/util/templates.js +10 -2
  81. package/dist/src/util/templates.js.map +1 -1
  82. package/dist/src/web/nextui/404/index.html +1 -1
  83. package/dist/src/web/nextui/404.html +1 -1
  84. package/dist/src/web/nextui/_next/static/chunks/app/eval/[id]/{page-67165aedfd3a64fc.js → page-bd0b825f8d88c552.js} +1 -1
  85. package/dist/src/web/nextui/_next/static/chunks/app/{layout-cd2ab2a02e6ca1f4.js → layout-cb014a74a675cdec.js} +1 -1
  86. package/dist/src/web/nextui/_next/static/chunks/app/page-aa37d521be8ae12b.js +1 -0
  87. package/dist/src/web/nextui/_next/static/chunks/app/report/page-56a1a67c5d6e0af8.js +1 -0
  88. package/dist/src/web/nextui/auth/login/index.html +1 -1
  89. package/dist/src/web/nextui/auth/login/index.txt +2 -2
  90. package/dist/src/web/nextui/auth/signup/index.html +1 -1
  91. package/dist/src/web/nextui/auth/signup/index.txt +2 -2
  92. package/dist/src/web/nextui/datasets/index.html +1 -1
  93. package/dist/src/web/nextui/datasets/index.txt +2 -2
  94. package/dist/src/web/nextui/eval/index.html +1 -1
  95. package/dist/src/web/nextui/eval/index.txt +3 -3
  96. package/dist/src/web/nextui/index.html +1 -1
  97. package/dist/src/web/nextui/index.txt +2 -2
  98. package/dist/src/web/nextui/progress/index.html +1 -1
  99. package/dist/src/web/nextui/progress/index.txt +2 -2
  100. package/dist/src/web/nextui/prompts/index.html +1 -1
  101. package/dist/src/web/nextui/prompts/index.txt +2 -2
  102. package/dist/src/web/nextui/report/index.html +1 -1
  103. package/dist/src/web/nextui/report/index.txt +3 -3
  104. package/dist/src/web/nextui/setup/index.html +1 -1
  105. package/dist/src/web/nextui/setup/index.txt +2 -2
  106. package/dist/test/assertions.test.js +2 -2
  107. package/dist/test/assertions.test.js.map +1 -1
  108. package/dist/test/index.test.js +0 -2
  109. package/dist/test/index.test.js.map +1 -1
  110. package/dist/test/matchers.test.js +54 -0
  111. package/dist/test/matchers.test.js.map +1 -1
  112. package/dist/test/onboarding.test.d.ts +2 -0
  113. package/dist/test/onboarding.test.d.ts.map +1 -0
  114. package/dist/test/onboarding.test.js +48 -0
  115. package/dist/test/onboarding.test.js.map +1 -0
  116. package/dist/test/providers.mistral.test.d.ts +2 -0
  117. package/dist/test/providers.mistral.test.d.ts.map +1 -0
  118. package/dist/test/providers.mistral.test.js +265 -0
  119. package/dist/test/providers.mistral.test.js.map +1 -0
  120. package/dist/test/redteam/plugins/base.test.js +107 -0
  121. package/dist/test/redteam/plugins/base.test.js.map +1 -1
  122. package/dist/test/util.json.test.js +25 -0
  123. package/dist/test/util.json.test.js.map +1 -1
  124. package/dist/test/util.templates.test.js +28 -5
  125. package/dist/test/util.templates.test.js.map +1 -1
  126. package/package.json +7 -7
  127. package/dist/src/redteam/strategies/promptInjections.d.ts +0 -3
  128. package/dist/src/redteam/strategies/promptInjections.d.ts.map +0 -1
  129. package/dist/src/redteam/strategies/promptInjections.js +0 -29
  130. package/dist/src/redteam/strategies/promptInjections.js.map +0 -1
  131. package/dist/src/web/nextui/_next/static/chunks/app/page-81e3b8fee37eaf67.js +0 -1
  132. package/dist/src/web/nextui/_next/static/chunks/app/report/page-a330d7b915e8a5b9.js +0 -1
  133. /package/dist/src/web/nextui/_next/static/{CvuPvd-3y8Il_b6bK8bfx → WEj4NsDPiDVE_VRdoow1W}/_buildManifest.js +0 -0
  134. /package/dist/src/web/nextui/_next/static/{CvuPvd-3y8Il_b6bK8bfx → WEj4NsDPiDVE_VRdoow1W}/_ssgManifest.js +0 -0
  135. /package/dist/src/web/nextui/_next/static/chunks/{258-5aac745397a7d5f4.js → 258-357fc3bb3dc6fdfc.js} +0 -0
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAyBvE,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC1C,MAAM,EAAE,CACN,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,CAAC,EAAE,MAAM,EACT,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,YAAY,KAClB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC1B;AAiID,eAAO,MAAM,OAAO,EAAE,aAAa,EAAwD,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AA0BvE,MAAM,WAAW,aAAa;IAC5B,GAAG,EAAE,MAAM,CAAC;IACZ,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,YAAY,KAAK,IAAI,CAAC;IAC1C,MAAM,EAAE,CACN,QAAQ,EAAE,WAAW,EACrB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,CAAC,EAAE,MAAM,EACT,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,YAAY,KAClB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC1B;AAkID,eAAO,MAAM,OAAO,EAAE,aAAa,EAAwD,CAAC"}
@@ -11,6 +11,7 @@ const logger_1 = __importDefault(require("../../logger"));
11
11
  const shared_1 = require("../../providers/shared");
12
12
  const constants_1 = require("../constants");
13
13
  const util_1 = require("../util");
14
+ const asciiSmuggling_1 = require("./asciiSmuggling");
14
15
  const bfla_1 = require("./bfla");
15
16
  const bola_1 = require("./bola");
16
17
  const competitors_1 = require("./competitors");
@@ -72,6 +73,7 @@ function createPluginFactory(PluginClass, key, validate) {
72
73
  };
73
74
  }
74
75
  const pluginFactories = [
76
+ createPluginFactory(asciiSmuggling_1.AsciiSmugglingPlugin, 'ascii-smuggling'),
75
77
  createPluginFactory(competitors_1.CompetitorPlugin, 'competitors'),
76
78
  createPluginFactory(contracts_1.ContractPlugin, 'contracts'),
77
79
  createPluginFactory(excessiveAgency_1.ExcessiveAgencyPlugin, 'excessive-agency'),
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;AACvC,uCAA6C;AAC7C,yCAA0C;AAC1C,0DAAkC;AAClC,mDAA4D;AAE5D,4CAAgF;AAChF,kCAA+C;AAE/C,iCAAoC;AACpC,iCAAoC;AACpC,+CAAiD;AACjD,2CAA6C;AAC7C,+CAAkD;AAClD,uDAA0D;AAC1D,mDAAsD;AACtD,uCAA4C;AAC5C,2CAA8C;AAC9C,2CAA8C;AAC9C,uEAA0E;AAC1E,iDAAoD;AACpD,+BAAmD;AACnD,qCAAwC;AACxC,yCAA4C;AAC5C,yDAA4D;AAC5D,iCAAoC;AACpC,qDAAwD;AACxD,iDAAoD;AACpD,iCAAoC;AAsBpC,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAAe,EACf,SAAiB,EACjB,CAAS,EACT,MAAqB;IAErB,IAAA,wBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,gFAAgF,CACjF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,IAAI,EAAE,GAAG;QACT,OAAO;QACP,SAAS;QACT,CAAC;QACD,MAAM;KACP,CAAC,CAAC;IACH,gBAAM,CAAC,KAAK,CAAC,uCAAuC,GAAG,MAAM,IAAI,EAAE,CAAC,CAAC;IACrE,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,iCAAqB,EACrB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,EACD,2BAAkB,CACnB,CAAC;QACF,MAAM,GAAG,GAAI,IAA+B,CAAC,MAAM,CAAC;QACpD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAA2B,EAC3B,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACjE,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;gBAC3B,OAAO,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAW,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAoB;IACvC,mBAAmB,CAAC,8BAAgB,EAAE,aAAa,CAAC;IACpD,mBAAmB,CAAC,0BAAc,EAAE,WAAW,CAAC;IAChD,mBAAmB,CAAC,uCAAqB,EAAE,kBAAkB,CAAC;IAC9D,mBAAmB,CAAC,mCAAmB,EAAE,eAAe,CAAC;IACzD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,iCAAkB,EAAE,eAAe,CAAC;IACxD,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,+BAAiB,EAAE,cAAc,CAAC;IACtD,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,yBAAc,EAAE,UAAU,CAAC;IAC/C,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CACzE,IAAA,wBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CACjB,yCAAsB,EACtB,mBAAmB,EACnB,CAAC,MAAM,EAAE,EAAE,CACT,IAAA,wBAAS,EACP,MAAM,CAAC,YAAY,EACnB,mEAAmE,CACpE,CACJ;IACD,mBAAmB,CACjB,uDAA6B,EAC7B,2BAA2B,EAC3B,CAAC,MAAM,EAAE,EAAE,CACT,IAAA,wBAAS,EACP,MAAM,CAAC,oBAAoB,EAC3B,mFAAmF,CACpF,CACJ;CACF,CAAC;AAEF,MAAM,WAAW,GAAoB,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAChF,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE;QACzD,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,yBAAe,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;CACF,CAAC,CAAC,CAAC;AAEJ,MAAM,UAAU,GAAoB,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;QAChD,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,gCAA0B,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IAC/E,CAAC;CACF,CAAC,CAAC,CAAC;AAES,QAAA,OAAO,GAAoB,CAAC,GAAG,eAAe,EAAE,GAAG,WAAW,EAAE,GAAG,UAAU,CAAC,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/plugins/index.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;AACvC,uCAA6C;AAC7C,yCAA0C;AAC1C,0DAAkC;AAClC,mDAA4D;AAE5D,4CAAgF;AAChF,kCAA+C;AAC/C,qDAAwD;AAExD,iCAAoC;AACpC,iCAAoC;AACpC,+CAAiD;AACjD,2CAA6C;AAC7C,+CAAkD;AAClD,uDAA0D;AAC1D,mDAAsD;AACtD,uCAA4C;AAC5C,2CAA8C;AAC9C,2CAA8C;AAC9C,uEAA0E;AAC1E,iDAAoD;AACpD,+BAAmD;AACnD,qCAAwC;AACxC,yCAA4C;AAC5C,yDAA4D;AAC5D,iCAAoC;AACpC,qDAAwD;AACxD,iDAAoD;AACpD,iCAAoC;AAsBpC,KAAK,UAAU,oBAAoB,CACjC,GAAW,EACX,OAAe,EACf,SAAiB,EACjB,CAAS,EACT,MAAqB;IAErB,IAAA,wBAAS,EACP,CAAC,IAAA,mBAAU,EAAC,6CAA6C,CAAC,EAC1D,gFAAgF,CACjF,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;QAC1B,IAAI,EAAE,GAAG;QACT,OAAO;QACP,SAAS;QACT,CAAC;QACD,MAAM;KACP,CAAC,CAAC;IACH,gBAAM,CAAC,KAAK,CAAC,uCAAuC,GAAG,MAAM,IAAI,EAAE,CAAC,CAAC;IACrE,IAAI,CAAC;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,iCAAqB,EACrB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI;SACL,EACD,2BAAkB,CACnB,CAAC;QACF,MAAM,GAAG,GAAI,IAA+B,CAAC,MAAM,CAAC;QACpD,gBAAM,CAAC,KAAK,CAAC,kCAAkC,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,CAAC;IACb,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,gBAAM,CAAC,KAAK,CAAC,mCAAmC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAC1B,WAA2B,EAC3B,GAAW,EACX,QAA8B;IAE9B,OAAO;QACL,GAAG;QACH,QAAQ,EAAE,QAAwD;QAClE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE;YACjE,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;gBAC3B,OAAO,oBAAoB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;YAClE,CAAC;YACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,GAAG,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,MAAW,CAAC,CAAC,aAAa,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;QAC9F,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAoB;IACvC,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,8BAAgB,EAAE,aAAa,CAAC;IACpD,mBAAmB,CAAC,0BAAc,EAAE,WAAW,CAAC;IAChD,mBAAmB,CAAC,uCAAqB,EAAE,kBAAkB,CAAC;IAC9D,mBAAmB,CAAC,mCAAmB,EAAE,eAAe,CAAC;IACzD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAC,2BAAe,EAAE,WAAW,CAAC;IACjD,mBAAmB,CAAC,iCAAkB,EAAE,cAAc,CAAC;IACvD,mBAAmB,CAAC,iCAAkB,EAAE,eAAe,CAAC;IACxD,mBAAmB,CAAC,qCAAoB,EAAE,iBAAiB,CAAC;IAC5D,mBAAmB,CAAC,+BAAiB,EAAE,cAAc,CAAC;IACtD,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,yBAAc,EAAE,UAAU,CAAC;IAC/C,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAC,iBAAU,EAAE,MAAM,CAAC;IACvC,mBAAmB,CAAqB,qBAAY,EAAE,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CACzE,IAAA,wBAAS,EAAC,MAAM,CAAC,MAAM,EAAE,kDAAkD,CAAC,CAC7E;IACD,mBAAmB,CACjB,yCAAsB,EACtB,mBAAmB,EACnB,CAAC,MAAM,EAAE,EAAE,CACT,IAAA,wBAAS,EACP,MAAM,CAAC,YAAY,EACnB,mEAAmE,CACpE,CACJ;IACD,mBAAmB,CACjB,uDAA6B,EAC7B,2BAA2B,EAC3B,CAAC,MAAM,EAAE,EAAE,CACT,IAAA,wBAAS,EACP,MAAM,CAAC,oBAAoB,EAC3B,mFAAmF,CACpF,CACJ;CACF,CAAC;AAEF,MAAM,WAAW,GAAoB,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IAChF,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE;QACzD,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,yBAAe,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC;IAC/E,CAAC;CACF,CAAC,CAAC,CAAC;AAEJ,MAAM,UAAU,GAAoB,uBAAW,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACjE,GAAG,EAAE,QAAQ;IACb,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE;QAChD,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;YAC3B,OAAO,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QACD,gBAAM,CAAC,KAAK,CAAC,sCAAsC,QAAQ,EAAE,CAAC,CAAC;QAC/D,OAAO,IAAA,gCAA0B,EAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IAC/E,CAAC;CACF,CAAC,CAAC,CAAC;AAES,QAAA,OAAO,GAAoB,CAAC,GAAG,eAAe,EAAE,GAAG,WAAW,EAAE,GAAG,UAAU,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AASvF,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,CACN,SAAS,EAAE,kBAAkB,EAAE,EAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KACxB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC1B;AAED,eAAO,MAAM,UAAU,EAAE,QAAQ,EA0EhC,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,qBAAqB,EAAE,GAAG,IAAI,CAc5E"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,qBAAqB,EAAE,QAAQ,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AASvF,MAAM,WAAW,QAAQ;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,CACN,SAAS,EAAE,kBAAkB,EAAE,EAC/B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,KACxB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;CAC1B;AAED,eAAO,MAAM,UAAU,EAAE,QAAQ,EAyEhC,CAAC;AAEF,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,qBAAqB,EAAE,GAAG,IAAI,CAc5E"}
@@ -27,10 +27,9 @@ exports.Strategies = [
27
27
  },
28
28
  {
29
29
  key: 'prompt-injection',
30
- action: async (testCases, injectVar) => {
31
- const harmfulPrompts = testCases.filter((t) => t.metadata.pluginId.startsWith('harmful:'));
32
- logger_1.default.debug('Adding prompt injections to `harmful` plugin test cases');
33
- const newTestCases = (0, promptInjections_1.addInjections)(harmfulPrompts, injectVar);
30
+ action: async (testCases, injectVar, config) => {
31
+ logger_1.default.debug('Adding prompt injections to all test cases');
32
+ const newTestCases = await (0, promptInjections_1.addInjections)(testCases, injectVar, config);
34
33
  logger_1.default.debug(`Added ${newTestCases.length} prompt injection test cases`);
35
34
  return newTestCases;
36
35
  },
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":";;;;;;AAiGA,gDAcC;AA/GD,kDAA0B;AAC1B,oDAA4B;AAC5B,0DAAkC;AAElC,qCAA6C;AAC7C,2CAA2C;AAC3C,2CAAqD;AACrD,2CAA2C;AAC3C,iDAAiD;AACjD,yDAAmD;AACnD,mCAAmC;AAWtB,QAAA,UAAU,GAAe;IACpC;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;YAC/E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC/E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC;YAC3F,gBAAM,CAAC,KAAK,CAAC,yDAAyD,CAAC,CAAC;YACxE,MAAM,YAAY,GAAG,IAAA,gCAAa,EAAC,cAAc,EAAE,SAAS,CAAC,CAAC;YAC9D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;YACzE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,gBAAgB;QACrB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YACpF,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,yCAAyC,CAAC,CAAC;YACpF,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,OAAO;QACZ,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,MAAM,YAAY,GAAG,IAAA,gBAAQ,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACpD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,2BAA2B,CAAC,CAAC;YACtE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,+BAA+B,CAAC,CAAC;YAC1E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,4BAA4B,CAAC,CAAC;YACvE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAClE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,cAAc;QACnB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,MAAM,IAAA,8BAAe,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACzE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,0BAA0B,CAAC,CAAC;YACrE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;CACF,CAAC;AAEF,SAAgB,kBAAkB,CAAC,UAAmC;IACpE,MAAM,iBAAiB,GAAG,UAAU,CAAC,MAAM,CACzC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAClE,CAAC;IACF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,qBAAqB,GAAG,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtE,MAAM,uBAAuB,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA,wBAAwB,uBAAuB;;UAEjD,eAAK,CAAC,KAAK,CAAC,yBAAyB,qBAAqB,EAAE,CAAC,EAAE,CACpE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/index.ts"],"names":[],"mappings":";;;;;;AAgGA,gDAcC;AA9GD,kDAA0B;AAC1B,oDAA4B;AAC5B,0DAAkC;AAElC,qCAA6C;AAC7C,2CAA2C;AAC3C,2CAAqD;AACrD,2CAA2C;AAC3C,iDAAiD;AACjD,yDAAmD;AACnD,mCAAmC;AAWtB,QAAA,UAAU,GAAe;IACpC;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACjE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;YAC/E,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,oCAAoC,CAAC,CAAC;YAC/E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,kBAAkB;QACvB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;YAC3D,MAAM,YAAY,GAAG,MAAM,IAAA,gCAAa,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACvE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;YACzE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,gBAAgB;QACrB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;YACtE,MAAM,YAAY,GAAG,IAAA,kCAAsB,EAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,CAAC,CAAC;YACpF,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,yCAAyC,CAAC,CAAC;YACpF,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,OAAO;QACZ,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;YACxD,MAAM,YAAY,GAAG,IAAA,gBAAQ,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACpD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,2BAA2B,CAAC,CAAC;YACtE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,+BAA+B,CAAC,CAAC;YAC1E,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,QAAQ;QACb,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;YACzD,MAAM,YAAY,GAAG,IAAA,0BAAiB,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC7D,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,4BAA4B,CAAC,CAAC;YACvE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,WAAW;QAChB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE;YACrC,gBAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;YACnD,MAAM,YAAY,GAAG,IAAA,wBAAY,EAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACxD,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,uBAAuB,CAAC,CAAC;YAClE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;IACD;QACE,GAAG,EAAE,cAAc;QACnB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE;YAC7C,gBAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAC/C,MAAM,YAAY,GAAG,MAAM,IAAA,8BAAe,EAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;YACzE,gBAAM,CAAC,KAAK,CAAC,SAAS,YAAY,CAAC,MAAM,0BAA0B,CAAC,CAAC;YACrE,OAAO,YAAY,CAAC;QACtB,CAAC;KACF;CACF,CAAC;AAEF,SAAgB,kBAAkB,CAAC,UAAmC;IACpE,MAAM,iBAAiB,GAAG,UAAU,CAAC,MAAM,CACzC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAClE,CAAC;IACF,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,MAAM,qBAAqB,GAAG,kBAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtE,MAAM,uBAAuB,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9E,gBAAM,CAAC,KAAK,CACV,IAAA,gBAAM,EAAA,wBAAwB,uBAAuB;;UAEjD,eAAK,CAAC,KAAK,CAAC,yBAAyB,qBAAqB,EAAE,CAAC,EAAE,CACpE,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}
@@ -1,4 +1,5 @@
1
1
  import type { TestCase } from '../../types';
2
2
  export declare function translate(text: string, lang: string): Promise<string>;
3
+ export declare function generateMultilingual(testCases: TestCase[], injectVar: string, config: Record<string, any>): Promise<TestCase[]>;
3
4
  export declare function addMultilingual(testCases: TestCase[], injectVar: string, config: Record<string, any>): Promise<TestCase[]>;
4
5
  //# sourceMappingURL=multilingual.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"multilingual.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAK5C,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAW3E;AAED,wBAAsB,eAAe,CACnC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC1B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAqDrB"}
1
+ {"version":3,"file":"multilingual.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAO5C,wBAAsB,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAW3E;AAED,wBAAsB,oBAAoB,CACxC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC1B,OAAO,CAAC,QAAQ,EAAE,CAAC,CA2BrB;AAED,wBAAsB,eAAe,CACnC,SAAS,EAAE,QAAQ,EAAE,EACrB,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC1B,OAAO,CAAC,QAAQ,EAAE,CAAC,CAyDrB"}
@@ -4,15 +4,20 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
4
4
  };
5
5
  Object.defineProperty(exports, "__esModule", { value: true });
6
6
  exports.translate = translate;
7
+ exports.generateMultilingual = generateMultilingual;
7
8
  exports.addMultilingual = addMultilingual;
8
9
  const cli_progress_1 = require("cli-progress");
9
10
  const dedent_1 = __importDefault(require("dedent"));
10
11
  const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
12
+ const cache_1 = require("../../cache");
11
13
  const logger_1 = __importDefault(require("../../logger"));
12
- const shared_1 = require("../providers/shared");
14
+ const shared_1 = require("../../providers/shared");
15
+ const constants_1 = require("../constants");
16
+ const shared_2 = require("../providers/shared");
17
+ const util_1 = require("../util");
13
18
  const DEFAULT_LANGUAGES = ['bn', 'sw', 'jv']; // Bengali, Swahili, Javanese
14
19
  async function translate(text, lang) {
15
- const redteamProvider = await (0, shared_1.loadRedteamProvider)({ jsonOnly: true });
20
+ const redteamProvider = await (0, shared_2.loadRedteamProvider)({ jsonOnly: true });
16
21
  const result = await redteamProvider.callApi((0, dedent_1.default) `Translate the <Text> below to language '${lang}'. Respond with JSON object containing {translation: string}.
17
22
 
18
23
  <Text>
@@ -20,7 +25,33 @@ async function translate(text, lang) {
20
25
  </Text>`);
21
26
  return JSON.parse(result.output).translation;
22
27
  }
28
+ async function generateMultilingual(testCases, injectVar, config) {
29
+ try {
30
+ const payload = {
31
+ task: 'multilingual',
32
+ testCases,
33
+ injectVar,
34
+ config,
35
+ };
36
+ const { data } = await (0, cache_1.fetchWithCache)(constants_1.REMOTE_GENERATION_URL, {
37
+ method: 'POST',
38
+ headers: {
39
+ 'Content-Type': 'application/json',
40
+ },
41
+ body: JSON.stringify(payload),
42
+ }, shared_1.REQUEST_TIMEOUT_MS);
43
+ logger_1.default.debug(`Got remote multilingual generation result: ${JSON.stringify(data)}`);
44
+ return data.result;
45
+ }
46
+ catch (error) {
47
+ logger_1.default.error(`Error in remote multilingual generation: ${error}`);
48
+ throw new Error(`Could not perform remote multilingual generation: ${error}`);
49
+ }
50
+ }
23
51
  async function addMultilingual(testCases, injectVar, config) {
52
+ if ((0, util_1.shouldGenerateRemote)()) {
53
+ return generateMultilingual(testCases, injectVar, config);
54
+ }
24
55
  const languages = config.languages || DEFAULT_LANGUAGES;
25
56
  (0, tiny_invariant_1.default)(Array.isArray(languages), 'multilingual strategy: `languages` must be an array of strings');
26
57
  const translatedTestCases = [];
@@ -1 +1 @@
1
- {"version":3,"file":"multilingual.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":";;;;;AASA,8BAWC;AAED,0CAyDC;AA/ED,+CAAkD;AAClD,oDAA4B;AAC5B,oEAAuC;AACvC,0DAAkC;AAElC,gDAA0D;AAE1D,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,6BAA6B;AAEpE,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,IAAY;IACxD,MAAM,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,CAC1C,IAAA,gBAAM,EAAA,2CAA2C,IAAI;;;MAGnD,IAAI;YACE,CACT,CAAC;IACF,OAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAA6B,CAAC,WAAW,CAAC;AAC5E,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,SAAqB,EACrB,SAAiB,EACjB,MAA2B;IAE3B,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC;IACxD,IAAA,wBAAS,EACP,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EACxB,gEAAgE,CACjE,CAAC;IAEF,MAAM,mBAAmB,GAAe,EAAE,CAAC;IAC3C,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAE5D,IAAI,WAAkC,CAAC;IACvC,IAAI,gBAAM,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC7B,WAAW,GAAG,IAAI,wBAAS,CACzB;YACE,MAAM,EAAE,6EAA6E;YACrF,UAAU,EAAE,IAAI;SACjB,EACD,sBAAO,CAAC,cAAc,CACvB,CAAC;QACF,WAAW,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAEvD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAE3D,mBAAmB,CAAC,IAAI,CAAC;gBACvB,GAAG,QAAQ;gBACX,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBAC3C,GAAG,SAAS;oBACZ,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,iBAAiB,IAAI,CAAC,WAAW,EAAE,EAAE;iBACjE,CAAC,CAAC;gBACH,IAAI,EAAE;oBACJ,GAAG,QAAQ,CAAC,IAAI;oBAChB,CAAC,SAAS,CAAC,EAAE,cAAc;iBAC5B;aACF,CAAC,CAAC;YAEH,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,KAAK,mBAAmB,CAAC,MAAM,OAAO,eAAe,EAAE,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAED,OAAO,mBAAmB,CAAC;AAC7B,CAAC"}
1
+ {"version":3,"file":"multilingual.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":";;;;;AAaA,8BAWC;AAED,oDA+BC;AAED,0CA6DC;AAxHD,+CAAkD;AAClD,oDAA4B;AAC5B,oEAAuC;AACvC,uCAA6C;AAC7C,0DAAkC;AAClC,mDAA4D;AAE5D,4CAAqD;AACrD,gDAA0D;AAC1D,kCAA+C;AAE/C,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,6BAA6B;AAEpE,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,IAAY;IACxD,MAAM,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAEtE,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,CAC1C,IAAA,gBAAM,EAAA,2CAA2C,IAAI;;;MAGnD,IAAI;YACE,CACT,CAAC;IACF,OAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAA6B,CAAC,WAAW,CAAC;AAC5E,CAAC;AAEM,KAAK,UAAU,oBAAoB,CACxC,SAAqB,EACrB,SAAiB,EACjB,MAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,OAAO,GAAG;YACd,IAAI,EAAE,cAAc;YACpB,SAAS;YACT,SAAS;YACT,MAAM;SACP,CAAC;QAEF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,iCAAqB,EACrB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;SAC9B,EACD,2BAAkB,CACnB,CAAC;QAEF,gBAAM,CAAC,KAAK,CAAC,8CAA8C,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnF,OAAO,IAAI,CAAC,MAAoB,CAAC;IACnC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAM,CAAC,KAAK,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAC;QAClE,MAAM,IAAI,KAAK,CAAC,qDAAqD,KAAK,EAAE,CAAC,CAAC;IAChF,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,SAAqB,EACrB,SAAiB,EACjB,MAA2B;IAE3B,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;QAC3B,OAAO,oBAAoB,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC;IACxD,IAAA,wBAAS,EACP,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EACxB,gEAAgE,CACjE,CAAC;IAEF,MAAM,mBAAmB,GAAe,EAAE,CAAC;IAC3C,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAE5D,IAAI,WAAkC,CAAC;IACvC,IAAI,gBAAM,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC7B,WAAW,GAAG,IAAI,wBAAS,CACzB;YACE,MAAM,EAAE,6EAA6E;YACrF,UAAU,EAAE,IAAI;SACjB,EACD,sBAAO,CAAC,cAAc,CACvB,CAAC;QACF,WAAW,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAK,CAAC,SAAS,CAAC,CAAC,CAAC;QAEvD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAE3D,mBAAmB,CAAC,IAAI,CAAC;gBACvB,GAAG,QAAQ;gBACX,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBAC3C,GAAG,SAAS;oBACZ,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,iBAAiB,IAAI,CAAC,WAAW,EAAE,EAAE;iBACjE,CAAC,CAAC;gBACH,IAAI,EAAE;oBACJ,GAAG,QAAQ,CAAC,IAAI;oBAChB,CAAC,SAAS,CAAC,EAAE,cAAc;iBAC5B;aACF,CAAC,CAAC;YAEH,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,KAAK,mBAAmB,CAAC,MAAM,OAAO,eAAe,EAAE,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAED,OAAO,mBAAmB,CAAC;AAC7B,CAAC"}