promptfoo 0.96.1 → 0.97.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +5 -5
- package/dist/src/app/assets/{index-CL29fyye.js → index-CbxDbiAR.js} +232 -232
- package/dist/src/app/assets/{index.es-CsYHA4xg.js → index.es-Cc9N3uII.js} +1 -1
- package/dist/src/app/assets/{sync-B9AjROwZ.js → sync-BoVzjiAe.js} +1 -1
- package/dist/src/app/index.html +1 -1
- package/dist/src/assertions/index.d.ts.map +1 -1
- package/dist/src/assertions/index.js +1 -2
- package/dist/src/assertions/index.js.map +1 -1
- package/dist/src/assertions/redteam.js +2 -2
- package/dist/src/assertions/redteam.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +7 -2
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/init.d.ts.map +1 -1
- package/dist/src/commands/init.js +3 -0
- package/dist/src/commands/init.js.map +1 -1
- package/dist/src/database/tables.d.ts +25 -6
- package/dist/src/database/tables.d.ts.map +1 -1
- package/dist/src/evaluator.d.ts.map +1 -1
- package/dist/src/evaluator.js +7 -1
- package/dist/src/evaluator.js.map +1 -1
- package/dist/src/index.d.ts +2 -106
- package/dist/src/index.d.ts.map +1 -1
- package/dist/src/models/eval.d.ts +1 -0
- package/dist/src/models/eval.d.ts.map +1 -1
- package/dist/src/models/eval.js +2 -0
- package/dist/src/models/eval.js.map +1 -1
- package/dist/src/models/evalResult.d.ts +1 -1
- package/dist/src/models/evalResult.d.ts.map +1 -1
- package/dist/src/models/evalResult.js +1 -1
- package/dist/src/models/evalResult.js.map +1 -1
- package/dist/src/onboarding.d.ts +12 -0
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +83 -43
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/providers/adaline.gateway.js +2 -2
- package/dist/src/providers/adaline.gateway.js.map +1 -1
- package/dist/src/providers/azure.d.ts +10 -3
- package/dist/src/providers/azure.d.ts.map +1 -1
- package/dist/src/providers/azure.js +106 -62
- package/dist/src/providers/azure.js.map +1 -1
- package/dist/src/providers/bedrock.d.ts +4 -1
- package/dist/src/providers/bedrock.d.ts.map +1 -1
- package/dist/src/providers/bedrock.js +18 -2
- package/dist/src/providers/bedrock.js.map +1 -1
- package/dist/src/providers/promptfoo.d.ts +7 -3
- package/dist/src/providers/promptfoo.d.ts.map +1 -1
- package/dist/src/providers/promptfoo.js +7 -7
- package/dist/src/providers/promptfoo.js.map +1 -1
- package/dist/src/providers/simulatedUser.d.ts.map +1 -1
- package/dist/src/providers/simulatedUser.js +5 -0
- package/dist/src/providers/simulatedUser.js.map +1 -1
- package/dist/src/redteam/graders.d.ts +2 -77
- package/dist/src/redteam/graders.d.ts.map +1 -1
- package/dist/src/redteam/graders.js +25 -25
- package/dist/src/redteam/graders.js.map +1 -1
- package/dist/src/redteam/index.d.ts.map +1 -1
- package/dist/src/redteam/index.js +29 -11
- package/dist/src/redteam/index.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +12 -7
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +44 -29
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/contracts.d.ts.map +1 -1
- package/dist/src/redteam/plugins/contracts.js +20 -9
- package/dist/src/redteam/plugins/contracts.js.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.d.ts.map +1 -1
- package/dist/src/redteam/plugins/crossSessionLeak.js +21 -10
- package/dist/src/redteam/plugins/crossSessionLeak.js.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.d.ts.map +1 -1
- package/dist/src/redteam/plugins/debugAccess.js +20 -9
- package/dist/src/redteam/plugins/debugAccess.js.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.d.ts.map +1 -1
- package/dist/src/redteam/plugins/excessiveAgency.js +18 -7
- package/dist/src/redteam/plugins/excessiveAgency.js.map +1 -1
- package/dist/src/redteam/plugins/hallucination.d.ts.map +1 -1
- package/dist/src/redteam/plugins/hallucination.js +18 -7
- package/dist/src/redteam/plugins/hallucination.js.map +1 -1
- package/dist/src/redteam/plugins/harmful/aligned.d.ts +13 -0
- package/dist/src/redteam/plugins/harmful/aligned.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/aligned.js +29 -0
- package/dist/src/redteam/plugins/harmful/aligned.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/common.d.ts +5 -0
- package/dist/src/redteam/plugins/harmful/common.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/common.js +39 -0
- package/dist/src/redteam/plugins/harmful/common.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/constants.d.ts +10 -0
- package/dist/src/redteam/plugins/harmful/constants.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/constants.js +142 -0
- package/dist/src/redteam/plugins/harmful/constants.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts +15 -0
- package/dist/src/redteam/plugins/harmful/graders.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/graders.js +94 -0
- package/dist/src/redteam/plugins/harmful/graders.js.map +1 -0
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts +5 -0
- package/dist/src/redteam/plugins/harmful/unaligned.d.ts.map +1 -0
- package/dist/src/redteam/plugins/harmful/unaligned.js +29 -0
- package/dist/src/redteam/plugins/harmful/unaligned.js.map +1 -0
- package/dist/src/redteam/plugins/imitation.d.ts.map +1 -1
- package/dist/src/redteam/plugins/imitation.js +20 -9
- package/dist/src/redteam/plugins/imitation.js.map +1 -1
- package/dist/src/redteam/plugins/index.d.ts +2 -2
- package/dist/src/redteam/plugins/index.d.ts.map +1 -1
- package/dist/src/redteam/plugins/index.js +33 -30
- package/dist/src/redteam/plugins/index.js.map +1 -1
- package/dist/src/redteam/plugins/overreliance.d.ts.map +1 -1
- package/dist/src/redteam/plugins/overreliance.js +18 -7
- package/dist/src/redteam/plugins/overreliance.js.map +1 -1
- package/dist/src/redteam/plugins/pii.d.ts +2 -2
- package/dist/src/redteam/plugins/pii.d.ts.map +1 -1
- package/dist/src/redteam/plugins/pii.js +4 -4
- package/dist/src/redteam/plugins/pii.js.map +1 -1
- package/dist/src/redteam/plugins/politics.d.ts.map +1 -1
- package/dist/src/redteam/plugins/politics.js +20 -9
- package/dist/src/redteam/plugins/politics.js.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.d.ts.map +1 -1
- package/dist/src/redteam/plugins/promptExtraction.js +23 -12
- package/dist/src/redteam/plugins/promptExtraction.js.map +1 -1
- package/dist/src/redteam/plugins/rbac.d.ts.map +1 -1
- package/dist/src/redteam/plugins/rbac.js +20 -9
- package/dist/src/redteam/plugins/rbac.js.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/shellInjection.js +20 -9
- package/dist/src/redteam/plugins/shellInjection.js.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/sqlInjection.js +18 -7
- package/dist/src/redteam/plugins/sqlInjection.js.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.d.ts +6 -0
- package/dist/src/redteam/providers/crescendo/index.d.ts.map +1 -1
- package/dist/src/redteam/providers/crescendo/index.js +45 -17
- package/dist/src/redteam/providers/crescendo/index.js.map +1 -1
- package/dist/src/redteam/providers/goat.d.ts.map +1 -1
- package/dist/src/redteam/providers/goat.js +23 -1
- package/dist/src/redteam/providers/goat.js.map +1 -1
- package/dist/src/redteam/providers/iterative.d.ts +6 -0
- package/dist/src/redteam/providers/iterative.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterative.js +48 -1
- package/dist/src/redteam/providers/iterative.js.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.d.ts +6 -0
- package/dist/src/redteam/providers/iterativeImage.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeImage.js +34 -10
- package/dist/src/redteam/providers/iterativeImage.js.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.d.ts +7 -2
- package/dist/src/redteam/providers/iterativeTree.d.ts.map +1 -1
- package/dist/src/redteam/providers/iterativeTree.js +44 -6
- package/dist/src/redteam/providers/iterativeTree.js.map +1 -1
- package/dist/src/redteam/providers/shared.d.ts +5 -2
- package/dist/src/redteam/providers/shared.d.ts.map +1 -1
- package/dist/src/redteam/providers/shared.js +21 -5
- package/dist/src/redteam/providers/shared.js.map +1 -1
- package/dist/src/redteam/strategies/crescendo.d.ts +1 -1
- package/dist/src/redteam/strategies/crescendo.d.ts.map +1 -1
- package/dist/src/redteam/strategies/crescendo.js +2 -1
- package/dist/src/redteam/strategies/crescendo.js.map +1 -1
- package/dist/src/redteam/strategies/goat.d.ts.map +1 -1
- package/dist/src/redteam/strategies/goat.js +1 -0
- package/dist/src/redteam/strategies/goat.js.map +1 -1
- package/dist/src/redteam/strategies/index.js +8 -8
- package/dist/src/redteam/strategies/index.js.map +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts +1 -1
- package/dist/src/redteam/strategies/iterative.d.ts.map +1 -1
- package/dist/src/redteam/strategies/iterative.js +2 -1
- package/dist/src/redteam/strategies/iterative.js.map +1 -1
- package/dist/src/redteam/strategies/multilingual.d.ts.map +1 -1
- package/dist/src/redteam/strategies/multilingual.js +1 -0
- package/dist/src/redteam/strategies/multilingual.js.map +1 -1
- package/dist/src/redteam/types.d.ts +17 -1
- package/dist/src/redteam/types.d.ts.map +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +11 -0
- package/dist/src/share.js.map +1 -1
- package/dist/src/types/index.d.ts +590 -113
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js +6 -1
- package/dist/src/types/index.js.map +1 -1
- package/dist/src/types/shared.d.ts +1 -0
- package/dist/src/types/shared.d.ts.map +1 -1
- package/dist/src/util/config/load.d.ts.map +1 -1
- package/dist/src/util/config/load.js +7 -2
- package/dist/src/util/config/load.js.map +1 -1
- package/dist/src/util/convertEvalResultsToTable.d.ts.map +1 -1
- package/dist/src/util/convertEvalResultsToTable.js +4 -8
- package/dist/src/util/convertEvalResultsToTable.js.map +1 -1
- package/dist/src/util/exportToFile/index.d.ts +1 -0
- package/dist/src/util/exportToFile/index.d.ts.map +1 -1
- package/dist/src/util/index.d.ts +10 -2
- package/dist/src/util/index.d.ts.map +1 -1
- package/dist/src/validators/providers.d.ts +15 -0
- package/dist/src/validators/providers.d.ts.map +1 -1
- package/dist/src/validators/redteam.d.ts.map +1 -1
- package/dist/src/validators/redteam.js +6 -5
- package/dist/src/validators/redteam.js.map +1 -1
- package/dist/src/validators/shared.d.ts +3 -0
- package/dist/src/validators/shared.d.ts.map +1 -1
- package/dist/src/validators/shared.js +1 -0
- package/dist/src/validators/shared.js.map +1 -1
- package/dist/test/commands/init.test.js +1 -1
- package/dist/test/evaluator.test.js +86 -32
- package/dist/test/evaluator.test.js.map +1 -1
- package/dist/test/factories/evalFactory.d.ts +17 -4
- package/dist/test/factories/evalFactory.d.ts.map +1 -1
- package/dist/test/onboarding.test.js +8 -7
- package/dist/test/onboarding.test.js.map +1 -1
- package/dist/test/providers/bedrock.test.js +1 -4
- package/dist/test/providers/bedrock.test.js.map +1 -1
- package/dist/test/redteam/plugins/base.test.js +61 -23
- package/dist/test/redteam/plugins/base.test.js.map +1 -1
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.js +123 -0
- package/dist/test/redteam/plugins/harmful/aligned.test.js.map +1 -0
- package/dist/test/redteam/plugins/harmful/common.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/common.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/common.test.js +105 -0
- package/dist/test/redteam/plugins/harmful/common.test.js.map +1 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts +2 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.js +150 -0
- package/dist/test/redteam/plugins/harmful/unaligned.test.js.map +1 -0
- package/dist/test/redteam/plugins/index.test.d.ts +2 -0
- package/dist/test/redteam/plugins/index.test.d.ts.map +1 -0
- package/dist/test/redteam/plugins/index.test.js +172 -0
- package/dist/test/redteam/plugins/index.test.js.map +1 -0
- package/dist/test/redteam/providers/iterativeTree.test.js +4 -5
- package/dist/test/redteam/providers/iterativeTree.test.js.map +1 -1
- package/dist/test/share.test.js +45 -1
- package/dist/test/share.test.js.map +1 -1
- package/dist/test/util/config/load.test.js +3 -1
- package/dist/test/util/config/load.test.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +5 -5
- package/dist/src/redteam/plugins/harmful.d.ts +0 -18
- package/dist/src/redteam/plugins/harmful.d.ts.map +0 -1
- package/dist/src/redteam/plugins/harmful.js +0 -366
- package/dist/src/redteam/plugins/harmful.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"multilingual.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":";;;;;AAcA,oDAuEC;AAED,8BAUC;AAED,
|
|
1
|
+
{"version":3,"file":"multilingual.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/multilingual.ts"],"names":[],"mappings":";;;;;AAcA,oDAuEC;AAED,8BAUC;AAED,0CAoEC;AAvKD,kDAA0B;AAC1B,+CAAkD;AAClD,oDAA4B;AAC5B,oEAAuC;AACvC,uCAA6C;AAC7C,0DAAkC;AAClC,mDAA4D;AAE5D,4CAAsD;AACtD,gDAA0D;AAC1D,kCAA+C;AAE/C,MAAM,iBAAiB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,6BAA6B;AAEpE,KAAK,UAAU,oBAAoB,CACxC,SAAqB,EACrB,SAAiB,EACjB,MAA2B;IAE3B,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,CAAC,CAAC;QACpB,MAAM,WAAW,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,EAAE,CAAC;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YACrD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC;QAClD,CAAC;QAED,IAAI,UAAU,GAAe,EAAE,CAAC;QAChC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,IAAI,WAAkC,CAAC;QACvC,IAAI,gBAAM,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC7B,WAAW,GAAG,IAAI,wBAAS,CACzB;gBACE,MAAM,EACJ,4FAA4F;gBAC9F,UAAU,EAAE,IAAI;aACjB,EACD,sBAAO,CAAC,cAAc,CACvB,CAAC;YACF,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,eAAK,CAAC,cAAc,CAAC,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;YACtE,MAAM,OAAO,GAAG;gBACd,IAAI,EAAE,cAAc;gBACpB,SAAS,EAAE,KAAK;gBAChB,SAAS;gBACT,MAAM;aACP,CAAC;YAEF,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAA,sBAAc,EACnC,IAAA,kCAAsB,GAAE,EACxB;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;aAC9B,EACD,2BAAkB,CACnB,CAAC;YAEF,gBAAM,CAAC,KAAK,CACV,uDAAuD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CACpG,CAAC;YACF,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,MAAoB,CAAC,CAAC;YAE1D,gBAAgB,EAAE,CAAC;YACnB,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,mBAAmB,gBAAgB,OAAO,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3E,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,IAAI,WAAW,EAAE,CAAC;YAChB,WAAW,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAM,CAAC,KAAK,CAAC,4CAA4C,KAAK,EAAE,CAAC,CAAC;QAClE,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,SAAS,CAAC,IAAY,EAAE,IAAY;IACxD,MAAM,eAAe,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9F,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,CAC1C,IAAA,gBAAM,EAAA,2CAA2C,IAAI;;;MAGnD,IAAI;YACE,CACT,CAAC;IACF,OAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAA6B,CAAC,WAAW,CAAC;AAC5E,CAAC;AAEM,KAAK,UAAU,eAAe,CACnC,SAAqB,EACrB,SAAiB,EACjB,MAA2B;IAE3B,IAAI,IAAA,2BAAoB,GAAE,EAAE,CAAC;QAC3B,MAAM,qBAAqB,GAAG,MAAM,oBAAoB,CAAC,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;QACvF,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,OAAO,qBAAqB,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,iBAAiB,CAAC;IACxD,IAAA,wBAAS,EACP,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EACxB,gEAAgE,CACjE,CAAC;IAEF,MAAM,mBAAmB,GAAe,EAAE,CAAC;IAC3C,MAAM,eAAe,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;IAE5D,IAAI,WAAkC,CAAC;IACvC,IAAI,gBAAM,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;QAC7B,WAAW,GAAG,IAAI,wBAAS,CACzB;YACE,MAAM,EAAE,6EAA6E;YACrF,UAAU,EAAE,IAAI;SACjB,EACD,sBAAO,CAAC,cAAc,CACvB,CAAC;QACF,WAAW,CAAC,KAAK,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAA,wBAAS,EACP,QAAQ,CAAC,IAAI,EACb,oDAAoD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAC/E,CAAC;QACF,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;QAEtD,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,cAAc,GAAG,MAAM,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAE3D,mBAAmB,CAAC,IAAI,CAAC;gBACvB,GAAG,QAAQ;gBACX,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBAC3C,GAAG,SAAS;oBACZ,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,iBAAiB,IAAI,CAAC,WAAW,EAAE,EAAE;iBACjE,CAAC,CAAC;gBACH,IAAI,EAAE;oBACJ,GAAG,QAAQ,CAAC,IAAI;oBAChB,CAAC,SAAS,CAAC,EAAE,cAAc;iBAC5B;aACF,CAAC,CAAC;YAEH,IAAI,WAAW,EAAE,CAAC;gBAChB,WAAW,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,iBAAiB,IAAI,KAAK,mBAAmB,CAAC,MAAM,OAAO,eAAe,EAAE,CAAC,CAAC;YAC7F,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,WAAW,EAAE,CAAC;QAChB,WAAW,CAAC,IAAI,EAAE,CAAC;IACrB,CAAC;IAED,OAAO,mBAAmB,CAAC;AAC7B,CAAC"}
|
|
@@ -1,6 +1,14 @@
|
|
|
1
1
|
import type { ApiProvider, ProviderOptions } from '../types/providers';
|
|
2
2
|
export type RedteamObjectConfig = Record<string, unknown>;
|
|
3
|
-
export type PluginConfig = RedteamObjectConfig
|
|
3
|
+
export type PluginConfig = RedteamObjectConfig & {
|
|
4
|
+
examples?: string[];
|
|
5
|
+
graderExamples?: {
|
|
6
|
+
output: string;
|
|
7
|
+
pass: boolean;
|
|
8
|
+
score: number;
|
|
9
|
+
reason: string;
|
|
10
|
+
}[];
|
|
11
|
+
};
|
|
4
12
|
export type StrategyConfig = RedteamObjectConfig;
|
|
5
13
|
type ConfigurableObject = {
|
|
6
14
|
id: string;
|
|
@@ -13,6 +21,14 @@ export type RedteamPluginObject = ConfigurableObject & WithNumTests;
|
|
|
13
21
|
export type RedteamPlugin = string | RedteamPluginObject;
|
|
14
22
|
export type RedteamStrategyObject = ConfigurableObject;
|
|
15
23
|
export type RedteamStrategy = string | RedteamStrategyObject;
|
|
24
|
+
export interface PluginActionParams {
|
|
25
|
+
provider: ApiProvider;
|
|
26
|
+
purpose: string;
|
|
27
|
+
injectVar: string;
|
|
28
|
+
n: number;
|
|
29
|
+
delayMs: number;
|
|
30
|
+
config?: PluginConfig;
|
|
31
|
+
}
|
|
16
32
|
type CommonOptions = {
|
|
17
33
|
injectVar?: string;
|
|
18
34
|
language?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/redteam/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAGvE,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,mBAAmB,
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/redteam/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAGvE,MAAM,MAAM,mBAAmB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC1D,MAAM,MAAM,YAAY,GAAG,mBAAmB,GAAG;IAC/C,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,cAAc,CAAC,EAAE;QACf,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,OAAO,CAAC;QACd,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;KAChB,EAAE,CAAC;CACL,CAAC;AACF,MAAM,MAAM,cAAc,GAAG,mBAAmB,CAAC;AAEjD,KAAK,kBAAkB,GAAG;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,CAAC,EAAE,mBAAmB,CAAC;CAC9B,CAAC;AAEF,KAAK,YAAY,GAAG;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAGF,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAAG,YAAY,CAAC;AACpE,MAAM,MAAM,aAAa,GAAG,MAAM,GAAG,mBAAmB,CAAC;AAEzD,MAAM,MAAM,qBAAqB,GAAG,kBAAkB,CAAC;AACvD,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,qBAAqB,CAAC;AAE7D,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,WAAW,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,CAAC,EAAE,MAAM,CAAC;IACV,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,YAAY,CAAC;CACvB;AAGD,KAAK,aAAa,GAAG;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAChC,QAAQ,CAAC,EAAE,MAAM,GAAG,eAAe,GAAG,WAAW,CAAC;IAClD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,eAAe,EAAE,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,WAAW,yBAA0B,SAAQ,aAAa;IAC9D,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;CACrB;AAED,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,CAAC,mBAAmB,GAAG;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,CAAC,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;IAC/B,UAAU,EAAE,qBAAqB,EAAE,CAAC;CACrC;AAED,MAAM,MAAM,qBAAqB,GAAG,qBAAqB,MAAM,EAAE,CAAC"}
|
package/dist/src/share.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"share.d.ts","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"share.d.ts","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AAyCtC;;;;;;;;;;GAUG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAU1D;AAED,wBAAsB,kBAAkB,CACtC,UAAU,EAAE,IAAI,EAChB,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAqHxB"}
|
package/dist/src/share.js
CHANGED
|
@@ -7,6 +7,7 @@ exports.stripAuthFromUrl = stripAuthFromUrl;
|
|
|
7
7
|
exports.createShareableUrl = createShareableUrl;
|
|
8
8
|
const input_1 = __importDefault(require("@inquirer/input"));
|
|
9
9
|
const chalk_1 = __importDefault(require("chalk"));
|
|
10
|
+
const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
|
|
10
11
|
const url_1 = require("url");
|
|
11
12
|
const constants_1 = require("./constants");
|
|
12
13
|
const envars_1 = require("./envars");
|
|
@@ -82,6 +83,8 @@ async function createShareableUrl(evalRecord, showAuth = false) {
|
|
|
82
83
|
});
|
|
83
84
|
(0, accounts_2.setUserEmail)(email);
|
|
84
85
|
}
|
|
86
|
+
evalRecord.author = email;
|
|
87
|
+
await evalRecord.save();
|
|
85
88
|
}
|
|
86
89
|
let response;
|
|
87
90
|
let apiBaseUrl;
|
|
@@ -89,6 +92,14 @@ async function createShareableUrl(evalRecord, showAuth = false) {
|
|
|
89
92
|
if (cloud_1.cloudConfig.isEnabled()) {
|
|
90
93
|
apiBaseUrl = cloud_1.cloudConfig.getApiHost();
|
|
91
94
|
url = `${apiBaseUrl}/results`;
|
|
95
|
+
const loggedInEmail = (0, accounts_2.getUserEmail)();
|
|
96
|
+
(0, tiny_invariant_1.default)(loggedInEmail, 'User email is not set');
|
|
97
|
+
const evalAuthor = evalRecord.author;
|
|
98
|
+
if (evalAuthor !== loggedInEmail) {
|
|
99
|
+
logger_1.default.warn(`Warning: Changing eval author from ${evalAuthor} to logged-in user ${loggedInEmail}`);
|
|
100
|
+
}
|
|
101
|
+
evalRecord.author = loggedInEmail;
|
|
102
|
+
await evalRecord.save();
|
|
92
103
|
}
|
|
93
104
|
else {
|
|
94
105
|
apiBaseUrl =
|
package/dist/src/share.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"share.js","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":";;;;;
|
|
1
|
+
{"version":3,"file":"share.js","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":";;;;;AA+DA,4CAUC;AAED,gDAwHC;AAnMD,4DAAoC;AACpC,kDAA0B;AAC1B,oEAAuC;AACvC,6BAA0B;AAC1B,2CAAmG;AACnG,qCAA4C;AAC5C,mCAAyC;AACzC,sDAAoD;AACpD,sDAAqE;AACrE,gDAAmD;AACnD,sDAA8B;AAI9B,KAAK,UAAU,0BAA0B,CAAC,OAAe;IACvD,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,OAAO,SAAS,EAAE;QACzD,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;KACF,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC3C,OAAO,SAAS,IAAI,YAAY,CAAC;AACnC,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,UAAgB,EAAE,GAAW;IAC1D,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC;IAE/B,MAAM,OAAO,GAA2B;QACtC,cAAc,EAAE,kBAAkB;KACnC,CAAC;IACF,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;IACjE,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE;QACzC,MAAM,EAAE,MAAM;QACd,OAAO;QACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;KACjC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;IAC1C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAgB,gBAAgB,CAAC,SAAiB;IAChD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,SAAG,CAAC,SAAS,CAAC,CAAC;QAC/B,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,gBAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,kBAAkB,CACtC,UAAgB,EAChB,WAAoB,KAAK;IAEzB,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,IAAA,aAAI,GAAE,IAAI,CAAC,IAAA,mBAAU,EAAC,uCAAuC,CAAC,EAAE,CAAC;QAC5F,IAAI,KAAK,GAAG,IAAA,uBAAY,GAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,MAAM,IAAA,eAAK,EAAC;gBAClB,OAAO,EAAE,GAAG,eAAK,CAAC,IAAI,CAAC,sCAAsC,CAAC,8BAA8B;gBAC5F,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;oBAClB,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,oCAAoC,CAAC;gBACrE,CAAC;aACF,CAAC,CAAC;YACH,IAAA,uBAAY,EAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,UAAU,CAAC,MAAM,GAAG,KAAK,CAAC;QAC1B,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,IAAI,QAAkB,CAAC;IACvB,IAAI,UAAkB,CAAC;IACvB,IAAI,GAAW,CAAC;IAChB,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,mBAAW,CAAC,UAAU,EAAE,CAAC;QACtC,GAAG,GAAG,GAAG,UAAU,UAAU,CAAC;QAE9B,MAAM,aAAa,GAAG,IAAA,uBAAY,GAAE,CAAC;QACrC,IAAA,wBAAS,EAAC,aAAa,EAAE,uBAAuB,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;QACrC,IAAI,UAAU,KAAK,aAAa,EAAE,CAAC;YACjC,gBAAM,CAAC,IAAI,CACT,sCAAsC,UAAU,sBAAsB,aAAa,EAAE,CACtF,CAAC;QACJ,CAAC;QACD,UAAU,CAAC,MAAM,GAAG,aAAa,CAAC;QAClC,MAAM,UAAU,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;SAAM,CAAC;QACN,UAAU;YACR,OAAO,UAAU,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ;gBAC3C,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,8BAAkB;gBAC5D,CAAC,CAAC,8BAAkB,CAAC;QAEzB,GAAG,GAAG,GAAG,UAAU,WAAW,CAAC;IACjC,CAAC;IAED,MAAM,gBAAgB,GACpB,mBAAW,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,0BAA0B,CAAC,UAAU,CAAC,CAAC,CAAC;IAC5E,gBAAM,CAAC,KAAK,CACV,gBAAgB,GAAG,sBAAsB,gBAAgB,qBAAqB,UAAU,CAAC,aAAa,EAAE,EAAE,CAC3G,CAAC;IACF,IAAI,MAA0B,CAAC;IAC/B,IAAI,gBAAgB,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,EAAE,CAAC;QACpD,MAAM,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,iBAAiB,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG;YAChB,GAAG,OAAO;YACV,KAAK;YACL,OAAO,EAAE,CAAC;SACX,CAAC;QAEF,gBAAM,CAAC,KAAK,CAAC,4CAA4C,GAAG,EAAE,CAAC,CAAC;QAChE,iCAAiC;QACjC,MAAM,aAAa,GAAkB;YACnC,IAAI,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,MAAM,EAAE,IAAA,oBAAS,GAAE;gBACnB,OAAO,EAAE,SAAS;gBAClB,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B;SACF,CAAC;QACF,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YAC5B,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE;gBACnC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,mBAAW,CAAC,SAAS,EAAE,EAAE;iBACnD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;aACpC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE;gBACnC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;aACpC,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,gBAAM,CAAC,KAAK,CAAC,mCAAmC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;YACvE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,YAAY,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAoC,CAAC;QAChF,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,gBAAM,CAAC,KAAK,CAAC,mCAAmC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;YACtE,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,GAAG,YAAY,CAAC,EAAE,CAAC;IAC3B,CAAC;IACD,gBAAM,CAAC,KAAK,CAAC,mCAAmC,MAAM,EAAE,CAAC,CAAC;IAC1D,IAAI,UAAU,GAAG,+BAAmB,CAAC;IACrC,IAAI,OAAO,GAAG,+BAAmB,CAAC;IAClC,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,mBAAW,CAAC,SAAS,EAAE,CAAC;QACrC,OAAO,GAAG,GAAG,UAAU,SAAS,MAAM,EAAE,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,MAAM,UAAU,GACd,OAAO,UAAU,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ;YAC3C,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU;YACtC,CAAC,CAAC,+BAAmB,CAAC;QAC1B,OAAO;YACL,+BAAmB,KAAK,uCAA2B;gBACjD,CAAC,CAAC,GAAG,UAAU,SAAS,MAAM,EAAE;gBAChC,CAAC,CAAC,GAAG,UAAU,iBAAiB,MAAM,EAAE,CAAC;IAC/C,CAAC;IAED,OAAO,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;AACxD,CAAC"}
|