promptfoo 0.79.0 → 0.80.1

package/dist/test/providers.pythonCompletion.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"providers.pythonCompletion.test.js","sourceRoot":"","sources":["../../test/providers.pythonCompletion.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAAoB;AACpB,gDAAwB;AACxB,wCAAwD;AACxD,wEAAmE;AACnE,2DAAsD;AAEtD,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;AACvC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE;IAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;IACjD,OAAO;QACL,GAAG,MAAM;QACT,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9B,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,SAAS;YACvB,aAAa,EAAE,KAAK;YACpB,QAAQ,EAAE,6BAA6B;SACxC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,uBAAS,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAQ,CAAC,CAAC,CAAC;IACxD,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC;IACvD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,cAAI,CAAC,OAAO,CAAC,CAAC;IAE9C,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,YAAY,CAAC,iBAAiB,CAAC;YAC7B,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;SACN,CAAC,CAAC;QACZ,kBAAkB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC1C,gBAAgB,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACtD,WAAW,CAAC,eAAe,CAAC,6BAA6B,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,EAAE;gBAC/C,EAAE,EAAE,QAAQ;gBACZ,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;aAC9B,CAAC,CAAC;YACH,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAE3D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,WAAW,EAAE,IAAI,EAAS,CAAC,CAAC;YAEnF,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,UAAU,EACV,CAAC,aAAa,EAAE,SAAS,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,EACjD,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAChC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;YAC9B,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;gBACvF,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;gBAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,wJAAwJ,CACzJ,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;gBAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;gBAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,wJAAwJ,CACzJ,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;gBACrE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,IAAa,CAAC,CAAC;gBAE/C,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,8HAA8H,CAC/H,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;gBAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;gBAEjD,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,yIAAyI,CAC1I,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;gBACnF,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;gBAE5D,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACvE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;gBAClF,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;gBAElE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACvE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;YAE9D,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,oBAAoB,EACpB,CAAC,aAAa,EAAE,SAAS,CAAC,EAC1B,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAChC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;YAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,4JAA4J,CAC7J,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,cAAc,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAEnF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC;YAEnE,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,yBAAyB,EACzB,CAAC,aAAa,EAAE,SAAS,CAAC,EAC1B,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAChC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;YAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACzE,qKAAqK,CACtK,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,kBAAkB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG;gBAChB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;gBAC7E,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;aACf,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,iBAAiB,CAAC,SAAkB,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAErD,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,oBAAoB,CACxC,kHAAkH,CACnH,CAAC;YACF,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,kBAAkB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG;gBAChB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBACtC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;aACf,CAAC;YACF,YAAY,CAAC,iBAAiB,CAAC,SAAkB,CAAC,CAAC;YACnD,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;YAE1D,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAEtC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,oBAAoB,CACxC,kHAAkH,EAClH,yBAAyB,CAC1B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"providers.pythonCompletion.test.js","sourceRoot":"","sources":["../../test/providers.pythonCompletion.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAAoB;AACpB,gDAAwB;AACxB,wCAAwD;AACxD,wEAAmE;AACnE,2DAAsD;AAEtD,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;AACvC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE;IAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;IACjD,OAAO;QACL,GAAG,MAAM;QACT,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;YAC9B,SAAS,EAAE,IAAI;YACf,YAAY,EAAE,SAAS;YACvB,aAAa,EAAE,KAAK;YACpB,QAAQ,EAAE,6BAA6B;SACxC,CAAC,CAAC;KACJ,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,uBAAS,CAAC,CAAC;IAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,gBAAQ,CAAC,CAAC,CAAC;IACxD,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC;IACvD,MAAM,gBAAgB,GAAG,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,YAAY,CAAC,CAAC;IACtD,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,cAAI,CAAC,OAAO,CAAC,CAAC;IAE9C,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,YAAY,CAAC,iBAAiB,CAAC;YAC7B,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;YACd,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;SACN,CAAC,CAAC;QACZ,kBAAkB,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC1C,gBAAgB,CAAC,eAAe,CAAC,mBAAmB,CAAC,CAAC;QACtD,WAAW,CAAC,eAAe,CAAC,6BAA6B,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,EAAE;gBAC/C,EAAE,EAAE,QAAQ;gBACZ,MAAM,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE;aAC9B,CAAC,CAAC;YACH,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;YAE3D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,WAAW,EAAE,IAAI,EAAS,CAAC,CAAC;YAEnF,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,UAAU,EACV,CAAC,aAAa,EAAE,SAAS,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,EACjD,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAChC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;YAC9B,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;gBACvF,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;gBAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,wJAAwJ,CACzJ,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;gBAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;gBAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,wJAAwJ,CACzJ,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;gBACrE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,IAAa,CAAC,CAAC;gBAE/C,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,8HAA8H,CAC/H,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;gBAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,eAAe,CAAC,CAAC;gBAEjD,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAC3D,yIAAyI,CAC1I,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;gBACnF,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;gBAE5D,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACvE,CAAC,CAAC,CAAC;YAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;gBAClF,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;gBACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,KAAK,EAAE,qBAAqB,EAAE,CAAC,CAAC;gBAElE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;YACvE,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;YAE9D,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,oBAAoB,EACpB,CAAC,aAAa,EAAE,SAAS,CAAC,EAC1B,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAChC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;YAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACpE,4JAA4J,CAC7J,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,yDAAyD,EAAE,KAAK,IAAI,EAAE;YACvE,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,cAAc,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;YAEnF,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC;YAEnE,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,yBAAyB,EACzB,CAAC,aAAa,EAAE,SAAS,CAAC,EAC1B,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAChC,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,cAAc,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QAC5E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,aAAa,CAAC,iBAAiB,CAAC,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC,CAAC;YAEjE,MAAM,MAAM,CAAC,QAAQ,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CACzE,qKAAqK,CACtK,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;YACvD,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,kBAAkB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG;gBAChB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;gBAC7E,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;aACf,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,iBAAiB,CAAC,SAAkB,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAErD,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,oBAAoB,CACxC,4HAA4H,CAC7H,CAAC;YACF,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,QAAQ,GAAG,IAAI,iCAAc,CAAC,WAAW,CAAC,CAAC;YACjD,kBAAkB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,SAAS,GAAG;gBAChB,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBACtC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE;aACf,CAAC;YACF,YAAY,CAAC,iBAAiB,CAAC,SAAkB,CAAC,CAAC;YACnD,aAAa,CAAC,iBAAiB,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC;YAE1D,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAEtC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,oBAAoB,CACxC,4HAA4H,EAC5H,yBAAyB,CAC1B,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/test/redteam/index.test.js

@@ -6,10 +6,13 @@ Object.defineProperty(exports, "__esModule", { value: true });
 const cli_progress_1 = __importDefault(require("cli-progress"));
 const logger_1 = __importDefault(require("../../src/logger"));
 const providers_1 = require("../../src/providers");
+const constants_1 = require("../../src/redteam/constants");
 const entities_1 = require("../../src/redteam/extraction/entities");
 const purpose_1 = require("../../src/redteam/extraction/purpose");
 const index_1 = require("../../src/redteam/index");
 const plugins_1 = require("../../src/redteam/plugins");
+const strategies_1 = require("../../src/redteam/strategies");
+const strategies_2 = require("../../src/redteam/strategies");
 const templates_1 = require("../../src/util/templates");
 jest.mock('cli-progress');
 jest.mock('../../src/logger');
@@ -27,6 +30,14 @@ jest.mock('process', () => ({
     ...jest.requireActual('process'),
     exit: jest.fn(),
 }));
+jest.mock('../../src/redteam/strategies', () => ({
+    ...jest.requireActual('../../src/redteam/strategies'),
+    validateStrategies: jest.fn().mockImplementation((strategies) => {
+        if (strategies.some((s) => s.id === 'invalid-strategy')) {
+            throw new Error('Invalid strategies');
+        }
+    }),
+}));
 describe('synthesize', () => {
     const mockProvider = {
         callApi: jest.fn(),
@@ -41,140 +52,230 @@ describe('synthesize', () => {
         jest.spyOn(process, 'exit').mockImplementation((code) => {
             throw new Error(`Process.exit called with code ${code}`);
         });
+        jest.mocked(strategies_2.validateStrategies).mockImplementation(() => { });
+        jest.mocked(cli_progress_1.default.SingleBar).mockReturnValue({
+            increment: jest.fn(),
+            start: jest.fn(),
+            stop: jest.fn(),
+            update: jest.fn(),
+        });
     });
-    it('should use provided purpose and entities if given', async () => {
-        const result = await (0, index_1.synthesize)({
-            entities: ['custom-entity'],
-            language: 'en',
-            numTests: 1,
-            plugins: [{ id: 'test-plugin', numTests: 1 }],
-            prompts: ['Test prompt'],
-            purpose: 'Custom purpose',
-            strategies: [],
-        });
-        expect(result).toEqual(expect.objectContaining({
-            entities: ['custom-entity'],
-            purpose: 'Custom purpose',
-        }));
-        expect(entities_1.extractEntities).not.toHaveBeenCalled();
-        expect(purpose_1.extractSystemPurpose).not.toHaveBeenCalled();
-    });
-    it('should extract purpose and entities if not provided', async () => {
-        await (0, index_1.synthesize)({
-            language: 'english',
-            numTests: 1,
-            plugins: [{ id: 'test-plugin', numTests: 1 }],
-            prompts: ['Test prompt'],
-            strategies: [],
-        });
-        expect(entities_1.extractEntities).toHaveBeenCalledWith(expect.any(Object), ['Test prompt']);
-        expect(purpose_1.extractSystemPurpose).toHaveBeenCalledWith(expect.any(Object), ['Test prompt']);
-    });
-    it('should use the provided API provider if given', async () => {
-        const customProvider = { callApi: jest.fn(), generate: jest.fn(), id: () => 'custom-provider' };
-        await (0, index_1.synthesize)({
-            language: 'en',
-            numTests: 1,
-            plugins: [{ id: 'test-plugin', numTests: 1 }],
-            prompts: ['Test prompt'],
-            provider: customProvider,
-            strategies: [],
-        });
-        expect(providers_1.loadApiProvider).not.toHaveBeenCalled();
-    });
-    it('should load the default provider if not provided', async () => {
-        await (0, index_1.synthesize)({
-            language: 'en',
-            numTests: 1,
-            plugins: [{ id: 'test-plugin', numTests: 1 }],
-            prompts: ['Test prompt'],
-            strategies: [],
+    // Input handling tests
+    describe('Input handling', () => {
+        it('should use provided purpose and entities if given', async () => {
+            const result = await (0, index_1.synthesize)({
+                entities: ['custom-entity'],
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'test-plugin', numTests: 1 }],
+                prompts: ['Test prompt'],
+                purpose: 'Custom purpose',
+                strategies: [],
+            });
+            expect(result).toEqual(expect.objectContaining({
+                entities: ['custom-entity'],
+                purpose: 'Custom purpose',
+            }));
+            expect(entities_1.extractEntities).not.toHaveBeenCalled();
+            expect(purpose_1.extractSystemPurpose).not.toHaveBeenCalled();
         });
-        expect(providers_1.loadApiProvider).toHaveBeenCalledWith('openai:chat:gpt-4o', {
-            options: { config: { temperature: 0.5 } },
+        it('should extract purpose and entities if not provided', async () => {
+            await (0, index_1.synthesize)({
+                language: 'english',
+                numTests: 1,
+                plugins: [{ id: 'test-plugin', numTests: 1 }],
+                prompts: ['Test prompt'],
+                strategies: [],
+            });
+            expect(entities_1.extractEntities).toHaveBeenCalledWith(expect.any(Object), ['Test prompt']);
+            expect(purpose_1.extractSystemPurpose).toHaveBeenCalledWith(expect.any(Object), ['Test prompt']);
+        });
+        it('should handle empty prompts array', async () => {
+            await expect((0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'test-plugin', numTests: 1 }],
+                prompts: [],
+                strategies: [],
+            })).rejects.toThrow('Prompts array cannot be empty');
+        });
+        it('should correctly process multiple prompts', async () => {
+            await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'test-plugin', numTests: 1 }],
+                prompts: ['Prompt 1', 'Prompt 2', 'Prompt 3'],
+                strategies: [],
+            });
+            expect(purpose_1.extractSystemPurpose).toHaveBeenCalledWith(expect.any(Object), [
+                'Prompt 1',
+                'Prompt 2',
+                'Prompt 3',
+            ]);
+            expect(entities_1.extractEntities).toHaveBeenCalledWith(expect.any(Object), [
+                'Prompt 1',
+                'Prompt 2',
+                'Prompt 3',
+            ]);
+        });
+        it('should use default injectVar when no variables found in prompts', async () => {
+            jest.mocked(templates_1.extractVariablesFromTemplates).mockReturnValue([]);
+            await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'test-plugin', numTests: 1 }],
+                prompts: ['Test prompt'],
+                strategies: [],
+            });
+            expect(logger_1.default.warn).toHaveBeenCalledWith('No variables found in prompts. Using "query" as the inject variable.');
         });
     });
-    it('should generate test cases for each plugin', async () => {
-        const mockPluginAction = jest.fn().mockResolvedValue([{ test: 'case' }]);
-        jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue({ action: mockPluginAction, key: 'mockPlugin' });
-        const result = await (0, index_1.synthesize)({
-            language: 'en',
-            numTests: 1,
-            plugins: [
-                { id: 'plugin1', numTests: 2 },
-                { id: 'plugin2', numTests: 3 },
-            ],
-            prompts: ['Test prompt'],
-            strategies: [],
-        });
-        expect(mockPluginAction).toHaveBeenCalledTimes(2);
-        expect(result.testCases).toEqual([
-            expect.objectContaining({ metadata: expect.objectContaining({ pluginId: 'plugin1' }) }),
-            expect.objectContaining({ metadata: expect.objectContaining({ pluginId: 'plugin2' }) }),
-        ]);
-    });
-    it('should warn about unregistered plugins', async () => {
-        jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue(undefined);
-        await (0, index_1.synthesize)({
-            language: 'en',
-            numTests: 1,
-            plugins: [{ id: 'unregistered-plugin', numTests: 1 }],
-            prompts: ['Test prompt'],
-            strategies: [],
-        });
-        expect(logger_1.default.warn).toHaveBeenCalledWith('Plugin unregistered-plugin not registered, skipping');
-    });
-    it('should call process.exit when invalid strategies are provided', async () => {
-        await expect((0, index_1.synthesize)({
-            language: 'en',
-            numTests: 1,
-            plugins: [{ id: 'test-plugin', numTests: 1 }],
-            prompts: ['Test prompt'],
-            strategies: [{ id: 'invalid-strategy' }],
-        })).rejects.toThrow('Process.exit called with code 1');
-        expect(process.exit).toHaveBeenCalledWith(1);
+    // API provider tests
+    describe('API provider', () => {
+        it('should use the provided API provider if given', async () => {
+            const customProvider = {
+                callApi: jest.fn(),
+                generate: jest.fn(),
+                id: () => 'custom-provider',
+            };
+            await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'test-plugin', numTests: 1 }],
+                prompts: ['Test prompt'],
+                provider: customProvider,
+                strategies: [],
+            });
+            expect(providers_1.loadApiProvider).not.toHaveBeenCalled();
+        });
+        it('should load the default provider if not provided', async () => {
+            await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'test-plugin', numTests: 1 }],
+                prompts: ['Test prompt'],
+                strategies: [],
+            });
+            expect(providers_1.loadApiProvider).toHaveBeenCalledWith('openai:chat:gpt-4o', {
+                options: { config: { temperature: 0.5 } },
+            });
+        });
     });
-    it('should handle empty prompts array', async () => {
-        await expect((0, index_1.synthesize)({
-            language: 'en',
-            numTests: 1,
-            plugins: [{ id: 'test-plugin', numTests: 1 }],
-            prompts: [],
-            strategies: [],
-        })).rejects.toThrow('Prompts array cannot be empty');
+    // Plugin and strategy tests
+    describe('Plugins and strategies', () => {
+        it('should generate test cases for each plugin', async () => {
+            const mockPluginAction = jest.fn().mockResolvedValue([{ test: 'case' }]);
+            jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue({ action: mockPluginAction, key: 'mockPlugin' });
+            const result = await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [
+                    { id: 'plugin1', numTests: 2 },
+                    { id: 'plugin2', numTests: 3 },
+                ],
+                prompts: ['Test prompt'],
+                strategies: [],
+            });
+            expect(mockPluginAction).toHaveBeenCalledTimes(2);
+            expect(result.testCases).toEqual([
+                expect.objectContaining({ metadata: expect.objectContaining({ pluginId: 'plugin1' }) }),
+                expect.objectContaining({ metadata: expect.objectContaining({ pluginId: 'plugin2' }) }),
+            ]);
+        });
+        it('should warn about unregistered plugins', async () => {
+            jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue(undefined);
+            await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'unregistered-plugin', numTests: 1 }],
+                prompts: ['Test prompt'],
+                strategies: [],
+            });
+            expect(logger_1.default.warn).toHaveBeenCalledWith('Plugin unregistered-plugin not registered, skipping');
+        });
+        it('should handle HARM_PLUGINS and PII_PLUGINS correctly', async () => {
+            const mockPluginAction = jest.fn().mockResolvedValue([{ test: 'case' }]);
+            jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue({ action: mockPluginAction, key: 'mockPlugin' });
+            const result = await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [
+                    { id: 'harmful', numTests: 2 },
+                    { id: 'pii', numTests: 3 },
+                ],
+                prompts: ['Test prompt'],
+                strategies: [],
+            });
+            const expectedTestCaseCount = (Object.keys(constants_1.HARM_PLUGINS).length + constants_1.PII_PLUGINS.length) * 1; // Each plugin is called once
+            expect(result.testCases).toHaveLength(expectedTestCaseCount);
+        });
+        it('should generate a correct report for plugins and strategies', async () => {
+            const mockPluginAction = jest.fn().mockResolvedValue([{ test: 'case' }]);
+            jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue({ action: mockPluginAction, key: 'mockPlugin' });
+            const mockStrategyAction = jest.fn().mockReturnValue([{ test: 'strategy case' }]);
+            jest
+                .spyOn(strategies_1.Strategies, 'find')
+                .mockReturnValue({ action: mockStrategyAction, key: 'mockStrategy' });
+            await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 2,
+                plugins: [{ id: 'test-plugin', numTests: 2 }],
+                prompts: ['Test prompt'],
+                strategies: [{ id: 'mockStrategy' }],
+            });
+            expect(logger_1.default.info).toHaveBeenCalledWith(expect.stringContaining('Test Generation Report:'));
+            expect(logger_1.default.info).toHaveBeenCalledWith(expect.stringContaining('test-plugin'));
+            expect(logger_1.default.info).toHaveBeenCalledWith(expect.stringContaining('mockStrategy'));
+        });
+        it('should handle errors when executing invalid plugins', async () => {
+            jest.spyOn(plugins_1.Plugins, 'find').mockReturnValue(undefined);
+            await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'invalid-plugin', numTests: 1 }],
+                prompts: ['Test prompt'],
+                strategies: [],
+            });
+            expect(logger_1.default.warn).toHaveBeenCalledWith('Plugin invalid-plugin not registered, skipping');
+        });
     });
-    it('should use default injectVar when no variables found in prompts', async () => {
-        jest.mocked(templates_1.extractVariablesFromTemplates).mockReturnValue([]);
-        await (0, index_1.synthesize)({
-            language: 'en',
-            numTests: 1,
-            plugins: [{ id: 'test-plugin', numTests: 1 }],
-            prompts: ['Test prompt'],
-            strategies: [],
-        });
-        expect(logger_1.default.warn).toHaveBeenCalledWith('No variables found in prompts. Using "query" as the inject variable.');
+    // Progress bar tests
+    describe('Progress bar', () => {
+        it('should use the progress bar', async () => {
+            const mockProgressBar = {
+                increment: jest.fn(),
+                start: jest.fn(),
+                stop: jest.fn(),
+                update: jest.fn(),
+            };
+            jest.mocked(cli_progress_1.default.SingleBar).mockReturnValue(mockProgressBar);
+            await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'test-plugin', numTests: 1 }],
+                prompts: ['Test prompt'],
+                strategies: [],
+            });
+            expect(mockProgressBar.start).toHaveBeenCalledWith(expect.any(Number), 0);
+            expect(mockProgressBar.increment).toHaveBeenCalledWith(1);
+            expect(mockProgressBar.stop).toHaveBeenCalledWith();
+        });
     });
-    it('should use the progress bar', async () => {
-        const mockStart = jest.fn();
-        const mockUpdate = jest.fn();
-        const mockStop = jest.fn();
-        jest.mocked(cli_progress_1.default.SingleBar).mockReturnValue({
-            start: mockStart,
-            update: mockUpdate,
-            stop: mockStop,
-        });
-        await (0, index_1.synthesize)({
-            language: 'en',
-            numTests: 1,
-            plugins: [{ id: 'test-plugin', numTests: 1 }],
-            prompts: ['Test prompt'],
-            strategies: [],
-        });
-        expect(mockStart).toHaveBeenCalledWith(100, 0);
-        expect(mockUpdate).toHaveBeenCalledWith(33);
-        expect(mockUpdate).toHaveBeenCalledWith(66);
-        expect(mockUpdate).toHaveBeenCalledWith(100);
-        expect(mockStop).toHaveBeenCalledWith();
+    // Logger tests
+    describe('Logger', () => {
+        it('should handle different logger levels appropriately', async () => {
+            const originalLevel = logger_1.default.level;
+            logger_1.default.level = 'debug';
+            await (0, index_1.synthesize)({
+                language: 'en',
+                numTests: 1,
+                plugins: [{ id: 'test-plugin', numTests: 1 }],
+                prompts: ['Test prompt'],
+                strategies: [],
+            });
+            expect(cli_progress_1.default.SingleBar).not.toHaveBeenCalled();
+            logger_1.default.level = originalLevel;
+        });
     });
 });
 //# sourceMappingURL=index.test.js.map

package/dist/test/redteam/index.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.test.js","sourceRoot":"","sources":["../../../test/redteam/index.test.ts"],"names":[],"mappings":";;;;;AAAA,gEAAuC;AACvC,8DAAsC;AACtC,mDAAsD;AACtD,oEAAwE;AACxE,kEAA4E;AAC5E,mDAAqD;AACrD,uDAAoD;AACpD,wDAAyE;AAEzE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AAC9B,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AACjC,IAAI,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;AACnD,IAAI,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;AAClD,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACzC,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,0BAA0B,CAAC,CAAC;IACtE,OAAO;QACL,GAAG,cAAc;QACjB,6BAA6B,EAAE,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,6BAA6B,CAAC;KACrF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1B,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;IAChC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;CAChB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,MAAM,YAAY,GAAG;QACnB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;QAClB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;QACnB,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;KAC1B,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,0BAAe,CAAC,CAAC,iBAAiB,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,8BAAoB,CAAC,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,2BAAe,CAAC,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAyC,EAAE,EAAE;YAC3F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC;YAC9B,QAAQ,EAAE,CAAC,eAAe,CAAC;YAC3B,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,OAAO,EAAE,gBAAgB;YACzB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,QAAQ,EAAE,CAAC,eAAe,CAAC;YAC3B,OAAO,EAAE,gBAAgB;SAC1B,CAAC,CACH,CAAC;QACF,MAAM,CAAC,0BAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAC/C,MAAM,CAAC,8BAAoB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,SAAS;YACnB,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,0BAAe,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;QAClF,MAAM,CAAC,8BAAoB,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,cAAc,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,iBAAiB,EAAE,CAAC;QAChG,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,2BAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;IACjD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,2BAAe,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE;YACjE,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE;SAC1C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACzE,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;QAE7F,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC;YAC9B,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE;gBACP,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE;gBAC9B,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE;aAC/B;YACD,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;YAC/B,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;YACvF,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;SACxF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAEvD,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,qDAAqD,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,MAAM,CACV,IAAA,kBAAU,EAAC;YACT,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,CAAC;SACzC,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,iCAAiC,CAAC,CAAC;QAErD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,CACV,IAAA,kBAAU,EAAC;YACT,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,EAAsC;YAC/C,UAAU,EAAE,EAAE;SACf,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,IAAI,CAAC,MAAM,CAAC,yCAA6B,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QAE/D,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CACtC,sEAAsE,CACvE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC;QAC3B,IAAI,CAAC,MAAM,CAAC,sBAAW,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC;YACjD,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ;SACR,CAAC,CAAC;QAEV,MAAM,IAAA,kBAAU,EAAC;YACf,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QAEH,MAAM,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC/C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,UAAU,CAAC,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,EAAE,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"index.test.js","sourceRoot":"","sources":["../../../test/redteam/index.test.ts"],"names":[],"mappings":";;;;;AAAA,gEAAuC;AACvC,8DAAsC;AACtC,mDAAsD;AACtD,2DAAwE;AACxE,oEAAwE;AACxE,kEAA4E;AAC5E,mDAAqD;AACrD,uDAAoD;AACpD,6DAA0D;AAC1D,6DAAkE;AAClE,wDAAyE;AAEzE,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;AAC1B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;AAC9B,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;AACjC,IAAI,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;AACnD,IAAI,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;AAClD,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACzC,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,0BAA0B,CAAC,CAAC;IACtE,OAAO;QACL,GAAG,cAAc;QACjB,6BAA6B,EAAE,IAAI,CAAC,EAAE,CAAC,cAAc,CAAC,6BAA6B,CAAC;KACrF,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1B,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;IAChC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;CAChB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/C,GAAG,IAAI,CAAC,aAAa,CAAC,8BAA8B,CAAC;IACrD,kBAAkB,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,UAAU,EAAE,EAAE;QAC9D,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,kBAAkB,CAAC,EAAE,CAAC;YACxE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC;IACH,CAAC,CAAC;CACH,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;IAC1B,MAAM,YAAY,GAAG;QACnB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;QAClB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;QACnB,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe;KAC1B,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,0BAAe,CAAC,CAAC,iBAAiB,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;QACvE,IAAI,CAAC,MAAM,CAAC,8BAAoB,CAAC,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,2BAAe,CAAC,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QAC7D,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC,IAAyC,EAAE,EAAE;YAC3F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,+BAAkB,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,CAAC,sBAAW,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC;YACjD,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;YACpB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;YAChB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;YACf,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;SACX,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEH,uBAAuB;IACvB,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC9B,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC;gBAC9B,QAAQ,EAAE,CAAC,eAAe,CAAC;gBAC3B,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,OAAO,EAAE,gBAAgB;gBACzB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CACpB,MAAM,CAAC,gBAAgB,CAAC;gBACtB,QAAQ,EAAE,CAAC,eAAe,CAAC;gBAC3B,OAAO,EAAE,gBAAgB;aAC1B,CAAC,CACH,CAAC;YACF,MAAM,CAAC,0BAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAC/C,MAAM,CAAC,8BAAoB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,SAAS;gBACnB,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,0BAAe,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;YAClF,MAAM,CAAC,8BAAoB,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,MAAM,CACV,IAAA,kBAAU,EAAC;gBACT,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,EAAsC;gBAC/C,UAAU,EAAE,EAAE;aACf,CAAC,CACH,CAAC,OAAO,CAAC,OAAO,CAAC,+BAA+B,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,UAAU,CAAC;gBAC7C,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,8BAAoB,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBACpE,UAAU;gBACV,UAAU;gBACV,UAAU;aACX,CAAC,CAAC;YACH,MAAM,CAAC,0BAAe,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBAC/D,UAAU;gBACV,UAAU;gBACV,UAAU;aACX,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;YAC/E,IAAI,CAAC,MAAM,CAAC,yCAA6B,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YAE/D,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CACtC,sEAAsE,CACvE,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,qBAAqB;IACrB,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,cAAc,GAAG;gBACrB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;gBAClB,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;gBACnB,EAAE,EAAE,GAAG,EAAE,CAAC,iBAAiB;aAC5B,CAAC;YACF,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,QAAQ,EAAE,cAAc;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,2BAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QACjD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,2BAAe,CAAC,CAAC,oBAAoB,CAAC,oBAAoB,EAAE;gBACjE,OAAO,EAAE,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE;aAC1C,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,4BAA4B;IAC5B,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;YAC1D,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YACzE,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;YAE7F,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC;gBAC9B,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAC9B,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE;iBAC/B;gBACD,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC;gBAC/B,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;gBACvF,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;aACxF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YACtD,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAEvD,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBACrD,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CACtC,qDAAqD,CACtD,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YACzE,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;YAE7F,MAAM,MAAM,GAAG,MAAM,IAAA,kBAAU,EAAC;gBAC9B,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE;oBACP,EAAE,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,EAAE;oBAC9B,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;iBAC3B;gBACD,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,qBAAqB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAY,CAAC,CAAC,MAAM,GAAG,uBAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,6BAA6B;YACxH,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,MAAM,gBAAgB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YACzE,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,CAAC;YAE7F,MAAM,kBAAkB,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC;YAClF,IAAI;iBACD,KAAK,CAAC,uBAAU,EAAE,MAAM,CAAC;iBACzB,eAAe,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC,CAAC;YAExE,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC;aACrC,CAAC,CAAC;YAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,yBAAyB,CAAC,CAAC,CAAC;YAC7F,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC,CAAC;YACjF,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,IAAI,CAAC,KAAK,CAAC,iBAAO,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;YAEvD,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAChD,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,gBAAM,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,gDAAgD,CAAC,CAAC;QAC7F,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,qBAAqB;IACrB,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,eAAe,GAAG;gBACtB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;gBACpB,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;gBAChB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;gBACf,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;aAClB,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,sBAAW,CAAC,SAAS,CAAC,CAAC,eAAe,CAAC,eAAsB,CAAC,CAAC;YAE3E,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC1E,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,oBAAoB,EAAE,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,eAAe;IACf,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;QACtB,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,MAAM,aAAa,GAAG,gBAAM,CAAC,KAAK,CAAC;YACnC,gBAAM,CAAC,KAAK,GAAG,OAAO,CAAC;YAEvB,MAAM,IAAA,kBAAU,EAAC;gBACf,QAAQ,EAAE,IAAI;gBACd,QAAQ,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,EAAE,EAAE,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;gBAC7C,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,sBAAW,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YAErD,gBAAM,CAAC,KAAK,GAAG,aAAa,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -2,7 +2,7 @@
   "name": "promptfoo",
   "description": "LLM eval & testing toolkit",
   "author": "Ian Webster",
-  "version": "0.79.0",
+  "version": "0.80.1",
   "license": "MIT",
   "type": "commonjs",
   "repository": {
@@ -105,6 +105,7 @@
     "esbuild": "^0.23.1",
     "eslint": "^8.57.0",
     "eslint-plugin-jest": "28.6.0",
+    "eslint-plugin-unicorn": "^55.0.0",
     "eslint-plugin-unused-imports": "^3.2.0",
     "jest": "^29.7.0",
     "jest-watch-typeahead": "^2.2.2",

package/dist/src/redteam/strategies/injections.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"injections.d.ts","sourceRoot":"","sources":["../../../../src/redteam/strategies/injections.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,wBAAgB,aAAa,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,QAAQ,EAAE,CAuBlF"}

package/dist/src/redteam/strategies/injections.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"injections.js","sourceRoot":"","sources":["../../../../src/redteam/strategies/injections.ts"],"names":[],"mappings":";;;;;AAGA,sCAuBC;AA1BD,oDAA4B;AAG5B,SAAgB,aAAa,CAAC,SAAqB,EAAE,SAAiB;IACpE,MAAM,UAAU,GAAG;QACjB,CAAC,MAAc,EAAE,EAAE,CACjB,qfAAqf,MAAM,EAAE;QAC/f,oIAAoI;QACpI,CAAC,MAAc,EAAE,EAAE,CAAC,IAAA,gBAAM,EAAA;;;QAGtB,MAAM,EAAE;KACb,CAAC;IACF,OAAO,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CACpC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACtB,GAAG,QAAQ;QACX,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACxC,GAAG,MAAM;YACT,MAAM,EAAE,mBAAmB;SAC5B,CAAC,CAAC;QACH,IAAI,EAAE;YACJ,GAAG,QAAQ,CAAC,IAAI;YAChB,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;SACxD;KACF,CAAC,CAAC,CACJ,CAAC;AACJ,CAAC"}