promptfoo 0.89.2 → 0.89.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/package.json +4 -2
- package/dist/src/app/assets/index-BPzLW4I1.js +781 -0
- package/dist/src/app/assets/{index-Dl-FhnW1.css → index-DdvQdOby.css} +1 -1
- package/dist/src/app/assets/{index.es-VzVL4W18.js → index.es-D-gLDYqw.js} +6 -6
- package/dist/src/app/assets/{sync-Cln02oy6.js → sync-jrQhr-Ko.js} +1 -1
- package/dist/src/app/index.html +2 -2
- package/dist/src/assertions.d.ts.map +1 -1
- package/dist/src/assertions.js +2 -1
- package/dist/src/assertions.js.map +1 -1
- package/dist/src/commands/eval.d.ts.map +1 -1
- package/dist/src/commands/eval.js +2 -1
- package/dist/src/commands/eval.js.map +1 -1
- package/dist/src/commands/share.d.ts +2 -0
- package/dist/src/commands/share.d.ts.map +1 -1
- package/dist/src/commands/share.js +2 -0
- package/dist/src/commands/share.js.map +1 -1
- package/dist/src/config.d.ts.map +1 -1
- package/dist/src/config.js +59 -8
- package/dist/src/config.js.map +1 -1
- package/dist/src/envars.d.ts +1 -0
- package/dist/src/envars.d.ts.map +1 -1
- package/dist/src/envars.js.map +1 -1
- package/dist/src/onboarding.d.ts.map +1 -1
- package/dist/src/onboarding.js +4 -5
- package/dist/src/onboarding.js.map +1 -1
- package/dist/src/prompts/index.d.ts.map +1 -1
- package/dist/src/prompts/index.js +4 -0
- package/dist/src/prompts/index.js.map +1 -1
- package/dist/src/providers/browser.d.ts +28 -0
- package/dist/src/providers/browser.d.ts.map +1 -0
- package/dist/src/providers/browser.js +151 -0
- package/dist/src/providers/browser.js.map +1 -0
- package/dist/src/providers/http.d.ts +6 -4
- package/dist/src/providers/http.d.ts.map +1 -1
- package/dist/src/providers/http.js +21 -7
- package/dist/src/providers/http.js.map +1 -1
- package/dist/src/providers/openai.d.ts.map +1 -1
- package/dist/src/providers/openai.js +7 -0
- package/dist/src/providers/openai.js.map +1 -1
- package/dist/src/providers/vertexUtil.d.ts +1 -1
- package/dist/src/providers/websocket.d.ts +2 -2
- package/dist/src/providers/websocket.d.ts.map +1 -1
- package/dist/src/providers/websocket.js +3 -3
- package/dist/src/providers/websocket.js.map +1 -1
- package/dist/src/providers.d.ts.map +1 -1
- package/dist/src/providers.js +13 -2
- package/dist/src/providers.js.map +1 -1
- package/dist/src/redteam/commands/init.d.ts.map +1 -1
- package/dist/src/redteam/commands/init.js +1 -2
- package/dist/src/redteam/commands/init.js.map +1 -1
- package/dist/src/redteam/plugins/base.d.ts +7 -1
- package/dist/src/redteam/plugins/base.d.ts.map +1 -1
- package/dist/src/redteam/plugins/base.js +9 -1
- package/dist/src/redteam/plugins/base.js.map +1 -1
- package/dist/src/redteam/plugins/indirectPromptInjection.d.ts +7 -1
- package/dist/src/redteam/plugins/indirectPromptInjection.d.ts.map +1 -1
- package/dist/src/redteam/plugins/indirectPromptInjection.js +37 -0
- package/dist/src/redteam/plugins/indirectPromptInjection.js.map +1 -1
- package/dist/src/redteam/util.js +1 -1
- package/dist/src/redteam/util.js.map +1 -1
- package/dist/src/server/server.d.ts.map +1 -1
- package/dist/src/server/server.js +12 -0
- package/dist/src/server/server.js.map +1 -1
- package/dist/src/share.d.ts +1 -1
- package/dist/src/share.d.ts.map +1 -1
- package/dist/src/share.js +21 -15
- package/dist/src/share.js.map +1 -1
- package/dist/src/telemetry.d.ts +2 -0
- package/dist/src/telemetry.d.ts.map +1 -1
- package/dist/src/telemetry.js +48 -26
- package/dist/src/telemetry.js.map +1 -1
- package/dist/src/types/index.d.ts +6 -0
- package/dist/src/types/index.d.ts.map +1 -1
- package/dist/src/types/index.js.map +1 -1
- package/dist/test/config.test.js +47 -90
- package/dist/test/config.test.js.map +1 -1
- package/dist/test/prompts.test.js +17 -2
- package/dist/test/prompts.test.js.map +1 -1
- package/dist/test/providers.http.test.js +23 -4
- package/dist/test/providers.http.test.js.map +1 -1
- package/dist/test/redteam/util.test.d.ts +2 -0
- package/dist/test/redteam/util.test.d.ts.map +1 -0
- package/dist/test/redteam/util.test.js +27 -0
- package/dist/test/redteam/util.test.js.map +1 -0
- package/dist/test/telemetry.test.js +49 -4
- package/dist/test/telemetry.test.js.map +1 -1
- package/package.json +4 -2
- package/dist/src/app/assets/index-BqnSGUa4.js +0 -782
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"providers.http.test.js","sourceRoot":"","sources":["../../test/providers.http.test.ts"],"names":[],"mappings":";;AAAA,wCAA8C;AAC9C,gDAAkE;AAElE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,MAAM,OAAO,GAAG,wBAAwB,CAAC;IACzC,IAAI,QAAsB,CAAC;IAE3B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;gBAC7B,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM;aAC3C;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC1E,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5C,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,OAAO,EACP,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;SAC7C,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;gBACtB,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM;aAC3C;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAE7D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,uCAAuC;SAC/C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,
|
|
1
|
+
{"version":3,"file":"providers.http.test.js","sourceRoot":"","sources":["../../test/providers.http.test.ts"],"names":[],"mappings":";;AAAA,wCAA8C;AAC9C,gDAAkE;AAElE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,cAAc,EAAE,IAAI,CAAC,EAAE,EAAE;CAC1B,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,MAAM,OAAO,GAAG,wBAAwB,CAAC;IACzC,IAAI,QAAsB,CAAC;IAE3B,UAAU,CAAC,GAAG,EAAE;QACd,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;gBAC7B,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM;aAC3C;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC1E,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5C,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,OAAO,EACP,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;SAC7C,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE;gBACtB,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM;aAC3C;SACF,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAE7D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,uCAAuC;SAC/C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,OAAO;gBACf,OAAO,EAAE,EAAE,aAAa,EAAE,cAAc,EAAE;gBAC1C,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;gBAC7B,WAAW,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE;gBAC3B,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI;aACpC;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,GAAG,OAAO,UAAU,EACpB,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,OAAO;YACf,OAAO,EAAE,EAAE,aAAa,EAAE,cAAc,EAAE;YAC1C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;SAC7C,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG;QAChB,EAAE,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE;QAC1D,EAAE,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,QAAQ,EAAE;KAC9C,CAAC;IAEF,SAAS,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE;QACzC,EAAE,CAAC,uCAAuC,MAAM,EAAE,EAAE,KAAK,IAAI,EAAE;YAC7D,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;gBACnC,MAAM,EAAE;oBACN,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;oBAC7B,cAAc,EAAE,MAAM;iBACvB;aACF,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;YACrF,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;YAEhE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACrD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,iBAAiB,EAAE,sBAAsB,EAAE;gBACtD,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;gBAC7B,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI;aACpC;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,OAAO,EACP;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,iBAAiB,EAAE,aAAa,EAAE;YAC7C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,aAAa,EAAE,CAAC;SAC7C,EACD,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;gBAC7B,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI;aACpC;SACF,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,kBAAkB,CAAC;QACtC,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACnC,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,OAAO,EACP,MAAM,CAAC,gBAAgB,CAAC;YACtB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC;SAChD,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,aAAa,GAAG,gBAAgB,CAAC;QACvC,MAAM,CAAC,GAAG,EAAE;YACV,IAAI,mBAAY,CAAC,OAAO,EAAE;gBACxB,MAAM,EAAE,aAAoB;aAC7B,CAAC,CAAC;QACL,CAAC,CAAC,CAAC,OAAO,CACR,IAAI,KAAK,CACP,sIAAsI,CACvI,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;SAC5B,CAAC,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC,IAAI,CAAC,kBAAkB,OAAO,GAAG,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;QAChE,QAAQ,GAAG,IAAI,mBAAY,CAAC,OAAO,EAAE;YACnC,MAAM,EAAE;gBACN,MAAM,EAAE,KAAK;gBACb,WAAW,EAAE;oBACX,CAAC,EAAE,cAAc;oBACjB,GAAG,EAAE,KAAK;iBACX;gBACD,cAAc,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI;aACpC;SACF,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QAC9D,IAAI,CAAC,MAAM,CAAC,sBAAc,CAAC,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAEhE,MAAM,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QACtC,MAAM,CAAC,sBAAc,CAAC,CAAC,oBAAoB,CACzC,GAAG,OAAO,wBAAwB,EAClC,MAAM,CAAC,gBAAgB,CAAC;YACtB,MAAM,EAAE,KAAK;SACd,CAAC,EACF,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,EAClB,MAAM,CACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAC/C,MAAM,IAAI,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAClE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE;oBACL,KAAK,EAAE,cAAc;oBACrB,MAAM,EAAE,OAAO;iBAChB;aACF,CAAC;YACF,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,KAAK,EAAE;oBACL,KAAK,EAAE,aAAa;oBACpB,MAAM,EAAE,OAAO;iBAChB;aACF,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;YAC/B,MAAM,IAAI,GAAG;gBACX,IAAI,EAAE,CAAC,cAAc,EAAE,QAAQ,EAAE,cAAc,CAAC;aACjD,CAAC;YACF,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,IAAI,EAAE,CAAC,aAAa,EAAE,QAAQ,EAAE,aAAa,CAAC;aAC/C,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,IAAI,GAAG;gBACX,UAAU,EAAE,yBAAyB;aACtC,CAAC;YACF,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,UAAU,EAAE,EAAE,GAAG,EAAE,aAAa,EAAE;aACnC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,IAAI,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;YACjD,MAAM,IAAI,GAAG;gBACX,KAAK,EAAE;oBACL,KAAK,EAAE,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;oBACtD,MAAM,EAAE,OAAO;iBAChB;gBACD,SAAS,EAAE,wBAAwB;aACpC,CAAC;YACF,MAAM,IAAI,GAAG,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,IAAA,kBAAW,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;gBACrB,KAAK,EAAE;oBACL,KAAK,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;oBACpD,MAAM,EAAE,OAAO;iBAChB;gBACD,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,aAAa,CAAC;aACjC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"util.test.d.ts","sourceRoot":"","sources":["../../../test/redteam/util.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const util_1 = require("../../src/redteam/util");
|
|
4
|
+
describe('removePrefix', () => {
|
|
5
|
+
it('should remove a simple prefix', () => {
|
|
6
|
+
expect((0, util_1.removePrefix)('Prompt: Hello world', 'Prompt')).toBe('Hello world');
|
|
7
|
+
});
|
|
8
|
+
it('should be case insensitive', () => {
|
|
9
|
+
expect((0, util_1.removePrefix)('PROMPT: Hello world', 'prompt')).toBe('Hello world');
|
|
10
|
+
});
|
|
11
|
+
it('should remove asterisks from the prefix', () => {
|
|
12
|
+
expect((0, util_1.removePrefix)('**Prompt:** Hello world', 'Prompt')).toBe('Hello world');
|
|
13
|
+
});
|
|
14
|
+
it('should handle multiple asterisks', () => {
|
|
15
|
+
expect((0, util_1.removePrefix)('***Prompt:*** Hello world', 'Prompt')).toBe('Hello world');
|
|
16
|
+
});
|
|
17
|
+
it('should return the same string if prefix is not found', () => {
|
|
18
|
+
expect((0, util_1.removePrefix)('Hello world', 'Prefix')).toBe('Hello world');
|
|
19
|
+
});
|
|
20
|
+
it('should handle empty strings', () => {
|
|
21
|
+
expect((0, util_1.removePrefix)('', 'Prefix')).toBe('');
|
|
22
|
+
});
|
|
23
|
+
it('should handle prefix that is the entire string', () => {
|
|
24
|
+
expect((0, util_1.removePrefix)('Prompt:', 'Prompt')).toBe('');
|
|
25
|
+
});
|
|
26
|
+
});
|
|
27
|
+
//# sourceMappingURL=util.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"util.test.js","sourceRoot":"","sources":["../../../test/redteam/util.test.ts"],"names":[],"mappings":";;AAAA,iDAAsD;AAEtD,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;QACvC,MAAM,CAAC,IAAA,mBAAY,EAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,IAAA,mBAAY,EAAC,qBAAqB,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QACjD,MAAM,CAAC,IAAA,mBAAY,EAAC,yBAAyB,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,CAAC,IAAA,mBAAY,EAAC,2BAA2B,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,CAAC,IAAA,mBAAY,EAAC,aAAa,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,MAAM,CAAC,IAAA,mBAAY,EAAC,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,CAAC,IAAA,mBAAY,EAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -25,11 +25,16 @@ describe('Telemetry', () => {
|
|
|
25
25
|
afterEach(() => {
|
|
26
26
|
process.env = originalEnv;
|
|
27
27
|
});
|
|
28
|
-
it('should
|
|
28
|
+
it('should record only the "telemetry disabled" event when telemetry is disabled', () => {
|
|
29
29
|
process.env.PROMPTFOO_DISABLE_TELEMETRY = '1';
|
|
30
30
|
const telemetry = new telemetry_1.Telemetry();
|
|
31
31
|
telemetry.record('eval_ran', { foo: 'bar' });
|
|
32
|
-
expect(telemetry['events']).toHaveLength(
|
|
32
|
+
expect(telemetry['events']).toHaveLength(1);
|
|
33
|
+
expect(telemetry['events'][0]).toEqual({
|
|
34
|
+
event: 'feature_used',
|
|
35
|
+
packageVersion: package_json_1.default.version,
|
|
36
|
+
properties: { feature: 'telemetry disabled' },
|
|
37
|
+
});
|
|
33
38
|
});
|
|
34
39
|
it('should record events when telemetry is enabled', () => {
|
|
35
40
|
delete process.env.PROMPTFOO_DISABLE_TELEMETRY;
|
|
@@ -59,12 +64,52 @@ describe('Telemetry', () => {
|
|
|
59
64
|
}, 1000);
|
|
60
65
|
expect(telemetry['events']).toHaveLength(0);
|
|
61
66
|
});
|
|
62
|
-
it('should
|
|
67
|
+
it('should send only the "telemetry disabled" event when telemetry is disabled and send is called', async () => {
|
|
68
|
+
process.env.PROMPTFOO_DISABLE_TELEMETRY = '1';
|
|
69
|
+
jest.mocked(fetch_1.fetchWithTimeout).mockResolvedValue({ ok: true });
|
|
70
|
+
const telemetry = new telemetry_1.Telemetry();
|
|
71
|
+
telemetry.record('eval_ran', { foo: 'bar' });
|
|
72
|
+
await telemetry.send();
|
|
73
|
+
expect(fetch_1.fetchWithTimeout).toHaveBeenCalledWith('https://api.promptfoo.dev/telemetry', {
|
|
74
|
+
method: 'POST',
|
|
75
|
+
headers: {
|
|
76
|
+
'Content-Type': 'application/json',
|
|
77
|
+
},
|
|
78
|
+
body: JSON.stringify([
|
|
79
|
+
{
|
|
80
|
+
event: 'feature_used',
|
|
81
|
+
packageVersion: '1.0.0',
|
|
82
|
+
properties: { feature: 'telemetry disabled' },
|
|
83
|
+
},
|
|
84
|
+
]),
|
|
85
|
+
}, 1000);
|
|
86
|
+
expect(telemetry['events']).toHaveLength(0);
|
|
87
|
+
});
|
|
88
|
+
it('should send telemetry disabled event only once', async () => {
|
|
63
89
|
process.env.PROMPTFOO_DISABLE_TELEMETRY = '1';
|
|
90
|
+
jest.mocked(fetch_1.fetchWithTimeout).mockResolvedValue({ ok: true });
|
|
64
91
|
const telemetry = new telemetry_1.Telemetry();
|
|
65
92
|
telemetry.record('eval_ran', { foo: 'bar' });
|
|
66
93
|
await telemetry.send();
|
|
67
|
-
expect(fetch_1.fetchWithTimeout).
|
|
94
|
+
expect(fetch_1.fetchWithTimeout).toHaveBeenCalledTimes(1);
|
|
95
|
+
expect(fetch_1.fetchWithTimeout).toHaveBeenCalledWith('https://api.promptfoo.dev/telemetry', {
|
|
96
|
+
method: 'POST',
|
|
97
|
+
headers: {
|
|
98
|
+
'Content-Type': 'application/json',
|
|
99
|
+
},
|
|
100
|
+
body: JSON.stringify([
|
|
101
|
+
{
|
|
102
|
+
event: 'feature_used',
|
|
103
|
+
packageVersion: '1.0.0',
|
|
104
|
+
properties: { feature: 'telemetry disabled' },
|
|
105
|
+
},
|
|
106
|
+
]),
|
|
107
|
+
}, 1000);
|
|
108
|
+
// Record another event and send again
|
|
109
|
+
telemetry.record('command_used', { command: 'test' });
|
|
110
|
+
await telemetry.send();
|
|
111
|
+
// Ensure fetchWithTimeout was not called again
|
|
112
|
+
expect(fetch_1.fetchWithTimeout).toHaveBeenCalledTimes(1);
|
|
68
113
|
});
|
|
69
114
|
});
|
|
70
115
|
//# sourceMappingURL=telemetry.test.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"telemetry.test.js","sourceRoot":"","sources":["../../test/telemetry.test.ts"],"names":[],"mappings":";;;;;AAAA,mEAA0C;AAC1C,wCAAgD;AAChD,gDAA6C;AAE7C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AACJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC/B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,CAAC;IAClC,OAAO,EAAE,OAAO;CACjB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAI,WAA8B,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;QAC1B,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,wBAAgB,CAAC,CAAC,SAAS,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,
|
|
1
|
+
{"version":3,"file":"telemetry.test.js","sourceRoot":"","sources":["../../test/telemetry.test.ts"],"names":[],"mappings":";;;;;AAAA,mEAA0C;AAC1C,wCAAgD;AAChD,gDAA6C;AAE7C,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AACJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,mBAAmB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC/B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,GAAG,EAAE,CAAC,CAAC;IAClC,OAAO,EAAE,OAAO;CACjB,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,WAAW,EAAE,GAAG,EAAE;IACzB,IAAI,WAA8B,CAAC;IAEnC,UAAU,CAAC,GAAG,EAAE;QACd,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC;QAC1B,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;QACjC,IAAI,CAAC,MAAM,CAAC,wBAAgB,CAAC,CAAC,SAAS,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,OAAO,CAAC,GAAG,GAAG,WAAW,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8EAA8E,EAAE,GAAG,EAAE;QACtF,OAAO,CAAC,GAAG,CAAC,2BAA2B,GAAG,GAAG,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAC;QAClC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACrC,KAAK,EAAE,cAAc;YACrB,cAAc,EAAE,sBAAW,CAAC,OAAO;YACnC,UAAU,EAAE,EAAE,OAAO,EAAE,oBAAoB,EAAE;SAC9C,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,OAAO,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC;QAC/C,MAAM,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAC;QAClC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YACrC,KAAK,EAAE,UAAU;YACjB,cAAc,EAAE,sBAAW,CAAC,OAAO;YACnC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE;SAC3B,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,OAAO,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC;QAC/C,IAAI,CAAC,MAAM,CAAC,wBAAgB,CAAC,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAS,CAAC,CAAC;QAErE,MAAM,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAC;QAClC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,CAAC,wBAAgB,CAAC,CAAC,oBAAoB,CAC3C,qCAAqC,EACrC;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,EAAE,KAAK,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE;aAC3E,CAAC;SACH,EACD,IAAI,CACL,CAAC;QACF,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+FAA+F,EAAE,KAAK,IAAI,EAAE;QAC7G,OAAO,CAAC,GAAG,CAAC,2BAA2B,GAAG,GAAG,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,wBAAgB,CAAC,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAS,CAAC,CAAC;QAErE,MAAM,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAC;QAClC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,CAAC,wBAAgB,CAAC,CAAC,oBAAoB,CAC3C,qCAAqC,EACrC;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB;oBACE,KAAK,EAAE,cAAc;oBACrB,cAAc,EAAE,OAAO;oBACvB,UAAU,EAAE,EAAE,OAAO,EAAE,oBAAoB,EAAE;iBAC9C;aACF,CAAC;SACH,EACD,IAAI,CACL,CAAC;QACF,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,OAAO,CAAC,GAAG,CAAC,2BAA2B,GAAG,GAAG,CAAC;QAC9C,IAAI,CAAC,MAAM,CAAC,wBAAgB,CAAC,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAS,CAAC,CAAC;QAErE,MAAM,SAAS,GAAG,IAAI,qBAAS,EAAE,CAAC;QAClC,SAAS,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAC;QAC7C,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,MAAM,CAAC,wBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAClD,MAAM,CAAC,wBAAgB,CAAC,CAAC,oBAAoB,CAC3C,qCAAqC,EACrC;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB;oBACE,KAAK,EAAE,cAAc;oBACrB,cAAc,EAAE,OAAO;oBACvB,UAAU,EAAE,EAAE,OAAO,EAAE,oBAAoB,EAAE;iBAC9C;aACF,CAAC;SACH,EACD,IAAI,CACL,CAAC;QAEF,sCAAsC;QACtC,SAAS,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QACtD,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,+CAA+C;QAC/C,MAAM,CAAC,wBAAgB,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "promptfoo",
|
|
3
3
|
"description": "LLM eval & testing toolkit",
|
|
4
4
|
"author": "Ian Webster",
|
|
5
|
-
"version": "0.89.
|
|
5
|
+
"version": "0.89.4",
|
|
6
6
|
"license": "MIT",
|
|
7
7
|
"type": "commonjs",
|
|
8
8
|
"repository": {
|
|
@@ -71,7 +71,9 @@
|
|
|
71
71
|
"@smithy/node-http-handler": "^3.1.1",
|
|
72
72
|
"google-auth-library": "^9.7.0",
|
|
73
73
|
"langfuse": "^3.7.0",
|
|
74
|
-
"node-sql-parser": "^5.2.0"
|
|
74
|
+
"node-sql-parser": "^5.2.0",
|
|
75
|
+
"playwright": "^1.47.2",
|
|
76
|
+
"@playwright/browser-chromium": "^1.47.2"
|
|
75
77
|
},
|
|
76
78
|
"devDependencies": {
|
|
77
79
|
"@aws-sdk/client-bedrock-runtime": "^3.654.0",
|