promptfoo 0.81.2 → 0.81.3

package/dist/test/redteam/providers/shared.test.js

@@ -71,7 +71,7 @@ describe('loadRedteamProvider', () => {
         expect(openai_1.OpenAiChatCompletionProvider).toHaveBeenCalledWith(constants_1.ATTACKER_MODEL, {
             config: {
                 temperature: constants_1.TEMPERATURE,
-                response_format: { type: 'json_object' },
+                response_format: undefined,
             },
         });
         expect(logger_1.default.debug).toHaveBeenCalledWith(`Using default redteam provider: ${constants_1.ATTACKER_MODEL}`);
@@ -83,11 +83,23 @@ describe('loadRedteamProvider', () => {
         expect(openai_1.OpenAiChatCompletionProvider).toHaveBeenCalledWith(constants_1.ATTACKER_MODEL_SMALL, {
             config: {
                 temperature: constants_1.TEMPERATURE,
-                response_format: { type: 'json_object' },
+                response_format: undefined,
             },
         });
         expect(logger_1.default.debug).toHaveBeenCalledWith(`Using default redteam provider: ${constants_1.ATTACKER_MODEL_SMALL}`);
     });
+    it('should set response_format to json_object when jsonOnly is true', async () => {
+        jest.mocked(openai_1.OpenAiChatCompletionProvider).mockReturnValue(mockOpenAiProvider);
+        const result = await (0, shared_1.loadRedteamProvider)({ jsonOnly: true });
+        expect(result).toBe(mockOpenAiProvider);
+        expect(openai_1.OpenAiChatCompletionProvider).toHaveBeenCalledWith(constants_1.ATTACKER_MODEL, {
+            config: {
+                temperature: constants_1.TEMPERATURE,
+                response_format: { type: 'json_object' },
+            },
+        });
+        expect(logger_1.default.debug).toHaveBeenCalledWith(`Using default redteam provider: ${constants_1.ATTACKER_MODEL}`);
+    });
     it('should use provider from cliState if available', async () => {
         const mockStateProvider = { id: jest.fn(), callApi: jest.fn() };
         cliState_1.default.config.redteam.provider = mockStateProvider;

package/dist/test/redteam/providers/shared.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"shared.test.js","sourceRoot":"","sources":["../../../../test/redteam/providers/shared.test.ts"],"names":[],"mappings":";;;;;AAAA,qEAA6C;AAC7C,iEAAyC;AACzC,sDAA0D;AAC1D,0DAA6E;AAC7E,wEAIkD;AAClD,kEAA4E;AAE5E,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE;QACP,MAAM,EAAE;YACN,OAAO,EAAE;gBACP,QAAQ,EAAE,IAAI;aACf;SACF;KACF;CACF,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,GAAG,EAAE,CAAC,CAAC;IACzC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,+BAA+B,EAAE,GAAG,EAAE,CAAC,CAAC;IAChD,4BAA4B,EAAE,IAAI,CAAC,EAAE,EAAE;CACxC,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,MAAM,kBAAkB,GAAG;QACzB,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE;QACb,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;QAClB,MAAM,EAAE,EAAE;QACV,SAAS,EAAE,YAAY;QACvB,eAAe,EAAE,IAAI,CAAC,EAAE,EAAE;QAC1B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;QAC3B,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;QACpB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;KACsB,CAAC;IAE7C,MAAM,kBAAkB,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IAE/E,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,eAAe,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QAC9D,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrC,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,2BAA2B,eAAe,EAAE,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,IAAI,CAAC,MAAM,CAAC,4BAAgB,CAAC,CAAC,iBAAiB,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,4BAAgB,CAAC,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,yCAAyC,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,eAAe,GAAG,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,4BAAgB,CAAC,CAAC,iBAAiB,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,4BAAgB,CAAC,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,2CAA2C,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,IAAI,CAAC,MAAM,CAAC,qCAA4B,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,GAAE,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,qCAA4B,CAAC,CAAC,oBAAoB,CAAC,0BAAc,EAAE;YACxE,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,mCAAmC,0BAAc,EAAE,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,IAAI,CAAC,MAAM,CAAC,qCAA4B,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,qCAA4B,CAAC,CAAC,oBAAoB,CAAC,gCAAoB,EAAE;YAC9E,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CACvC,mCAAmC,gCAAoB,EAAE,CAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,iBAAiB,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QAChE,kBAAQ,CAAC,MAAO,CAAC,OAAQ,CAAC,QAAQ,GAAG,iBAAiB,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,GAAE,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACvC,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,2BAA2B,iBAAiB,EAAE,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"shared.test.js","sourceRoot":"","sources":["../../../../test/redteam/providers/shared.test.ts"],"names":[],"mappings":";;;;;AAAA,qEAA6C;AAC7C,iEAAyC;AACzC,sDAA0D;AAC1D,0DAA6E;AAC7E,wEAIkD;AAClD,kEAA4E;AAE5E,IAAI,CAAC,IAAI,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;IACxC,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE;QACP,MAAM,EAAE;YACN,OAAO,EAAE;gBACP,QAAQ,EAAE,IAAI;aACf;SACF;KACF;CACF,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,CAAC;IACtC,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE,GAAG,EAAE,CAAC,CAAC;IACzC,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;CAC5B,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,+BAA+B,EAAE,GAAG,EAAE,CAAC,CAAC;IAChD,4BAA4B,EAAE,IAAI,CAAC,EAAE,EAAE;CACxC,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,MAAM,kBAAkB,GAAG;QACzB,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE;QACb,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;QAClB,MAAM,EAAE,EAAE;QACV,SAAS,EAAE,YAAY;QACvB,eAAe,EAAE,IAAI,CAAC,EAAE,EAAE;QAC1B,gBAAgB,EAAE,IAAI,CAAC,EAAE,EAAE;QAC3B,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;QACpB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;KACsB,CAAC;IAE7C,MAAM,kBAAkB,GAAG,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;IAE/E,SAAS,CAAC,GAAG,EAAE;QACb,IAAI,CAAC,aAAa,EAAE,CAAC;IACvB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,MAAM,eAAe,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QAC9D,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrC,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,2BAA2B,eAAe,EAAE,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;QAChD,IAAI,CAAC,MAAM,CAAC,4BAAgB,CAAC,CAAC,iBAAiB,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,4BAAgB,CAAC,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,yCAAyC,CAAC,CAAC;IACvF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,eAAe,GAAG,EAAE,EAAE,EAAE,eAAe,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,4BAAgB,CAAC,CAAC,iBAAiB,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,4BAAgB,CAAC,CAAC,oBAAoB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,2CAA2C,CAAC,CAAC;IACzF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,IAAI,CAAC,MAAM,CAAC,qCAA4B,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,GAAE,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,qCAA4B,CAAC,CAAC,oBAAoB,CAAC,0BAAc,EAAE;YACxE,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,SAAS;aAC3B;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,mCAAmC,0BAAc,EAAE,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,IAAI,CAAC,MAAM,CAAC,qCAA4B,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,qCAA4B,CAAC,CAAC,oBAAoB,CAAC,gCAAoB,EAAE;YAC9E,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,SAAS;aAC3B;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CACvC,mCAAmC,gCAAoB,EAAE,CAC1D,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,IAAI,CAAC,MAAM,CAAC,qCAA4B,CAAC,CAAC,eAAe,CAAC,kBAAkB,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,EAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACxC,MAAM,CAAC,qCAA4B,CAAC,CAAC,oBAAoB,CAAC,0BAAc,EAAE;YACxE,MAAM,EAAE;gBACN,WAAW,EAAE,uBAAW;gBACxB,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACzC;SACF,CAAC,CAAC;QACH,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,mCAAmC,0BAAc,EAAE,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,iBAAiB,GAAG,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC;QAChE,kBAAQ,CAAC,MAAO,CAAC,OAAQ,CAAC,QAAQ,GAAG,iBAAiB,CAAC;QACvD,MAAM,MAAM,GAAG,MAAM,IAAA,4BAAmB,GAAE,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACvC,MAAM,CAAC,gBAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,2BAA2B,iBAAiB,EAAE,CAAC,CAAC;IAC5F,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -2,7 +2,7 @@
   "name": "promptfoo",
   "description": "LLM eval & testing toolkit",
   "author": "Ian Webster",
-  "version": "0.81.2",
+  "version": "0.81.3",
   "license": "MIT",
   "type": "commonjs",
   "repository": {

package/dist/src/web/nextui/_next/static/chunks/main-app-0dc90092cd7acaaf.js

@@ -1 +0,0 @@
-(self.webpackChunk_N_E=self.webpackChunk_N_E||[]).push([[744],{71590:function(e,n,t){Promise.resolve().then(t.t.bind(t,6020,23)),Promise.resolve().then(t.t.bind(t,83507,23)),Promise.resolve().then(t.t.bind(t,27883,23)),Promise.resolve().then(t.t.bind(t,46785,23)),Promise.resolve().then(t.t.bind(t,27382,23))}},function(e){var n=function(n){return e(e.s=n)};e.O(0,[470,730],function(){return n(11409),n(71590)}),_N_E=e.O()}]);